Beautiful Soup 4, сравнение html-парсеров при запуске в потоке

def starting_threading():
    while q.empty()==False:
        if(threading.active_count()<=threads_count):
            t = threading.Thread(target=all_parsing, args=(q,))
            t.start()
            print("Старт потока",t)

def get_html(request):
    return BeautifulSoup(request.content, 'lxml')
 
def parsing_list_object(html,city_code):
     div_list=html.find("div",{"class":"o-plp-container__product-listing grid-view"})
     objects_div=div_list.find_all("div",{"class":"c-product-tile sel-product-tile-main "})
     for object_div in objects_div:
         error_div=object_div.find("div",{"class":"c-product-label"})
         if(error_div!=None):
             span_main=error_div.contents[1]
             error=span_main.contents[3].get_text()
             if(error!="Витринный образец"):
                 continue
         object_a=object_div.find("a",{"class":"sel-product-tile-title"})
         object_link=url_main+object_a["href"]+"/shopdirections?cityId="+city_code
         print(object_link)

#!/usr/bin/env python2
# -*- coding: utf-8 -*-
import logging
import requests
from bs4 import BeautifulSoup
 
log = logging.getLogger(__name__)
 
 
def main():
    logging.basicConfig(format='%(asctime)s %(levelname)s:%(message)s', level=logging.INFO)
    log.info('start')
    html = requests.get('https://www.mvideo.ru/smartfony-i-svyaz/smartfony-205', proxies={
        'https': '11.11.11.1:3128'
    }).text
    log.info('parse')
    soup = BeautifulSoup(html, 'lxml')
    for tag in soup.find('div', attrs={'class': 'product-tiles-list-wrapper'}).find_all('a'):
        log.info(tag['href'])
    log.info('end')
 
 
if __name__ == '__main__':
    main()

for tag in soup.find('div', attrs={'class': 'product-tiles-list-wrapper'})

2018-04-05 14:16:03,338 INFO:/products/smartfon-samsung-galaxy-s9-64gb-ultrafiolet-30032352
2018-04-05 14:16:03,338 INFO:/products/smartfon-samsung-galaxy-s9-64gb-ultrafiolet-30032352/reviews
2018-04-05 14:16:03,338 INFO:/products/smartfon-samsung-galaxy-s9-64gb-ultrafiolet-30032352

def main():
    logging.basicConfig(format='%(asctime)s %(levelname)s:%(message)s', level=logging.INFO)
    log.info('start')
    html = requests.get('https://www.mvideo.ru/smartfony-i-svyaz/smartfony-205').text
    log.info('parse')
    soup = BeautifulSoup(html, 'lxml')
    div=soup.find_all('h4', attrs={"class": "e-h4 u-pb-0"})
    for tag in div:
        a=tag.find("a",{"class":"sel-product-tile-title"})
        log.info(a['href'])
    log.info('end')

threads_count=5
 
import queue
q=queue.Queue()
def main(q):
 
    log.info('Удаление из очереди и возврат элемента')
    q.get()
 
    html = requests.get('https://www.mvideo.ru/smartfony-i-svyaz/smartfony-205').text
    log.info('Получение ответа')
    soup = BeautifulSoup(html, 'lxml')
    log.info('Построение soup')
    list_div=soup.find_all("div",{"c-product-tile sel-product-tile-main "})
    for div in list_div:
        log.info(div.find("a")["href"])
 
 
if __name__ == '__main__':
    logging.basicConfig(format='%(asctime)s %(levelname)s:%(message)s', level=logging.INFO)
    log.info("Старт")
    q.put("opa")
    q.put("opa")
    q.put("opa")
    q.put("opa")
    q.put("opa")
    q.put("opa")
 
    print(threading.active_count())
    log.info('Запуск поток')
    while q.empty()==False:
        if(threading.active_count()<threads_count):
            t = threading.Thread(target=main, args=(q,))
            t.start()
            print(threading.active_count())
            print("Старт потока",t)

def parse_html(resp):    
    result = {}
    root = lxml.html.fromstring(resp.text)
    for elem in root.xpath(xpath):
        result[elem.get('href')] = elem.get('data-track-label')
    return result
 
def task():
    
    while not q.empty():
        try:
            url = q.get()
            if url is None:
                break
            resp = requests.get(url)
            result = ''
            if resp:
                start = time.time()
                result = parse_html(resp)
                end = time.time() 
                log.info(
                    'parse: %s| %s | %s',
                     len(result), 
                     end - start,
                     url
                     )  
        except Exception as err:
            print(err)       
    
        finally:
            q.task_done()
            if result:
               LINKS.append(result)    
                 
def milti_queue(urls,workers):
    
    for url in range(workers):
        t = Thread(target=task)
        t.start()
        threads.append(t)
    
if __name__ == "__main__":
    log = logging.getLogger(__name__)
    logging.basicConfig(format='%(asctime)s %(levelname)s:%(message)s', level=logging.INFO)
    log.info('start')
    
    xpath = "//a[@data-product-info]"
    url = 'https://www.mvideo.ru/smartfony-i-svyaz/smartfony-205/f/page=%s'
    urls = []
    LINKS = []
    
    for i in range(1,11):
        urls.append(url % i)
    
    threads = []
    q = queue.Queue()
    for url in urls:
        q.put(url)
    
    milti_queue(urls,workers=len(urls))
    
    q.join()
    log.info('end')
    #print(q.empty())
    #pprint(LINKS)
    print(threading.enumerate())

s = requests.Session()
r = s.get(url, ...)