парсинг сайта

# coding=<utf-8>
import xlsxwriter
import requests
from bs4 import BeautifulSoup
 
number_of_page = 0
row = 0
col = 0
headers = {'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.9; rv:45.0) Gecko/20100101 Firefox/45.0'}
 
 
# def amount_of_pages():
#     num_of_page, amount_of_page = 0, 0
#     while True:
#         num_of_page += 1
#         url = '' % num_of_page
#         req = requests.get(url)
#         req.headers.update(headers)
#         if req.status_code == 200:
#             amount_of_page += 1
#         else:
#             break
#     return amount_of_page
# fin_amount_of_pgs = amount_of_pages()
print ("Мы начинаем")
 
excel_book = xlsxwriter.Workbook('data.xlsx')
work_sheet = excel_book.add_worksheet()
print ("Данные будут загружены в текущую директорию. Имя файла data.xlsx")
print ("Поиск страницы и подтверждение соединения")
while True:
    number_of_page += 1
    url = '' % number_of_page
    r = requests.get(url, timeout=10.000)
    r.headers.update(headers)
    html = r.text
    soup = BeautifulSoup(html, 'html.parser')
    block_with_comments = soup.find_all('article', {'class': "responses__item"})
    for comment in block_with_comments:
            comment_link = comment.find('a', {'class': 'font-size-large font-bold margin-left-xx-small'}).get('href')
            work_sheet.write(row, col, comment_link)
            if (comment.find('time', {'class': 'display-inline-block'}) == None):
                test = soup.find('a', {'href': comment_link + '#comments'})
                testParent = test.parent.parent.find('time', {'class': 'display-inline-block'}).text
            else:
                comment_date = comment.find('time', {'class': 'display-inline-block'}).text
            work_sheet.write(row, col + 1, comment_date)
            comment_theme = comment.find('a', {'class': 'font-size-large font-bold margin-left-xx-small'}).text
            work_sheet.write(row, col + 2, comment_theme)
            if (comment.find('div', {'class': "responses__item__message markup-inside-small markup-inside-small--bullet"}) == None):
                test = soup.find('div', {'class': "responses__item__message markup-inside-small markup-inside-small--bullet"}).text
            else:
                comment_text = comment.find('div', {'class': "responses__item__message markup-inside-small markup-inside-small--bullet"}).text
            work_sheet.write(row, col + 3, comment_text)
            row += 1
    if requests.get(url) == 404 or number_of_page == 1:
        break
excel_book.close()
print("Данные выгружены")