energotransbank

import re
import requests as req
from bs4 import BeautifulSoup as bs
import time
import logging

base_url = ['https://energotransbank.com/private/precious_coins/yubileynye-monety/']

def parser(url):
    for i in url:
        print(i)
        resp = req.get(i)
        print(resp)
        retry_counter = 10
        while resp.status_code != 200:
            print(resp)
            time.sleep(60)
            resp = req.get(i)
            retry_counter -= 1
            if retry_counter == 0:
                break


        html = resp.text
        # print(html)
        soup = bs(html, 'lxml')
        # print(soup)
        cont = []

        for i in soup.find('div', class_= 'coins').find_all('a', class_ = 'coin-link'):
            # print(i)
            time.sleep(10)
            id = i['data-id']
            local_url = 'https://energotransbank.com/ajax/coins_popup.php?id='
            local_html = req.get(local_url+id).text
            re_cat = re.compile(r"(\d{4}-\d{4})", re.DOTALL)
            re_price = re.compile(r"(\d*\s?\d*?)\s?руб\.", re.DOTALL)
            cat_number = re_cat.findall(local_html)
            if len(cat_number) > 1:
                if cat_number[0] == cat_number[1]:
                    cat_number = cat_number[0]
            else:
                cat_number = cat_number[0]
            price = re_price.findall(local_html)[0]
            price = float(price.replace(' ',''))
            print(id)
            print(cat_number, price)
            cont.append({"sell": [{"cat_number": cat_number, "price": price}]})




        print(cont)


parser(base_url)