Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- def main():
- global URL
- global URL_NEW
- global links_list
- try:
- send2trash(abs_path + '\\presaving.csv')
- except:
- pass
- with Pool(6) as p:
- URL_NEW += p.map(get_categories, URL)
- URL = URL_NEW
- print(len(URL_NEW))
- print(len(URL))
- p.join()
- p.close()
- with Pool(6) as p1:
- p1.map(get_links_list, URL)
- p1.join()
- p1.close()
- new_links = list(set(links_list))
- with Pool(10) as p2:
- p2.map(get_info, enumerate(new_links))
- p2.close()
- p2.join()
- data_processing()
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement