Advertisement
Guest User

Untitled

a guest
Jun 5th, 2021
76
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Python 0.58 KB | None | 0 0
  1. def main():
  2.     global URL
  3.     global URL_NEW
  4.     global links_list
  5.     try:
  6.         send2trash(abs_path + '\\presaving.csv')
  7.     except:
  8.         pass
  9.  
  10.     with Pool(6) as p:
  11.         URL_NEW += p.map(get_categories, URL)
  12.         URL = URL_NEW
  13.         print(len(URL_NEW))
  14.         print(len(URL))
  15.     p.join()
  16.     p.close()
  17.     with Pool(6) as p1:
  18.         p1.map(get_links_list, URL)
  19.     p1.join()
  20.     p1.close()
  21.     new_links = list(set(links_list))
  22.     with Pool(10) as p2:
  23.         p2.map(get_info, enumerate(new_links))
  24.     p2.close()
  25.     p2.join()
  26.     data_processing()
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement