Advertisement
Guest User

Untitled

a guest
Nov 2nd, 2017
217
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 3.50 KB | None | 0 0
  1. driver = webdriver.Chrome()
  2. driver.set_window_size(1024, 600)
  3. driver.maximize_window()
  4.  
  5.  
  6. driver.get('https://www.bookmaker.com.au/sports/soccer/')
  7.  
  8. SCROLL_PAUSE_TIME = 0.5
  9.  
  10.  
  11. last_height = driver.execute_script("return document.body.scrollHeight")
  12.  
  13. while True:
  14.  
  15. driver.execute_script("window.scrollTo(0, document.body.scrollHeight);")
  16.  
  17.  
  18. time.sleep(SCROLL_PAUSE_TIME)
  19.  
  20.  
  21. new_height = driver.execute_script("return document.body.scrollHeight")
  22. if new_height == last_height:
  23. break
  24. last_height = new_height
  25.  
  26. time.sleep(1)
  27.  
  28. elements = driver.find_elements_by_css_selector(".market-group a")
  29. elem_href1 = [element.get_attribute("href") for element in elements]
  30. print(elem_href1)
  31. print (len(elem_href1))
  32. shuffle(elem_href1)
  33. for link in elem_href1:
  34. time.sleep(random.randint(4, 6))
  35. driver.get(link)
  36. ...
  37.  
  38. # link
  39. elems = driver.find_elements_by_css_selector("div > h3 > a")
  40. elem_href = []
  41. for elem in elems:
  42. #print(elem.get_attribute("href"))
  43. elem_href.append(elem.get_attribute("href"))
  44.  
  45.  
  46.  
  47. # Team ODDS
  48. langs = driver.find_elements_by_css_selector(".row:nth-child(1) span")
  49. langs_text = []
  50.  
  51. for lang in langs:
  52. #print(lang.text)
  53. langs_text.append(lang.text)
  54.  
  55. time.sleep(0)
  56.  
  57. # BACK TEAM
  58. #langs1 = driver.find_elements_by_xpath("//ul[@class='runners']//li[2]")
  59. langs1 = driver.find_elements_by_css_selector(".row:nth-child(1) td:nth-child(1)")
  60. langs1_text = []
  61.  
  62. for lang in langs1:
  63. #print(lang.text)
  64. langs1_text.append(lang.text)
  65.  
  66.  
  67. # Draw Odds
  68. #langs2 = driver.find_elements_by_xpath("//ul[@class='runners']//li[1]")
  69. langs2 = driver.find_elements_by_css_selector("td.draw.odds > div > a > span")
  70. langs2_text = []
  71.  
  72. for lang in langs2:
  73. #print(lang.text)
  74. langs2_text.append(lang.text)
  75.  
  76. # Lay odds
  77. #langs2 = driver.find_elements_by_xpath("//ul[@class='runners']//li[1]")
  78. langs3 = driver.find_elements_by_css_selector(".row:nth-child(2) span")
  79. langs3_text = []
  80.  
  81. for lang in langs3:
  82. #print(lang.text)
  83. langs3_text.append(lang.text)
  84.  
  85.  
  86.  
  87. # Lay odds
  88. #langs2 = driver.find_elements_by_xpath("//ul[@class='runners']//li[1]")
  89. langs4 = driver.find_elements_by_css_selector(".row:nth-child(3) td:nth-child(1)")
  90. langs4_text = []
  91.  
  92. for lang in langs4:
  93. #print(lang.text)
  94. langs4_text.append(lang.text)
  95.  
  96.  
  97. # Lay odds
  98. #langs2 = driver.find_elements_by_xpath("//ul[@class='runners']//li[1]")
  99. langs5 = driver.find_elements_by_css_selector(".row:nth-child(2) td:nth-child(1)")
  100. langs5_text = []
  101.  
  102. for lang in langs5:
  103. #print(lang.text)
  104. langs5_text.append(lang.text)
  105.  
  106.  
  107.  
  108.  
  109. time.sleep(0)
  110.  
  111. with open('ad.csv', 'a', newline='', encoding="utf-8") as outfile:
  112. writer = csv.writer(outfile)
  113. for row in zip(langs_text, langs1_text, langs2_text, langs3_text, langs4_text, langs5_text, elem_href):
  114. print(row)
  115. writer.writerow(row)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement