Advertisement
Guest User

Untitled

a guest
Dec 30th, 2017
94
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 4.08 KB | None | 0 0
  1. import csv
  2. import random
  3. import time
  4.  
  5. from selenium import webdriver
  6. from selenium.common.exceptions import TimeoutException
  7. from selenium.webdriver.common.by import By
  8. from selenium.webdriver.support import expected_conditions as EC
  9. from selenium.webdriver.support.ui import WebDriverWait as wait
  10.  
  11. driver = webdriver.Chrome()
  12. driver.set_window_size(1024, 600)
  13. driver.maximize_window()
  14.  
  15.  
  16. driver.get('https://crownbet.com.au/sports-betting/soccer')
  17.  
  18. elements = driver.find_elements_by_css_selector("a")
  19. elem_href1 = [element.get_attribute("href") for element in elements]
  20. print(elem_href1)
  21. print (len(elem_href1))
  22. for link in elem_href1:
  23. try:
  24. from selenium.webdriver.common.keys import Keys
  25. from selenium.common.exceptions import NoSuchElementException
  26. header = driver.find_element_by_tag_name('header')
  27. header = driver.execute_script('arguments[0].hidden="true";', header)
  28. header1 = driver.find_element_by_css_selector('body > div.row.no-margin.nav.sticky-top-nav')
  29. header1 = driver.execute_script('arguments[0].hidden="true";', header1)
  30. time.sleep(random.randint(0, 0))
  31. try:
  32. element = driver.find_element_by_xpath('//span[text()="Next Page"]')
  33. except NoSuchElementException:
  34. print('hi')
  35. try:
  36. driver.execute_script("arguments[0].scrollIntoView();", element)
  37. driver.execute_script("arguments[0].scrollIntoView();", element)
  38.  
  39.  
  40. wait(driver, 3).until(EC.element_to_be_clickable((By.XPATH, '//span[text()="Next Page"]')))
  41.  
  42. clickMe = wait(driver, 5).until(EC.element_to_be_clickable((By.CSS_SELECTOR, ('.match-name a'))))
  43. except:
  44. pass
  45.  
  46. element = driver.find_element_by_xpath('//span[text()="Next Page"]')
  47. driver.execute_script("arguments[0].scrollIntoView();", element)
  48. elems = driver.find_elements_by_xpath('//*[contains(@class, "sport-block") and .//div/div]//*[contains(@class, "purple-ar")]')
  49. elem_href = []
  50. for elem in elems:
  51. elem_href.append(elem.get_attribute("href"))
  52. langs = driver.find_elements_by_css_selector("div > div > div > div.col-xs-12.col-md-4.right-block.hidden-xs > div > div:nth-child(1) > a > span.bet-party")
  53. langs_text = []
  54. for lang in langs:
  55. try:
  56. langs_text.append(lang.text)
  57. from selenium.common.exceptions import StaleElementReferenceException
  58. except StaleElementReferenceException:
  59. pass
  60.  
  61. from selenium.webdriver.common.by import By
  62. from selenium.webdriver.support.ui import WebDriverWait
  63. from selenium.webdriver.support import expected_conditions as EC
  64. langs3 = driver.find_elements_by_css_selector("div > div > div > div.col-xs-12.col-md-4.right-block.hidden-xs > div > div:nth-child(3) > a > span.bet-party")
  65. langs3_text = []
  66. for lang in langs3:
  67. try:
  68. langs3_text.append(lang.text)
  69. from selenium.common.exceptions import StaleElementReferenceException
  70. except StaleElementReferenceException:
  71. pass
  72.  
  73.  
  74. time.sleep(0)
  75.  
  76.  
  77. langs1 = driver.find_elements_by_css_selector("div > div > div.col-xs-12.col-md-4.right-block.hidden-xs > div > div:nth-child(1) > a > span.bet-amount")
  78. langs1_text = []
  79. for lang in langs1:
  80. try:
  81. langs1_text.append(lang.text)
  82. from selenium.common.exceptions import StaleElementReferenceException
  83. except StaleElementReferenceException:
  84. pass
  85.  
  86.  
  87.  
  88. with open('C:\\42.csv', 'a', newline='', encoding="utf-8") as outfile:
  89. writer = csv.writer(outfile)
  90. for row in zip(langs_text, langs3_text, langs1_text, elem_href):
  91. print(row)
  92. writer.writerow(row)
  93.  
  94.  
  95.  
  96. wait(driver, 5).until(EC.element_to_be_clickable((By.XPATH, '//span[text()="Next Page"]')))
  97. element.click()
  98. except TimeoutException as ex:
  99. pass
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement