Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- driver = webdriver.Chrome()
- driver.set_window_size(1024, 600)
- driver.maximize_window()
- driver.get('https://www.bookmaker.com.au/sports/soccer/')
- SCROLL_PAUSE_TIME = 0.5
- last_height = driver.execute_script("return document.body.scrollHeight")
- while True:
- driver.execute_script("window.scrollTo(0, document.body.scrollHeight);")
- time.sleep(SCROLL_PAUSE_TIME)
- new_height = driver.execute_script("return document.body.scrollHeight")
- if new_height == last_height:
- break
- last_height = new_height
- time.sleep(1)
- elements = driver.find_elements_by_css_selector(".market-group a")
- elem_href1 = [element.get_attribute("href") for element in elements]
- print(elem_href1)
- print (len(elem_href1))
- shuffle(elem_href1)
- for link in elem_href1:
- time.sleep(random.randint(4, 6))
- driver.get(link)
- ...
- # link
- elems = driver.find_elements_by_css_selector("div > h3 > a")
- elem_href = []
- for elem in elems:
- #print(elem.get_attribute("href"))
- elem_href.append(elem.get_attribute("href"))
- # Team ODDS
- langs = driver.find_elements_by_css_selector(".row:nth-child(1) span")
- langs_text = []
- for lang in langs:
- #print(lang.text)
- langs_text.append(lang.text)
- time.sleep(0)
- # BACK TEAM
- #langs1 = driver.find_elements_by_xpath("//ul[@class='runners']//li[2]")
- langs1 = driver.find_elements_by_css_selector(".row:nth-child(1) td:nth-child(1)")
- langs1_text = []
- for lang in langs1:
- #print(lang.text)
- langs1_text.append(lang.text)
- # Draw Odds
- #langs2 = driver.find_elements_by_xpath("//ul[@class='runners']//li[1]")
- langs2 = driver.find_elements_by_css_selector("td.draw.odds > div > a > span")
- langs2_text = []
- for lang in langs2:
- #print(lang.text)
- langs2_text.append(lang.text)
- # Lay odds
- #langs2 = driver.find_elements_by_xpath("//ul[@class='runners']//li[1]")
- langs3 = driver.find_elements_by_css_selector(".row:nth-child(2) span")
- langs3_text = []
- for lang in langs3:
- #print(lang.text)
- langs3_text.append(lang.text)
- # Lay odds
- #langs2 = driver.find_elements_by_xpath("//ul[@class='runners']//li[1]")
- langs4 = driver.find_elements_by_css_selector(".row:nth-child(3) td:nth-child(1)")
- langs4_text = []
- for lang in langs4:
- #print(lang.text)
- langs4_text.append(lang.text)
- # Lay odds
- #langs2 = driver.find_elements_by_xpath("//ul[@class='runners']//li[1]")
- langs5 = driver.find_elements_by_css_selector(".row:nth-child(2) td:nth-child(1)")
- langs5_text = []
- for lang in langs5:
- #print(lang.text)
- langs5_text.append(lang.text)
- time.sleep(0)
- with open('ad.csv', 'a', newline='', encoding="utf-8") as outfile:
- writer = csv.writer(outfile)
- for row in zip(langs_text, langs1_text, langs2_text, langs3_text, langs4_text, langs5_text, elem_href):
- print(row)
- writer.writerow(row)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement