Guest User

Untitled

a guest
Feb 17th, 2018
78
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 2.15 KB | None | 0 0
  1. category_element = wait.until(EC.element_to_be_clickable((By.CLASS_NAME, category.get_attribute('class'))))
  2.  
  3. from selenium import webdriver
  4. from time import sleep
  5. from selenium.webdriver.common.keys import Keys
  6. from selenium.webdriver.support.ui import WebDriverWait
  7. from selenium.webdriver.common.by import By
  8. from selenium.webdriver.support import expected_conditions as EC
  9.  
  10.  
  11. def scrape_item_links(self, is_first = True):
  12. marketplace_button = self.driver.find_element_by_xpath('//div[contains(text(), "Marketplace")]')
  13. marketplace_button.click()
  14. #create a list of each section and loop through list
  15. sections = [self.driver.find_element_by_xpath('//div[contains(text(), "Home & Garden")]'),
  16. self.driver.find_element_by_xpath('//div[contains(text(), "Entertainment")]'),
  17. self.driver.find_element_by_xpath('//div[contains(text(), "Clothing & Accessories")]'),
  18. self.driver.find_element_by_xpath('//div[contains(text(), "Family")]'),
  19. self.driver.find_element_by_xpath('//div[contains(text(), "Electronics")]'),
  20. self.driver.find_element_by_xpath('//div[contains(text(), "Hobbies")]'),
  21. self.driver.find_element_by_xpath('//div[contains(text(), "Vehicles & Bicycles")]')]
  22.  
  23. for category in sections:
  24. if is_first:
  25. category.click()
  26. is_first = False
  27. else:
  28. pass
  29.  
  30. #try:
  31. for _ in range(10):
  32. self.driver.execute_script("window.scrollTo(0, document.body.scrollHeight);")
  33. sleep(1.5)
  34.  
  35. full_items_list = self.driver.find_elements_by_xpath("//a[@class='_1oem']")
  36. if self.used_item_links == 0: #False or None?
  37. self.used_item_links = [item.get_attribute('href') for item in full_items_list]
  38. else:
  39. #append or extend or add?
  40. self.used_item_links.extend([item.get_attribute('href') for item in full_items_list])
  41. print(self.used_item_links)
  42.  
  43. wait = WebDriverWait(self.driver, 10)
  44. category_element = wait.until(EC.element_to_be_clickable((By.CLASS_NAME, category.get_attribute('class'))))
  45. category_element.click()
Add Comment
Please, Sign In to add comment