Advertisement
Guest User

Untitled

a guest
Oct 14th, 2019
179
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.65 KB | None | 0 0
  1. from selenium import webdriver
  2. from bs4 import BeautifulSoup
  3. import re
  4.  
  5.  
  6. browser = webdriver.Chrome('/Users/kenny/Dropbox/Python/chromedriver')
  7. browser.get('https://www.ebay.com/sch/i.html?_from=R40&_nkw=watches&_sacat=0&_pgn=1')
  8. bs = BeautifulSoup(browser.page_source, 'lxml')
  9. browser.maximize_window()
  10.  
  11.  
  12. for items in bs.findAll('li', {'class': 's-item'}):
  13. link = items.findAll('a', href=True)
  14. print(link)
  15.  
  16. # links = [a['href'] for a in bs.select('a[href]')]
  17. # links = bs.find('a', href=re.compile(r'[/]([a-z]|[A-Z])\w+')).attrs['href']
  18. # links = bs.findAll('a', attrs={'href': re.compile("^http://")})
  19.  
  20.  
  21.  
  22.  
  23.  
  24. browser.close()
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement