Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import grequests
- from bs4 import BeautifulSoup
- list_of_links = []
- for x in range(1, 418):
- var = ("https://www.peopleperhour.com/services/guest+post?page=%s&ref=search" %x)
- list_of_links.append(var)
- reqs = (grequests.get(link) for link in list_of_links)
- resp=grequests.imap(reqs, grequests.Pool(50))
- for r in resp:
- soup = BeautifulSoup(r.text, 'html.parser')
- results = soup.find_all('div', class_="offer__wrapper⤍OfferListItem⤚2N0Og")
- for item in results:
- print(item.find('a')['title'])
- print(item.find('a')['href'])
Add Comment
Please, Sign In to add comment