Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import requests
- class Crawler():
- def __init__(self, url):
- self.url = url
- def web_crawler(self):
- requests.get(self.url)
- return requests.text
- for url in urls:
- crawler = Crawler(url)
- results = crawler.web_crawler()
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement