Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import json
- import scrapy
- import requests
- import scrapyjs
- import logging
- from tutorial.items import ProxyTestItem
- class SplashSpider(scrapy.Spider):
- http_user = '5b0056be4659470ab4aaabfaf71239b1'
- http_pass = ''
- name = "proxy_test"
- download_delay = 2
- start_urls = [
- "http://whatismyip.org"
- ]
- def start_requests(self):
- for url in self.start_urls:
- yield scrapy.Request(url, self.parse, meta={
- 'splash': {
- 'endpoint': 'execute',
- 'args': {
- 'url' : url
- }
- }
- })
- def parse(self, response):
- log = logging.info(response.body)
- print('HELLOOOOOOOOOOOO')
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement