Advertisement
Guest User

Untitled

a guest
Apr 15th, 2016
71
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Python 0.79 KB | None | 0 0
  1. import json
  2. import scrapy
  3. import requests
  4. import scrapyjs
  5. import logging
  6. from tutorial.items import ProxyTestItem
  7.  
  8. class SplashSpider(scrapy.Spider):
  9.  
  10.     http_user = '5b0056be4659470ab4aaabfaf71239b1'
  11.     http_pass = ''
  12.  
  13.     name = "proxy_test"
  14.     download_delay = 2
  15.     start_urls = [
  16.                     "http://whatismyip.org"
  17.                   ]
  18.  
  19.     def start_requests(self):
  20.         for url in self.start_urls:
  21.             yield scrapy.Request(url, self.parse, meta={
  22.                 'splash': {
  23.                     'endpoint': 'execute',
  24.                     'args': {
  25.                       'url' : url
  26.                     }
  27.                 }
  28.             })
  29.  
  30.  
  31.  
  32.     def parse(self, response):
  33.         log = logging.info(response.body)
  34.         print('HELLOOOOOOOOOOOO')
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement