Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import scrapy
- from scrapy.http import FormRequest
- class MygoferDSpider(scrapy.Spider):
- name = "mygofer_d"
- allowed_domains = ["mygofer.com"]
- start_urls = ['https://www.mygofer.com/furniture/b-34790/rowCount_120?keyword=south%20shore%20furniture']
- def start_requests(self):
- return[FormRequest("https://www.mygofer.com/lps-mygofer/api/v1/mygofer/search",
- formdata = '''{"filters":{},
- "brandFilter":"null",
- "sellersFilter":"null",
- "catgroupId":"34790",
- "levelOne":"null",
- "searchMode":"BROWSE",
- "sortBy":"RECOMMENDED",
- "keyword":"south%20shore%20furniture",
- "pageNum":"1",
- "rowCount":"120",
- "ffmMode":"ALL",
- "priceFilter":"null",
- "hideOOS":"true",
- "uNo":"4848",
- "session":{"guid":"0",
- "emailId":"",
- "sessionKey":"fcd3bcd1-b7bf-11e6-8e27-00505699251d",
- "userId":"5970776",
- "appId":"MYGOFER"},
- "security":{"src":"web",
- "ts":"2016-12-01T12:58:28.994Z",
- "authToken":""}}''',
- callback=self.parse)]
- handle_httpstatus_list = [415]
- def parse(self, response):
- print "+++++", response.url
- with open("mygofer.txt","wb") as v:
- v.write(response.body)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement