import scrapy
from scrapy.http import FormRequest


class MygoferDSpider(scrapy.Spider):
    name = "mygofer_d"
    allowed_domains = ["mygofer.com"]
    start_urls = ['https://www.mygofer.com/furniture/b-34790/rowCount_120?keyword=south%20shore%20furniture']


    def start_requests(self):
        return[FormRequest("https://www.mygofer.com/lps-mygofer/api/v1/mygofer/search",
                       formdata = '''{"filters":{},
                                   "brandFilter":"null",
                                   "sellersFilter":"null",
                                   "catgroupId":"34790",
                                   "levelOne":"null",
                                   "searchMode":"BROWSE",
                                   "sortBy":"RECOMMENDED",
                                   "keyword":"south%20shore%20furniture",
                                   "pageNum":"1",
                                   "rowCount":"120",
                                   "ffmMode":"ALL",
                                   "priceFilter":"null",
                                   "hideOOS":"true",
                                   "uNo":"4848",
                                   "session":{"guid":"0",
                                              "emailId":"",
                                              "sessionKey":"fcd3bcd1-b7bf-11e6-8e27-00505699251d",
                                              "userId":"5970776",
                                              "appId":"MYGOFER"},
                                   "security":{"src":"web",
                                               "ts":"2016-12-01T12:58:28.994Z",
                                               "authToken":""}}''',
                       callback=self.parse)]

    handle_httpstatus_list = [415]
    def parse(self, response):
        print "+++++", response.url
        with open("mygofer.txt","wb") as v:
            v.write(response.body)