import json

import scrapy
from scrapy import Request


class ExampleSpider(scrapy.Spider):
    name = 'example'
    # allowed_domains = ['example.com']
    start_urls = ['http://example.com/']

    def start_requests(self):
        url = 'https://www.powertochoose.org/en-us/service/v1/'

        headers = {
            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:96.0) Gecko/20100101 Firefox/96.0",
            "Accept": "*/*",
            "Accept-Language": "uk,ru;q=0.8,en-US;q=0.5,en;q=0.3",
            "Accept-Encoding": "gzip, deflate, br",
            "Content-Type": "application/json; charset=utf-8",
            "X-Requested-With": "XMLHttpRequest",
            "Origin": "https://www.powertochoose.org",
            "DNT": "1",
            "Connection": "keep-alive",
            "Referer": "https://www.powertochoose.org/en-us",
            "Sec-Fetch-Dest": "empty",
            "Sec-Fetch-Mode": "cors",
            "Sec-Fetch-Site": "same-origin",
            "TE": "trailers"
        }

        cookies = {
            "PowerToChoose.CurrentLanguage": "en-US"
        }

        body = json.dumps({"parameters":
            {
                "method": "TduCompaniesByZip",
                "zip_code": "75001",
                "include_details": False,
                "language": 0}
        }
        )

        yield Request(
            url=url,
            method='POST',
            dont_filter=True,
            cookies=cookies,
            headers=headers,
            body=body,
        )

    def parse(self, response):
        print(response.json())