import scrapy

import json

class CardsSpider(scrapy.Spider):

    name = 'cards'
    #body= Here is the formdata viewsource as string. As it so long, so pastebin is not accepting.

    #based_url='https://moneyfacts.co.uk/credit-cards/balance-transfer-credit-cards/?fbclid=IwAR05-Sa1hIcYTRx8DXYYQd0UfDRjWF-jD2-u51jiLP-WKlkxSddKjzUcnWA'

    def start_requests(self):
        yield scrapy.FormRequest(
            url = 'https://moneyfacts.co.uk/umbraco/surface/CreditCardsFinder/GetTableItemsFor',
            callback = self.parse,
            #body = self.body,
            method = "POST",
            headers = {
                'content-type': 'application/x-www-form-urlencoded',
                'content-length': 116213,
                'x-requested-with': 'XMLHttpRequest',
                'referer':'https://moneyfacts.co.uk/credit-cards/balance-transfer-credit-cards/?fbclid=IwAR05-Sa1hIcYTRx8DXYYQd0UfDRjWF-jD2-u51jiLP-WKlkxSddKjzUcnWA'
                }
                 )
    def parse(self, response):
        for card in response.xpath('//ul[@class="finder-table"]/li'):
            card_name = card.xpath('.//*[@class="table-item-heading-product-name"]/span/strong/text()').get()
            yield{
                'Name':card_name}