noam76

scrapy2

May 9th, 2023 (edited)
751
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Python 0.93 KB | None | 0 0
  1. import scrapy
  2. from openpyxl import Workbook
  3.  
  4. class SolkeySpider(scrapy.Spider):
  5.     name = 'solkey_spider'
  6.     start_urls = ['https://www.duurzaamloket.nl/SolKey_X014/index.php?SchemeNo=0&Offset=1&SearchText=&PageCnt=500']
  7.  
  8.     def parse(self, response):
  9.         table = response.css('.LicDetails')
  10.         headers = table.css('th::text').getall()
  11.         rows = table.css('tr')[1:]
  12.  
  13.         wb = Workbook()
  14.         ws = wb.active
  15.  
  16.         # Write headers to the first row
  17.         for col_num, header in enumerate(headers, 1):
  18.             ws.cell(row=1, column=col_num, value=header)
  19.  
  20.         # Write table data to the worksheet
  21.         for row_num, row in enumerate(rows, 2):
  22.             cols = row.css('td::text').getall()
  23.             for col_num, col in enumerate(cols, 1):
  24.                 ws.cell(row=row_num, column=col_num, value=col.strip())
  25.  
  26.         # Save the workbook to an Excel file
  27.         wb.save('solkey_data.xlsx')
Advertisement
Add Comment
Please, Sign In to add comment