Advertisement
Guest User

nepse

a guest
Apr 24th, 2018
80
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Python 0.79 KB | None | 0 0
  1. # -*- coding: utf-8 -*-
  2. import scrapy
  3.  
  4. class StockSpider(scrapy.Spider):
  5.     name = 'nepse'
  6.     allowed_domains = ['nepalstock.com']
  7.     start_urls = ['http://www.nepalstock.com/main/todays_price/']
  8.  
  9.     def parse(self, response):
  10.         if 'No Data Available!' in response.text:
  11.             print('No data for today')
  12.         else:
  13.             fields = ['company_name', 'number_of_transaction', 'max_price', 'min_price',
  14.                       'closing_price', 'traded_shares', 'amount', 'previous_closing']
  15.             table = response.css('table.table>tr')
  16.             for tr in table[2:-4]:
  17.                 item = dict(zip(fields, tr.css('td::text').extract()[1:9]))
  18.                 item['difference'] = float(item['closing_price'])-float(item['previous_closing'])
  19.                 yield item
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement