Guest User

Untitled

a guest
Nov 20th, 2017
70
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.81 KB | None | 0 0
  1. def parse(self, response):
  2.  
  3. form_node = response.xpath("//form[@method='post']")[0]
  4. post_url = form_node.xpath("./@action").extract_first()
  5.  
  6. form_data = {}
  7.  
  8. for input in form_node.xpath(".//input"):
  9. name = input.xpath("./@name").extract_first()
  10. value_attr = input.xpath("./@value")
  11.  
  12. if name == "ctl00$cntPortal$txtCompRegNum":
  13. form_data[name] = "1000"
  14. elif name == "ctl00$cntPortal$radSearchType":
  15. form_data[name] = "radStartsWith"
  16. elif value_attr:
  17. value = value_attr.extract_first()
  18. form_data[name] = ""
  19.  
  20.  
  21. yield scrapy.FormRequest(response.url, formdata=form_data, callback=self.parse_result)
  22.  
  23.  
  24. def parse_result(self, response):
  25. print(response.xpath("//table[contains(@id,'ctl00_cntPortal_grdSearchResults')]"))
Add Comment
Please, Sign In to add comment