Advertisement
Guest User

Untitled

a guest
Jul 28th, 2017
53
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Python 0.40 KB | None | 0 0
  1. from twisted.internet import reactor
  2.  
  3. def write_csv(item, **kwargs):
  4.     f = kwargs['csv_file_obj']
  5.     formatted_data = format(item)
  6.     f.writerow(formatted_data)
  7. def format(item):
  8.     pass
  9.  
  10.  
  11. #from scrapy
  12. # store the file object
  13. class Yourpipeline(object):
  14.     def process_item(self, item, spider):
  15.         reactor.callInThread(write_csv, item = item, csv_file_obj = spider.csv_file_obj)
  16.         return item
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement