Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import MySQLdb
- class Database:
- host = 'localhost'
- user = 'root'
- password = 'test123'
- db = 'scraping_db'
- def __init__(self):
- self.connection = MySQLdb.connect(self.host, self.user, self.password, self.db,use_unicode=True, charset="utf8")
- self.cursor = self.connection.cursor()
- def insert(self, query,params):
- try:
- self.cursor.execute(query,params)
- self.connection.commit()
- except Exception as ex:
- self.connection.rollback()
- def __del__(self):
- self.connection.close()
- from con import Database
- class LinkPipeline(object):
- def __init__(self):
- self.db=Database()
- def process_item(self, item, spider):
- query="""INSERT INTO links (title, location,company_name,posted_date,status,company_id,scraped_link,content,detail_link,job_id) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s,%s)"""
- params=(item['title'], item['location'], item['company_name'], item['posted_date'], item['status'], item['company_id'], item['scraped_link'], item['content'], item['detail_link'],item['job_id'])
- self.db.insert(query,params)
- return item
Add Comment
Please, Sign In to add comment