Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import psycopg2
- s3 = {'bucket':'my_bucket',
- 'bucket_folder':'my_bucket_folder',
- 'aws_access_key_id': 'my_aws_access_key_id',
- 'aws_secret_access_key': 'my_aws_secret_access_key'}
- sql = 'Some query that you would like to run'
- connection = psycopg2.connect(database=rs['dbname'],
- user=rs['user'],
- password=rs['password'],
- host=rs['host'],
- port=rs['port'])
- s3_path = s3['bucket'] + '/' + s3['bucket_folder']
- sql = '''UNLOAD ('{query}') TO 's3://{s3_path}/recom/recom_raw' \
- credentials 'aws_access_key_id={aws_access_key_id};aws_secret_access_key={aws_secret_access_key}' \
- allowoverwrite MAXFILESIZE 100mb DELIMITER AS ',';commit;'''.format(s3_path=s3_path,
- aws_access_key_id=s3['aws_access_key'],
- aws_secret_access_key=s3['aws_secret_access_key'],
- query=sql)
- cur = connection.cursor()
- cur.execute(sql)
Add Comment
Please, Sign In to add comment