Guest User

Untitled

a guest
Sep 27th, 2018
101
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.12 KB | None | 0 0
  1. import psycopg2
  2. s3 = {'bucket':'my_bucket',
  3. 'bucket_folder':'my_bucket_folder',
  4. 'aws_access_key_id': 'my_aws_access_key_id',
  5. 'aws_secret_access_key': 'my_aws_secret_access_key'}
  6.  
  7. sql = 'Some query that you would like to run'
  8.  
  9. connection = psycopg2.connect(database=rs['dbname'],
  10. user=rs['user'],
  11. password=rs['password'],
  12. host=rs['host'],
  13. port=rs['port'])
  14.  
  15. s3_path = s3['bucket'] + '/' + s3['bucket_folder']
  16. sql = '''UNLOAD ('{query}') TO 's3://{s3_path}/recom/recom_raw' \
  17. credentials 'aws_access_key_id={aws_access_key_id};aws_secret_access_key={aws_secret_access_key}' \
  18. allowoverwrite MAXFILESIZE 100mb DELIMITER AS ',';commit;'''.format(s3_path=s3_path,
  19. aws_access_key_id=s3['aws_access_key'],
  20. aws_secret_access_key=s3['aws_secret_access_key'],
  21. query=sql)
  22. cur = connection.cursor()
  23. cur.execute(sql)
Add Comment
Please, Sign In to add comment