Guest User

Untitled

a guest
Dec 12th, 2018
95
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.99 KB | None | 0 0
  1. # AWS Credentials
  2. client = boto3.client('athena',aws_access_key_id=aws_server_access_key, aws_secret_access_key=aws_server_secret_key,region_name='us-east-1')
  3. ba = boto3.client('s3',aws_access_key_id=aws_server_access_key, aws_secret_access_key=aws_server_secret_key,region_name='us-east-1')
  4. # Get latest modified file
  5. get_last_modified = lambda obj: int(obj['LastModified'].strftime('%s'))
  6.  
  7. objs = ba.list_objects_v2(Bucket=BUCKET_NAME)['Contents']
  8. last_added = [obj['Key'] for obj in sorted(objs, key=get_last_modified)][0]
  9.  
  10. s3 = boto3.resource('s3', aws_access_key_id= aws_server_access_key,aws_secret_access_key= aws_server_secret_key)
  11. try:
  12. s3.Bucket(BUCKET_NAME).download_file(last_added, last_added)
  13. except botocore.exceptions.ClientError as e:
  14. if e.response['Error']['Code'] == "404":
  15. print("The object does not exist.")
  16. else:
  17. raise
  18.  
  19. def download_from_s3(s3_bucket, s3_file_key, path):
  20. s3 = boto3.resource('s3')
  21. s3.Bucket(s3_bucket).download_file(s3_file_key, path)
Add Comment
Please, Sign In to add comment