Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- # AWS Credentials
- client = boto3.client('athena',aws_access_key_id=aws_server_access_key, aws_secret_access_key=aws_server_secret_key,region_name='us-east-1')
- ba = boto3.client('s3',aws_access_key_id=aws_server_access_key, aws_secret_access_key=aws_server_secret_key,region_name='us-east-1')
- # Get latest modified file
- get_last_modified = lambda obj: int(obj['LastModified'].strftime('%s'))
- objs = ba.list_objects_v2(Bucket=BUCKET_NAME)['Contents']
- last_added = [obj['Key'] for obj in sorted(objs, key=get_last_modified)][0]
- s3 = boto3.resource('s3', aws_access_key_id= aws_server_access_key,aws_secret_access_key= aws_server_secret_key)
- try:
- s3.Bucket(BUCKET_NAME).download_file(last_added, last_added)
- except botocore.exceptions.ClientError as e:
- if e.response['Error']['Code'] == "404":
- print("The object does not exist.")
- else:
- raise
- def download_from_s3(s3_bucket, s3_file_key, path):
- s3 = boto3.resource('s3')
- s3.Bucket(s3_bucket).download_file(s3_file_key, path)
Add Comment
Please, Sign In to add comment