Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import sagemaker
- import gzip
- import shutil
- import os
- def gzip_file(fname):
- gzip_fname = fname + ".gz"
- with open(fname, 'rb') as f_in:
- with gzip.open(gzip_fname, 'wb') as f_out:
- shutil.copyfileobj(f_in, f_out)
- return gzip_fname
- # start sagemaker session
- sagemaker_session = sagemaker.Session()
- # compress local file
- fname = "train_data.csv"
- gzip_fname = gzip_file(fname)
- # upload to s3
- sagemaker_session.upload_data(path=gzip_fname,
- bucket="sagemaker-exps",
- key_prefix='experiment_name')
- # remove zip version of local file (optional)
- os.remove(gzip_fname)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement