Advertisement
Guest User

Untitled

a guest
Jul 24th, 2019
126
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.64 KB | None | 0 0
  1. import sagemaker
  2. import gzip
  3. import shutil
  4. import os
  5.  
  6. def gzip_file(fname):
  7. gzip_fname = fname + ".gz"
  8. with open(fname, 'rb') as f_in:
  9. with gzip.open(gzip_fname, 'wb') as f_out:
  10. shutil.copyfileobj(f_in, f_out)
  11. return gzip_fname
  12.  
  13. # start sagemaker session
  14. sagemaker_session = sagemaker.Session()
  15.  
  16. # compress local file
  17. fname = "train_data.csv"
  18. gzip_fname = gzip_file(fname)
  19. # upload to s3
  20. sagemaker_session.upload_data(path=gzip_fname,
  21. bucket="sagemaker-exps",
  22. key_prefix='experiment_name')
  23.  
  24. # remove zip version of local file (optional)
  25. os.remove(gzip_fname)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement