mkdir test
cd test
python -m virtualenv venv
source venv/bin/activate
pip install pyspark -t python
zip -9 pyspark.zip -r python/
# upload file to s3
aws lambda publish-layer-version --layer-name bacrey-ml-pyspark --content 'S3Bucket=my-bucket,S3Key=pyspark.zip' --debug --profile my_profile