Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- #!/bin/bash
- GLADOS_USERNAME="$LOGNAME"
- DATA_PATH="/home/matejg/Project/mini_crc_ml"
- IMAGE_PATH="/mnt/data/tensorflow-docker/tensorflow-gpu-image.simg"
- DATA_DIR_NAME=$(basename $DATA_PATH)
- if [[ -d $HOME/$DATA_DIR_NAME ]]; then
- echo "Already found some data in $HOME/$DATA_DIR_NAME, skipping downloading."
- else
- echo "Downloading data..."
- scp -r $GLADOS_USERNAME@glados9.cerit-sc.cz:$DATA_PATH $HOME > /dev/null
- [ ! -d $HOME/$DATA_DIR_NAME ] && echo "Data & Code directory not found" && exit 1
- echo "Data downloaded!"
- fi
- IMAGE_NAME=$(basename $IMAGE_PATH)
- if [[ -f $HOME/$IMAGE_NAME ]]; then
- echo "Already found singularity image in $HOME/$IMAGE_NAME, skipping downloading."
- else
- echo "Downloading singularity image..."
- scp $GLADOS_USERNAME@glados9.cerit-sc.cz:$IMAGE_PATH $HOME > /dev/null
- [ ! -f $HOME/$IMAGE_NAME ] && echo "Singularity image not found" && exit 1
- echo "Singularity image donwloaded!"
- fi
- SCRIPT_NAME="job.sh"
- if [[ ! -f $HOME/$SCRIPT_NAME ]]; then
- cat > $SCRIPT_NAME << EOF
- #!/bin/bash
- cd $HOME/$DATA_DIR_NAME
- python3 -m src.train
- EOF
- fi
- qsub -q gpu \
- -l select=1:ngpus=1:mem=64gb \
- -- /usr/bin/singularity exec --nv -B $HOME:/$LOGNAME $HOME/$IMAGE_NAME bash /$LOGNAME/$SCRIPT_NAME
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement