Advertisement
Guest User

Untitled

a guest
Aug 21st, 2019
77
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.20 KB | None | 0 0
  1. #!/bin/bash
  2.  
  3. GLADOS_USERNAME="$LOGNAME"
  4. DATA_PATH="/home/matejg/Project/mini_crc_ml"
  5. IMAGE_PATH="/mnt/data/tensorflow-docker/tensorflow-gpu-image.simg"
  6.  
  7. DATA_DIR_NAME=$(basename $DATA_PATH)
  8. if [[ -d $HOME/$DATA_DIR_NAME ]]; then
  9. echo "Already found some data in $HOME/$DATA_DIR_NAME, skipping downloading."
  10. else
  11. echo "Downloading data..."
  12. scp -r $GLADOS_USERNAME@glados9.cerit-sc.cz:$DATA_PATH $HOME > /dev/null
  13. [ ! -d $HOME/$DATA_DIR_NAME ] && echo "Data & Code directory not found" && exit 1
  14. echo "Data downloaded!"
  15. fi
  16.  
  17. IMAGE_NAME=$(basename $IMAGE_PATH)
  18. if [[ -f $HOME/$IMAGE_NAME ]]; then
  19. echo "Already found singularity image in $HOME/$IMAGE_NAME, skipping downloading."
  20. else
  21. echo "Downloading singularity image..."
  22. scp $GLADOS_USERNAME@glados9.cerit-sc.cz:$IMAGE_PATH $HOME > /dev/null
  23. [ ! -f $HOME/$IMAGE_NAME ] && echo "Singularity image not found" && exit 1
  24. echo "Singularity image donwloaded!"
  25. fi
  26.  
  27. SCRIPT_NAME="job.sh"
  28. if [[ ! -f $HOME/$SCRIPT_NAME ]]; then
  29. cat > $SCRIPT_NAME << EOF
  30. #!/bin/bash
  31.  
  32. cd $HOME/$DATA_DIR_NAME
  33. python3 -m src.train
  34. EOF
  35. fi
  36.  
  37. qsub -q gpu \
  38. -l select=1:ngpus=1:mem=64gb \
  39. -- /usr/bin/singularity exec --nv -B $HOME:/$LOGNAME $HOME/$IMAGE_NAME bash /$LOGNAME/$SCRIPT_NAME
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement