ada batchfile

#!/bin/bash

#SBATCH -A research
#SBATCH -n 20
#SBATCH --nodes=1
#SBATCH --gpus=4
#SBATCH --mincpus 32
#SBATCH --mem-per-cpu=2048
#SBATCH --partition=long
#SBATCH --partition=long
#SBATCH --mail-user=archit.jain@students.iiit.ac.in
#SBATCH --mail-type=ALL
#SBATCH --time=72:00:00

echo "Loading necessary modules"
module load "u18/python/3.10.2"

export CUDA_VISIBLE_DEVICES=0,1,2,3

echo "Making folder for current job"
cd /scratch
[ -d "archit.jain" ] && rm -rf archit.jain
mkdir archit.jain
chmod 700 archit.jain
cd archit.jain

cp -rv ~/archit .
cd archit

echo "Loading python environment"
python3 -m venv ar_venv
source ./ar_venv/bin/activate

echo "Installing required python modules"

pip3 install --upgrade --no-cache-dir wheel
pip3 install -U pip setuptools
pip3 install numpy --upgrade --no-cache-dir
pip3 install tensorflow==2.6.2 --upgrade --no-cache-dir
pip3 install matplotlib --upgrade --no-cache-dir
pip3 install keras==2.6.0 --upgrade --no-cache-dir
pip3 install Keras-Preprocessing==1.1.2  --upgrade --no-cache-dir
pip3 install scikit-learn==0.24.2  --upgrade --no-cache-dir
pip3 install sklearn  --upgrade --no-cache-dir


python3 main.py

echo "Copying back the output"
scp -r "/scratch/archit.jain/archit" "ada:~/archit_op_ep2"