PyTorchExperiments/submit_jobarray_mumiso_autoencoder_quantization.sh at master · AlexanderFernandes96/PyTorchExperiments · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
#!/bin/bash
#SBATCH --account=def-psaromil
#SBATCH --nodes=1
#SBATCH --gres=gpu:a100_1g.5gb:1
#SBATCH --cpus-per-task=1
#SBATCH --array=0-6
#SBATCH --mem=7G
#SBATCH --time=03-00:00 # days-hours:minutes
#SBATCH --output=/home/alex96/scratch/logs/slurm/job-%j.out
#SBATCH --error=/home/alex96/scratch/logs/slurm/job-%j.out
#SBATCH --mail-user=alexander.fernandes@mail.mcgill.ca
#SBATCH --mail-type=ALL

printf "%s\n" "-----------------------"
printf "%s\n" "load python, gcc, arrow"
printf "%s\n" "-----------------------"
module purge
module load python/3.11
module load gcc arrow/19.0.1
export PYTHONUNBUFFERED=TRUE
sleep 1
printf "%s\n" "----------"
printf "%s\n" "virtualenv"
printf "%s\n" "----------"
virtualenv --no-download --python=python3.11 $SLURM_TMPDIR/env
source $SLURM_TMPDIR/env/bin/activate
#virtualenv -v --no-download ~/scratch/env
#source ~/scratch/env/bin/activate
sleep 1
printf "%s\n" "-------------------------"
printf "%s\n" "pip install --upgrade pip"
printf "%s\n" "-------------------------"
pip install --no-index --upgrade pip
sleep 1
printf "%s\n" "------------------------------"
printf "%s\n" "installing python requirements"
printf "%s\n" "------------------------------"
cat requirements.txt
pip install --no-index -r requirements.txt
sleep 1
printf "%s\n" "------------------------------------------"
printf "%s\n" "running mumiso_autoencoder_quantization.py"
printf "%s\n" "------------------------------------------"
#srun python -u mumiso_autoencoder_quantization.py $SLURM_JOB_ID
srun python -u mumiso_autoencoder_quantization.py $SLURM_ARRAY_TASK_ID
#srun python -u mumiso_autoencoder_quantization.py
printf "%s\n" "--------"
printf "%s\n" "finished"
printf "%s\n" "--------"