From adb028b83c277efb2a22cbe36c976bf66b3c2368 Mon Sep 17 00:00:00 2001 From: Antreas Antoniou Date: Thu, 1 Feb 2018 14:21:13 +0000 Subject: [PATCH 1/6] Update gpu_cluster_tutorial_training_script.sh --- gpu_cluster_tutorial_training_script.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gpu_cluster_tutorial_training_script.sh b/gpu_cluster_tutorial_training_script.sh index 5ee826c..0eb872e 100644 --- a/gpu_cluster_tutorial_training_script.sh +++ b/gpu_cluster_tutorial_training_script.sh @@ -30,4 +30,4 @@ export TMP=/disk/scratch/${STUDENT_ID}/ source /home/${STUDENT_ID}/miniconda3/bin/activate mlp -python network_trainer.py --batch_size 128 --epochs 200 --experiment_prefix vgg-net-emnist-sample-exp --dropout_rate 0.4 --batch_norm_use True --strided_dim_reduction True --seed 25012018 +python emnist_network_trainer.py --batch_size 128 --epochs 200 --experiment_prefix vgg-net-emnist-sample-exp --dropout_rate 0.4 --batch_norm_use True --strided_dim_reduction True --seed 25012018 From 71ec5c77dfe810b5c7a1e72aecfbe0c2f66029f9 Mon Sep 17 00:00:00 2001 From: Antreas Antoniou Date: Thu, 1 Feb 2018 14:22:29 +0000 Subject: [PATCH 2/6] Update gpu-cluster-quick-start.md --- notes/gpu-cluster-quick-start.md | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/notes/gpu-cluster-quick-start.md b/notes/gpu-cluster-quick-start.md index 204419e..f78638f 100644 --- a/notes/gpu-cluster-quick-start.md +++ b/notes/gpu-cluster-quick-start.md @@ -54,7 +54,7 @@ git config --global user.name "[your name]" git config --global user.email "[matric-number]@sms.ed.ac.uk" ``` 9. Now clone the mlpractical repo using ```git clone https://github.com/CSTR-Edinburgh/mlpractical.git```. -10. Checkout the mlp_tf_tutorial branch using ```git checkout mlp2017-8/mlp_tf_tutorial```. +10. Checkout the mlp_tf_tutorial branch using ```git checkout mlp2017-8/semester_2_materials```. 11. ```cd mlpractical``` and then install the required packages using ```pip install -r requirements_gpu.txt```. 12. Once this is done you will need to setup the MLP_DATA path using the following block of commands: ```bash @@ -86,7 +86,7 @@ To submit a job one needs to use ```sbatch script.sh``` which will automatically #SBATCH --mem=16000 # memory in Mb #SBATCH -o outfile # send stdout to outfile #SBATCH -e errfile # send stderr to errfile -#SBATCH -t 0:01:00 # time requested in hour:minute:seconds +#SBATCH -t 1:00:00 # time requested in hour:minute:seconds # Setup CUDA and CUDNN related paths export CUDA_HOME=/opt/cuda-8.0.44 @@ -163,4 +163,4 @@ This should directly copy the files to AFS. Furthermore one can use rsync as sho ##Additional Help -If you require additional help as usual please post on piazza or ask in the tech support helpdesk. \ No newline at end of file +If you require additional help as usual please post on piazza or ask in the tech support helpdesk. From 674338f07ec566478c1b7bf9bba764b8ec79d366 Mon Sep 17 00:00:00 2001 From: Antreas Antoniou Date: Thu, 1 Feb 2018 14:23:03 +0000 Subject: [PATCH 3/6] Update gpu-cluster-quick-start.md --- notes/gpu-cluster-quick-start.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/notes/gpu-cluster-quick-start.md b/notes/gpu-cluster-quick-start.md index f78638f..1ead7a7 100644 --- a/notes/gpu-cluster-quick-start.md +++ b/notes/gpu-cluster-quick-start.md @@ -54,7 +54,7 @@ git config --global user.name "[your name]" git config --global user.email "[matric-number]@sms.ed.ac.uk" ``` 9. Now clone the mlpractical repo using ```git clone https://github.com/CSTR-Edinburgh/mlpractical.git```. -10. Checkout the mlp_tf_tutorial branch using ```git checkout mlp2017-8/semester_2_materials```. +10. Checkout the semester_2 branch using ```git checkout mlp2017-8/semester_2_materials```. 11. ```cd mlpractical``` and then install the required packages using ```pip install -r requirements_gpu.txt```. 12. Once this is done you will need to setup the MLP_DATA path using the following block of commands: ```bash From 86990db465bae3f39d871a802fb4a4d747a9539c Mon Sep 17 00:00:00 2001 From: Antreas Antoniou Date: Thu, 1 Feb 2018 14:25:15 +0000 Subject: [PATCH 4/6] Update gpu-cluster-quick-start.md --- notes/gpu-cluster-quick-start.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/notes/gpu-cluster-quick-start.md b/notes/gpu-cluster-quick-start.md index 1ead7a7..d7aa7b2 100644 --- a/notes/gpu-cluster-quick-start.md +++ b/notes/gpu-cluster-quick-start.md @@ -1,4 +1,4 @@ -#GPU Cluster Quick-Start Guide +# GPU Cluster Quick-Start Guide This guide is intended to guide students into the basics of using the mlp1/mlp2 GPU clusters. It is not intended to be an exhaustive guide that goes deep into micro-details of the Slurm ecosystem. For an exhaustive guide please visit From 607765178987ee78ce91dcebf1697a129434a022 Mon Sep 17 00:00:00 2001 From: Antreas Antoniou Date: Thu, 1 Feb 2018 14:25:53 +0000 Subject: [PATCH 5/6] Update gpu-cluster-quick-start.md --- notes/gpu-cluster-quick-start.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/notes/gpu-cluster-quick-start.md b/notes/gpu-cluster-quick-start.md index d7aa7b2..0919e8b 100644 --- a/notes/gpu-cluster-quick-start.md +++ b/notes/gpu-cluster-quick-start.md @@ -72,7 +72,7 @@ export MLP_DATA_DIR=$HOME/mlpractical/data 13. This includes all of the required installations. Proceed to the next section outlining how to use the slurm cluster management software. Please remember to clean your setup files using ```conda clean -t``` -###Using Slurm +### Using Slurm Slurm provides us with some commands that can be used to submit, delete, view, explore current jobs, nodes and resources among others. To submit a job one needs to use ```sbatch script.sh``` which will automatically find available nodes and pass the job, resources and restrictions required. The script.sh is the bash script containing the job that we want to run. Since we will be using the NVIDIA CUDA and CUDNN libraries From 9aca179255f7f2f1aec512a0bcd8b82ac547b9b4 Mon Sep 17 00:00:00 2001 From: Antreas Antoniou Date: Thu, 1 Feb 2018 14:26:10 +0000 Subject: [PATCH 6/6] Update gpu-cluster-quick-start.md --- notes/gpu-cluster-quick-start.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/notes/gpu-cluster-quick-start.md b/notes/gpu-cluster-quick-start.md index 0919e8b..5ce7d68 100644 --- a/notes/gpu-cluster-quick-start.md +++ b/notes/gpu-cluster-quick-start.md @@ -161,6 +161,6 @@ cp ~/output /afs/inf.ed.ac.uk/u/s/ This should directly copy the files to AFS. Furthermore one can use rsync as shown before. -##Additional Help +## Additional Help If you require additional help as usual please post on piazza or ask in the tech support helpdesk.