Making it work out of the box

.gitignore

@@ -1,2 +1,8 @@
 venv3.9
 
+.ipynb_checkpoints
+src/.cache
+src/.ipython
+src/.jupyter
+src/.local
+src/.sudo_as_admin_successful

docker-compose-jupyter.yml

@@ -1,46 +1,60 @@
 services:
-  slurmjupyter:
+    slurmjupyter:
+        build:
+            context: jupyter
+            dockerfile: Dockerfile
         image: slurm-jupyter:19.05.5-1
         hostname: slurmjupyter
         user: admin
         volumes:
-                - shared-vol:/home/admin
+            - ./src:/home/admin
         ports:
-                - 8888:8888
-  slurmmaster:
+            - 8888:8888
+    slurmmaster:
+        build:
+            context: master
+            dockerfile: Dockerfile
         image: slurm-master:19.05.5-1
         hostname: slurmmaster
         user: admin
         volumes:
-                - shared-vol:/home/admin
+            - ./src:/home/admin
         ports:
-                - 6817:6817
-                - 6818:6818
-                - 6819:6819
-  slurmnode1:
+            - 6817:6817
+            - 6818:6818
+            - 6819:6819
+    slurmnode1:
+        build:
+            context: node
+            dockerfile: Dockerfile
         image: slurm-node:19.05.5-1
         hostname: slurmnode1
         user: admin
         volumes:
-                - shared-vol:/home/admin
+            - ./src:/home/admin
         links:
-                - slurmmaster
-  slurmnode2:
+            - slurmmaster
+    slurmnode2:
+        build:
+            context: node
+            dockerfile: Dockerfile
         image: slurm-node:19.05.5-1
         hostname: slurmnode2
         user: admin
         volumes:
-                - shared-vol:/home/admin
+            - ./src:/home/admin
         links:
-                - slurmmaster
-  slurmnode3:
+            - slurmmaster
+    slurmnode3:
+        build:
+            context: node
+            dockerfile: Dockerfile
         image: slurm-node:19.05.5-1
         hostname: slurmnode3
         user: admin
         volumes:
-                - shared-vol:/home/admin
+            - ./src:/home/admin
         links:
-                - slurmmaster
+            - slurmmaster
 volumes:
-        shared-vol:
-
+    shared-vol:

src/jobs.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+#
+#SBATCH --job-name=test
+#SBATCH --output=result.out
+#
+#SBATCH --ntasks=6
+#
+sbcast -f test.py /tmp/test.py
+srun python3 /tmp/test.py

src/result.out

@@ -0,0 +1,24 @@
+Process started 2022-04-25 02:45:32.783040
+NODE : slurmnode1
+PID  : 75
+Executing for 15 secs
+Process started 2022-04-25 02:45:32.783027
+NODE : slurmnode1
+PID  : 77
+Executing for 15 secs
+Process started 2022-04-25 02:45:32.783004
+NODE : slurmnode1
+PID  : 78
+Executing for 15 secs
+Process started 2022-04-25 02:45:32.782975
+NODE : slurmnode1
+PID  : 79
+Executing for 15 secs
+Process started 2022-04-25 02:45:32.782986
+NODE : slurmnode1
+PID  : 80
+Executing for 15 secs
+Process started 2022-04-25 02:45:32.783074
+NODE : slurmnode1
+PID  : 76
+Executing for 15 secs

src/test.py

@@ -0,0 +1,12 @@
+#!/usr/bin/env python3
+
+import time
+import os
+import socket
+from datetime import datetime as dt
+if __name__ == '__main__':
+    print('Process started {}'.format(dt.now()))
+    print('NODE : {}'.format(socket.gethostname()))
+    print('PID  : {}'.format(os.getpid()))
+    print('Executing for 15 secs')
+    time.sleep(15)