Add config for comet.sdsc.xsede.org and preliminary batch script 'bswift' to run swift from a slurm compute node in the shared partition.

Author: Michael Wilde

bin/bswift

@@ -0,0 +1,33 @@
+#! /bin/bash
+
+sbatch -J bswift -o bswift.%j.out -p shared --nodes=1 --ntasks-per-node=8 --mem=5G --export=ALL -t 00:10:00 <<END
+#! /bin/bash
+
+echo $0: Started at $(date)
+echo $0: Running in dir $PWD
+echo $0: Running on host $(hostname)
+
+swift $*
+
+echo $0: Swift script submitted
+
+END
+
+# For reference:
+
+cat >/dev/null <<END
+
+#SBATCH -p shared
+#SBATCH --nodes=1
+#SBATCH --ntasks-per-node=8
+#SBATCH --mem=40G
+#SBATCH -t 01:00:00
+#SBATCH -J HPL.8
+#SBATCH -o HPL.8.%j.%N.out
+#SBATCH -e HPL.8.%j.%N.err
+#SBATCH --export=ALL
+
+export MV2_SHOW_CPU_BINDING=1
+ibrun -np 8 ./xhpl.exe
+
+END

swift.conf

@@ -151,6 +151,31 @@ site.gordon {
     app.ALL { executable: "*" }                       # All tasks to be found from commandline
 }
 
+# Configuration for Comet - running on a slurm compute node, submitting back to Comet
+
+#  Do *NOT* run swift on Comet login nodes. There are memory limits which prevent swift from running
+#    properly on these machines.
+site.comet {
+    execution {
+        type      : "coaster"                         # Use coasters to run on remote sites
+        URL       : "comet.sdsc.xsede.org"            # Comet login URL - not used for local:slurm
+        jobManager: "local:slurm"                     # use slurm commands to submit jobs locally
+        options {
+            maxJobs         : 4                       # Max jobs submitted to LRM
+            nodeGranularity : 1                       # Nodes per job
+            maxNodesPerJob  : 1                       # Nodes per job
+            tasksPerNode    : 24                      # Tasks per Node
+            maxJobTime      : "00:30:00"              # Time requested per job
+	    jobQueue        : "compute"               # Submit to compute partition (from shared)
+        }
+    }
+    staging             : "local"                     # Stage files from "local" fs to compute nodes
+    workDirectory       : "/tmp/"${env.USER}"/swiftwork" # Work dir on compute nodes
+    maxParallelTasks    : 101                         # Maximum number of parallel tasks
+    initialParallelTasks: 100                         # Maximum number of tasks at start
+    app.ALL { executable: "*" }                       # All apps to be found from commandline
+}
+
 # Instructions for Trestles
 # 1. Do *NOT* run on the Trestles login nodes. There are memory limits which prevent swift from running
 #    properly on these machines.