port to cori (#314)

CICE-Consortium · May 24, 2019 · 280d5ca · 280d5ca
1 parent 37b799c
commit 280d5ca
Show file tree

Hide file tree

Showing 3 changed files with 17 additions and 15 deletions.
diff --git a/configuration/scripts/cice.batch.csh b/configuration/scripts/cice.batch.csh
@@ -97,14 +97,16 @@ cat >> ${jobfile} << EOFB
 EOFB
 
 else if (${ICE_MACHINE} =~ cori*) then
+@ nthrds2 = ${nthrds} * 2
 cat >> ${jobfile} << EOFB
 #SBATCH -J ${ICE_CASENAME}
-#SBATCH -p ${queue}
 ###SBATCH -A ${acct}
-#SBATCH -n ${ncores}
-#SBATCH -t ${batchtime}
-#SBATCH -L SCRATCH
-#SBATCH -C haswell
+#SBATCH --qos ${queue}
+#SBATCH --time ${batchtime}
+#SBATCH --nodes ${nnodes}
+#SBATCH --ntasks ${ntasks}
+#SBATCH --cpus-per-task ${nthrds2}
+#SBATCH --constraint haswell
 ###SBATCH -e filename
 ###SBATCH -o filename
 ###SBATCH --mail-type FAIL

diff --git a/configuration/scripts/cice.launch.csh b/configuration/scripts/cice.launch.csh
@@ -101,7 +101,7 @@ cat >> ${jobfile} << EOFR
 EOFR
 else
 cat >> ${jobfile} << EOFR
-srun -n ${ntasks} -c ${nthrds} ./cice >&! \$ICE_RUNLOG_FILE
+srun --cpu-bind=cores ./cice >&! \$ICE_RUNLOG_FILE
 EOFR
 endif
 

diff --git a/configuration/scripts/machines/env.cori_intel b/configuration/scripts/machines/env.cori_intel
@@ -13,30 +13,30 @@ module unload PrgEnv-cray
 module unload PrgEnv-gnu
 module unload PrgEnv-intel
 module unload PrgEnv-pgi
-module load PrgEnv-intel/6.0.3
+module load PrgEnv-intel/6.0.4
 
 module unload intel
-module load intel/17.0.2.174
+module load intel/18.0.1.163
 
 module unload cray-mpich
 module unload cray-mpich-abi
-module load cray-mpich/7.4.4
+module load cray-mpich/7.7.3
 
 module unload cray-hdf5
 module unload cray-hdf5-parallel
 module unload cray-netcdf
 module unload cray-netcdf-hdf5parallel
 module unload cray-parallel-netcdf
-module load cray-netcdf/4.4.1
-module load cray-hdf5/1.10.0
-module load cray-parallel-netcdf/1.7.0
+module load cray-netcdf/4.6.1.3
 
 module unload cray-libsci
 
 module unload craype
-module load craype/2.5.7
+module load craype/2.5.15
 
 setenv NETCDF_PATH ${NETCDF_DIR}
+setenv OMP_PROC_BIND true
+setenv OMP_PLACES threads
 limit coredumpsize unlimited
 limit stacksize unlimited
 
@@ -46,11 +46,11 @@ setenv ICE_MACHINE_ENVNAME cori
 setenv ICE_MACHINE_COMPILER intel
 setenv ICE_MACHINE_MAKE gmake
 setenv ICE_MACHINE_WKDIR $SCRATCH/CICE_RUNS
-setenv ICE_MACHINE_INPUTDATA /global/homes/t/tcraig/cice_consortium
+setenv ICE_MACHINE_INPUTDATA /project/projectdirs/ccsm1/cice-consortium/
 setenv ICE_MACHINE_BASELINE $SCRATCH/CICE_BASELINE
 setenv ICE_MACHINE_SUBMIT "sbatch "
 setenv ICE_MACHINE_ACCT P00000000
-setenv ICE_MACHINE_QUEUE "debug"
+setenv ICE_MACHINE_QUEUE "regular"
 setenv ICE_MACHINE_TPNODE 32    # tasks per node
 setenv ICE_MACHINE_BLDTHRDS 4
 setenv ICE_MACHINE_QSTAT "squeue --jobs="
-Original file line number
+Diff line change
@@ Expand Up / @@ -101,7 +101,7 @@ cat >> ${jobfile} << EOFR @@
     EOFR
     else
     cat >> ${jobfile} << EOFR
-    srun -n ${ntasks} -c ${nthrds} ./cice >&! \$ICE_RUNLOG_FILE
+    srun --cpu-bind=cores ./cice >&! \$ICE_RUNLOG_FILE
     EOFR
     endif
@@ Expand Down @@