forked from ufs-community/ufs-weather-model
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Update/add several files to enable UFS-WM on Ursa.
- Loading branch information
1 parent
f3ce169
commit 82b8205
Showing
9 changed files
with
140 additions
and
1 deletion.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1 @@ | ||
set(PARALLEL_NETCDF ON CACHE BOOL "Enable parallel NetCDF" FORCE) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,23 @@ | ||
#!/bin/bash | ||
#SBATCH -e err | ||
#SBATCH -o out | ||
#SBATCH --account=@[ACCNR] | ||
#SBATCH --qos=@[QUEUE] | ||
#SBATCH --partition=to39-compute | ||
#SBATCH --nodes=1 | ||
#SBATCH --ntasks-per-node=8 | ||
#SBATCH --time=30 | ||
#SBATCH --job-name="@[JBNME]" | ||
|
||
set -eux | ||
date_s_start=$(date +%s) | ||
date_start=$(date) | ||
echo -n "${date_s_start}," > job_timestamp.txt | ||
echo "Compile started: ${date_start}" | ||
|
||
"@[PATHRT]/compile.sh" "@[MACHINE_ID]" "@[MAKE_OPT]" "@[COMPILE_ID]" "@[RT_COMPILER]" | ||
|
||
date_end=$(date) | ||
echo "Compile ended: ${date_end}" | ||
date_s_end=$(date +%s) | ||
echo -n "${date_s_end}," >> job_timestamp.txt |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,54 @@ | ||
#!/bin/bash | ||
#SBATCH -e err | ||
#SBATCH -o out | ||
#SBATCH --account=@[ACCNR] | ||
#SBATCH --qos=@[QUEUE] | ||
### #SBATCH --ntasks=@[TASKS] | ||
#SBATCH --nodes=@[NODES] | ||
#SBATCH --partition=to39-compute | ||
#SBATCH --ntasks-per-node=@[TPN] | ||
#SBATCH --time=@[WLCLK] | ||
#SBATCH --job-name="@[JBNME]" | ||
### #SBATCH --exclusive | ||
|
||
set -eux | ||
date_s_start=$(date +%s) | ||
echo -n "${date_s_start}," > job_timestamp.txt | ||
|
||
set +x | ||
export MACHINE_ID=ursa | ||
source ./module-setup.sh | ||
module use "${PWD}/modulefiles" | ||
module load modules.fv3 | ||
module list | ||
set -x | ||
|
||
date_start=$(date) | ||
echo "Model started: ${date_start}" | ||
|
||
export MPI_TYPE_DEPTH=20 | ||
export OMP_STACKSIZE=512M | ||
# shellcheck disable=SC2125 | ||
export OMP_NUM_THREADS=@[THRD] | ||
export ESMF_RUNTIME_COMPLIANCECHECK=OFF:depth=4 | ||
export ESMF_RUNTIME_PROFILE=ON | ||
export ESMF_RUNTIME_PROFILE_OUTPUT="SUMMARY" | ||
export PSM_RANKS_PER_CONTEXT=4 | ||
export PSM_SHAREDCONTEXTS=1 | ||
|
||
# Avoid job errors because of filesystem synchronization delays | ||
sync && sleep 1 | ||
|
||
# This "if" block is part of the rt.sh self-tests in error-test.conf. It emulates the model failing to run. | ||
if [ "${JOB_SHOULD_FAIL:-NO}" = WHEN_RUNNING ] ; then | ||
echo "The job should abort now, with exit status 1." 1>&2 | ||
echo "If error checking is working, the metascheduler should mark the job as failed." 1>&2 | ||
false | ||
fi | ||
|
||
srun --label -n @[TASKS] ./fv3.exe | ||
|
||
date_end=$(date) | ||
echo "Model ended: ${date_end}" | ||
date_s_end=$(date +%s) | ||
echo -n "${date_s_end}," >> job_timestamp.txt |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters