Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Add fhzero ort to coupled tests #1009

Merged
merged 20 commits into from
Jan 24, 2022
Merged
Show file tree
Hide file tree
Changes from 6 commits
Commits
Show all changes
20 commits
Select commit Hold shift + click to select a range
058a2af
Add fhz ort to cpld tests
MinsukJi-NOAA Jan 10, 2022
6b7eb36
Merge remote-tracking branch 'origin/develop' into feature/fhz_cpld
MinsukJi-NOAA Jan 10, 2022
26a4e0d
Set ACCNR in rt.sh, not detect_machine.sh. Add some comments explaini…
SamuelTrahanNOAA Jan 20, 2022
ed6eecd
Update the latest UFS develop branch
MinsukJi-NOAA Jan 21, 2022
4e72484
Change BL_DATE in rt.sh. Add delete_rundir var in opnReqTest
MinsukJi-NOAA Jan 21, 2022
e477f19
Merge remote-tracking branch 'sam/bugfix/accnr-default' into feature/…
MinsukJi-NOAA Jan 21, 2022
395d947
Modify ACCNR in opnReqTest
MinsukJi-NOAA Jan 21, 2022
1e738d7
Update fhz.sh to p8
MinsukJi-NOAA Jan 21, 2022
354f4b0
RT JOBS PASSED: cheyenne.gnu. Log file uploaded.
BrianCurtis-NOAA Jan 21, 2022
f05697f
RT JOBS PASSED: hera.gnu. Log file uploaded.
BrianCurtis-NOAA Jan 21, 2022
560c114
Add ORT log for cpld_control_c96_p8
MinsukJi-NOAA Jan 21, 2022
0de4352
Merge remote-tracking branch 'origin/feature/fhz_cpld' into feature/f…
MinsukJi-NOAA Jan 21, 2022
8eda1d2
RT JOBS PASSED: cheyenne.intel. Log file uploaded.
BrianCurtis-NOAA Jan 21, 2022
a969128
Add ORT log for cpld_control_p8
MinsukJi-NOAA Jan 21, 2022
b2b4ceb
RT JOBS PASSED: hera.intel. Log file uploaded.
BrianCurtis-NOAA Jan 21, 2022
f4e9427
Add wcoss cray RT log: all tests passed
MinsukJi-NOAA Jan 22, 2022
3622820
RT JOBS PASSED: gaea.intel. Log file uploaded.
BrianCurtis-NOAA Jan 22, 2022
2b49b90
Add orion RT log: all tests passed
MinsukJi-NOAA Jan 22, 2022
c37b614
RT JOBS PASSED: jet.intel. Log file uploaded.
BrianCurtis-NOAA Jan 22, 2022
dd99397
Add wcoss dell p3 RT log: all tests passed
MinsukJi-NOAA Jan 22, 2022
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 1 addition & 4 deletions tests/detect_machine.sh
Original file line number Diff line number Diff line change
@@ -1,7 +1,6 @@
#!/bin/bash

# Default account "nems"
export ACCNR=${ACCNR:-nems}
# Do not set ACCNR here or it will break the per-system defaults in rt.sh.

case $(hostname -f) in

Expand Down Expand Up @@ -117,5 +116,3 @@ if [ $MACHINE_ID = orion ] || [ $MACHINE_ID = hera ] || [ $MACHINE_ID = cheyenne
[ $MACHINE_ID = gaea ] || [ $MACHINE_ID = stampede ] || [ $MACHINE_ID = s4 ] || [ $MACHINE_ID = expanse ] ; then
MACHINE_ID=${MACHINE_ID}.${RT_COMPILER}
fi

echo "Machine: " $MACHINE_ID " Account: " $ACCNR
2 changes: 2 additions & 0 deletions tests/opnReqTest
Original file line number Diff line number Diff line change
Expand Up @@ -243,6 +243,7 @@ run_opnReqTests() {
export REGRESSIONTEST_LOG=${REGRESSIONTEST_LOG}
export LOG_DIR=${LOG_DIR}
export skip_check_results=${skip_check_results}
export delete_rundir=${delete_rundir}
EOF

if [[ $ECFLOW == true ]]; then
Expand Down Expand Up @@ -407,6 +408,7 @@ keep_rundir=false
skip_compile=false
skip_run=false
skip_check_results=false
delete_rundir=false

# parse command line arguments to fill-in/modify the above default variables
while getopts :n:c:ekhbdsxz opt; do
Expand Down
3 changes: 3 additions & 0 deletions tests/opnReqTests/dbg.sh
Original file line number Diff line number Diff line change
Expand Up @@ -23,9 +23,12 @@ elif [[ $application == 'cpld' ]]; then
NFHOUT_HF=1
RESTART_INTERVAL=${FHMAX}
RESTART_N=${FHMAX}
OUTPUT_FH="0 ${FHMAX}"
LIST_FILES=$(echo -n $LIST_FILES | sed -E "s/sfcf024/sfcf006/g" \
| sed -E "s/atmf024/atmf006/g" \
| sed -E "s/2021-03-23-21600/2021-03-22-43200/g" \
| sed -E "s/sfcf021.tile[1-6].nc ?//g" \
| sed -E "s/atmf021.tile[1-6].nc ?//g" \
| sed -e "s/^ *//" -e "s/ *$//")
fi

Expand Down
10 changes: 10 additions & 0 deletions tests/opnReqTests/fhz.sh
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,16 @@ if [[ $application == 'global' ]]; then
| sed -E "s/GFSFLX.GrbF24 ?//g" \
| sed -E "s/GFSPRS.GrbF24 ?//g" \
| sed -e "s/^ *//" -e "s/ *$//")
elif [[ $application == 'cpld' ]]; then
if [[ $TEST_NAME == 'cpld_control_c96_p7' ]] || [[ $TEST_NAME == 'cpld_control_p7' ]]; then
FHZERO=3
LIST_FILES=$(echo -n $LIST_FILES | sed -E "s/sfcf024.tile[1-6].nc ?//g" \
| sed -E "s/atmf024.tile[1-6].nc ?//g" \
| sed -e "s/^ *//" -e "s/ *$//")
else
echo "This test is not yet set up for the fhzero test"
exit 1
fi
else
echo "This test is not yet set up for the fhzero test"
exit 1
Expand Down
30 changes: 18 additions & 12 deletions tests/rt.sh
Original file line number Diff line number Diff line change
Expand Up @@ -116,7 +116,7 @@ fi
# Default compiler "intel"
export RT_COMPILER=${RT_COMPILER:-intel}

source detect_machine.sh
source detect_machine.sh # Note: this does not set ACCNR. The "if" block below does.
source rt_utils.sh

source module-setup.sh
Expand All @@ -142,7 +142,7 @@ if [[ $MACHINE_ID = wcoss_cray ]]; then
QUEUE=debug
COMPILE_QUEUE=dev
PARTITION=
ACCNR=GFS-DEV
ACCNR="${ACCNR:-GFS-DEV}"
if [[ -d /gpfs/hps3/ptmp ]] ; then
STMP=/gpfs/hps3/stmp
PTMP=/gpfs/hps3/stmp
Expand Down Expand Up @@ -175,7 +175,7 @@ elif [[ $MACHINE_ID = wcoss_dell_p3 ]]; then
QUEUE=debug
COMPILE_QUEUE=dev_transfer
PARTITION=
ACCNR=GFS-DEV
ACCNR="${ACCNR:-GFS-DEV}"
STMP=/gpfs/dell2/stmp
PTMP=/gpfs/dell2/ptmp
SCHEDULER=lsf
Expand Down Expand Up @@ -205,7 +205,7 @@ elif [[ $MACHINE_ID = wcoss2 ]]; then
QUEUE=dev
COMPILE_QUEUE=dev
PARTITION=
ACCNR=GFS-DEV
ACCNR="${ACCNR:-GFS-DEV}"
STMP=/lfs/h1/emc/ptmp
PTMP=/lfs/h1/emc/ptmp
SCHEDULER=pbs
Expand All @@ -222,7 +222,7 @@ elif [[ $MACHINE_ID = gaea.* ]]; then
DISKNM=/lustre/f2/pdata/ncep_shared/emc.nemspara/RT
QUEUE=normal
COMPILE_QUEUE=normal
# ACCNR=cmp
# ACCNR="${ACCNR:-cmp}"
PARTITION=c4
STMP=/lustre/f2/scratch
PTMP=/lustre/f2/scratch
Expand All @@ -249,7 +249,7 @@ elif [[ $MACHINE_ID = hera.* ]]; then
QUEUE=batch
COMPILE_QUEUE=batch

#ACCNR=fv3-cpu
#ACCNR="${ACCNR:-fv3-cpu}
PARTITION=
dprefix=/scratch1/NCEPDEV
DISKNM=$dprefix/nems/emc.nemspara/RT
Expand All @@ -275,7 +275,6 @@ elif [[ $MACHINE_ID = orion.* ]]; then

QUEUE=batch
COMPILE_QUEUE=batch
# ACCNR= # detected in detect_machine.sh
PARTITION=orion
dprefix=/work/noaa/stmp/${USER}
DISKNM=/work/noaa/nems/emc.nemspara/RT
Expand All @@ -301,7 +300,7 @@ elif [[ $MACHINE_ID = jet.* ]]; then

QUEUE=batch
COMPILE_QUEUE=batch
ACCNR=${ACCNR:-h-nems}
ACCNR="${ACCNR:-h-nems}"
PARTITION=xjet
DISKNM=/lfs4/HFIP/h-nems/emc.nemspara/RT
dprefix=${dprefix:-/lfs4/HFIP/$ACCNR/$USER}
Expand All @@ -328,7 +327,7 @@ elif [[ $MACHINE_ID = s4.* ]]; then
QUEUE=s4
COMPILE_QUEUE=s4

ACCNR=star
ACCNR="${ACCNR:-star}"
PARTITION=s4
dprefix=/data/users/dhuber/save
DISKNM=$dprefix/nems/emc.nemspara/RT
Expand Down Expand Up @@ -364,7 +363,7 @@ elif [[ $MACHINE_ID = stampede.* ]]; then
QUEUE=skx-normal
COMPILE_QUEUE=skx-dev
PARTITION=
ACCNR=TG-EES200015
ACCNR="${ACCNR:-TG-EES200015}"
dprefix=$SCRATCH/ufs-weather-model/run
DISKNM=/work2/07736/minsukji/stampede2/ufs-weather-model/RT
STMP=$dprefix
Expand All @@ -381,7 +380,7 @@ elif [[ $MACHINE_ID = expanse.* ]]; then
QUEUE=compute
COMPILE_QUEUE=shared
PARTITION=
ACCNR=TG-EES200015
ACCNR="${ACCNR:-TG-EES200015}"
dprefix=/expanse/lustre/scratch/$USER/temp_project/run
DISKNM=/expanse/lustre/scratch/domh/temp_project/RT
STMP=$dprefix
Expand All @@ -393,6 +392,13 @@ else
die "Unknown machine ID, please edit detect_machine.sh file"
fi

# If account is unspecified, assume the machine has a "nems"
# accounting code.
export ACCNR="${ACCNR:-nems}"

# Display the machine and account using the format detect_machine.sh used:
echo "Machine: " $MACHINE_ID " Account: " $ACCNR

mkdir -p ${STMP}/${USER}

# Different own baseline directories for different compilers on Theia/Cheyenne
Expand Down Expand Up @@ -473,7 +479,7 @@ if [[ $TESTS_FILE =~ '35d' ]] || [[ $TESTS_FILE =~ 'weekly' ]]; then
TEST_35D=true
fi

BL_DATE=20220120
BL_DATE=20220121
if [[ $MACHINE_ID = hera.* ]] || [[ $MACHINE_ID = orion.* ]] || [[ $MACHINE_ID = cheyenne.* ]] || [[ $MACHINE_ID = gaea.* ]] || [[ $MACHINE_ID = jet.* ]] || [[ $MACHINE_ID = s4.* ]]; then
RTPWD=${RTPWD:-$DISKNM/NEMSfv3gfs/develop-${BL_DATE}/${RT_COMPILER^^}}
else
Expand Down
4 changes: 4 additions & 0 deletions tests/rt_utils.sh
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,10 @@ if [[ "$0" = "${BASH_SOURCE[0]}" ]]; then
exit 1
fi

# Note: this file must only contain subroutines, and variables that
# are not dependent on the caller. Most regression test variables
# (such as ACCNR) are not set until after rt.sh sources this file.

OPNREQ_TEST=${OPNREQ_TEST:-false}

qsub_id=0
Expand Down
15 changes: 14 additions & 1 deletion tests/tests/cpld_control_c96_p8
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,19 @@ export TEST_DESCR="Fully coupled FV3-CCPP-MOM6-CICE-CMEPS system - C96MX100"

export CNTL_DIR="cpld_control_c96_p8"

export LIST_FILES="sfcf024.tile1.nc \
export LIST_FILES="sfcf021.tile1.nc \
sfcf021.tile2.nc \
sfcf021.tile3.nc \
sfcf021.tile4.nc \
sfcf021.tile5.nc \
sfcf021.tile6.nc \
atmf021.tile1.nc \
atmf021.tile2.nc \
atmf021.tile3.nc \
atmf021.tile4.nc \
atmf021.tile5.nc \
atmf021.tile6.nc \
sfcf024.tile1.nc \
sfcf024.tile2.nc \
sfcf024.tile3.nc \
sfcf024.tile4.nc \
Expand Down Expand Up @@ -61,6 +73,7 @@ export_cpl

export RESTART_N=12
export RESTART_INTERVAL="${RESTART_N} -1"
export OUTPUT_FH='0 21 24'

export TASKS=$TASKS_cpl_c96
export TPN=$TPN_cpl_c96
Expand Down
15 changes: 14 additions & 1 deletion tests/tests/cpld_control_p8
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,19 @@ export TEST_DESCR="Fully coupled FV3-CCPP-MOM6-CICE-CMEPS-WW3 system - C96MX100"

export CNTL_DIR="cpld_control_p8"

export LIST_FILES="sfcf024.tile1.nc \
export LIST_FILES="sfcf021.tile1.nc \
sfcf021.tile2.nc \
sfcf021.tile3.nc \
sfcf021.tile4.nc \
sfcf021.tile5.nc \
sfcf021.tile6.nc \
atmf021.tile1.nc \
atmf021.tile2.nc \
atmf021.tile3.nc \
atmf021.tile4.nc \
atmf021.tile5.nc \
atmf021.tile6.nc \
sfcf024.tile1.nc \
sfcf024.tile2.nc \
sfcf024.tile3.nc \
sfcf024.tile4.nc \
Expand Down Expand Up @@ -62,6 +74,7 @@ export_cpl

export RESTART_N=12
export RESTART_INTERVAL="${RESTART_N} -1"
export OUTPUT_FH='0 21 24'

export eps_imesh=2.5e-1

Expand Down