Adding empty GEFS Awips Job to Global Workflow (#3790)

- Add an empty awips job to the GEFS system in global workflow
- GEFS awips will depend on atmos_ensstat job
- Contents of the job will be added in a different PR

  Ref #3468

Author: AntonMFernando-NOAA

dev/ci/cases/yamls/gefs_defaults_ci.yaml

@@ -7,5 +7,6 @@ base:
   USE_ATM_ENS_PERTURB_FILES: "NO"
   DO_BUFRSND: "NO"
   DO_GEMPAK: "NO"
+  DO_AWIPS: "NO"
 ocn:
   MOM6_INTERP_ICS: "NO"

dev/jobs/awips.sh

@@ -0,0 +1,29 @@
+#! /usr/bin/env bash
+
+set -x
+source "${HOMEgfs}/ush/load_fv3gfs_modules.sh"
+status=$?
+if [[ ${status} -ne 0 ]]; then
+  exit "${status}"
+fi
+
+export job="awips"
+
+# shellcheck disable=SC2153
+IFS=', ' read -r -a fhr_list <<< "${FHR_LIST}"
+
+export FHR3 jobid
+for fhr in "${fhr_list[@]}"; do
+  FHR3=$(printf '%03d' "${fhr}")
+  jobid="${job}_f${FHR3}.$$"
+  ###############################################################
+  # Execute the JJOB # TODO
+  ###############################################################
+ # "${HOMEgfs}/jobs/J${RUN^^}_ATMOS_AWIPS"
+  err=$?
+  if [[ ${err} -ne 0 ]]; then
+    exit "${err}"
+  fi
+done
+
+exit 0

dev/parm/config/gefs/config.awips

@@ -0,0 +1,14 @@
+#! /usr/bin/env bash
+
+########## config.awips ##########
+# GFS awips step specific
+
+echo "BEGIN: config.awips"
+
+# Get task specific resources
+. "${EXPDIR}/config.resources" awips
+
+# No. of concurrent awips jobs
+export MAX_TASKS=42
+
+echo "END: config.awips"

dev/parm/config/gefs/config.resources

@@ -262,6 +262,14 @@ case ${step} in
     export memory="96GB"
     ;;
 
+  "awips")
+    export walltime="03:30:00"
+    export ntasks=1
+    export tasks_per_node=1
+    export threads_per_task=1
+    export memory="3GB"
+    ;;
+
   "wavepostsbs")
     # Walltime is per forecast hour; will be multipled by group size
     export walltime="00:15:00"

dev/parm/config/gfs/config.awips

@@ -9,6 +9,6 @@ echo "BEGIN: config.awips"
 . "${EXPDIR}/config.resources" awips
 
 # No. of concurrent awips jobs
-export NAWIPSGRP=42
+export MAX_TASKS=42
 
 echo "END: config.awips"

dev/workflow/applications/gefs.py

@@ -85,6 +85,8 @@ def _get_app_configs(self, run):
 
         if options['nens'] > 0:
             configs += ['efcs', 'atmos_ensstat']
+            if options['do_awips']:
+                configs += ['awips']
 
         if options['do_wave']:
             configs += ['waveinit', 'wavepostsbs', 'wavepostpnt']
@@ -168,6 +170,8 @@ def get_task_names(self):
 
         if options['nens'] > 0:
             tasks += ['atmos_ensstat']
+            if options['do_awips']:
+                tasks += ['awips']
 
         if options['do_ocean']:
             tasks += ['ocean_prod']

dev/workflow/rocoto/gefs_tasks.py

@@ -485,6 +485,53 @@ def atmos_ensstat(self):
 
         return task
 
+    def awips(self):
+
+        resources = self.get_resource('awips')
+
+        deps = []
+        dep_dict = {'type': 'task', 'name': f'{self.run}_atmos_ensstat_#fhr_label#'}
+        deps.append(rocoto.add_dependency(dep_dict))
+        dependencies = rocoto.create_dependency(dep=deps)
+
+        fhrs = self._get_forecast_hours(self.run, self._configs['awips'])
+
+        # when replaying, atmos component does not have fhr 0, therefore remove 0 from fhrs
+        is_replay = self._configs['awips']['REPLAY_ICS']
+        if is_replay and 0 in fhrs:
+            fhrs.remove(0)
+
+        max_tasks = self._configs['awips']['MAX_TASKS']
+        fhr_var_dict = self.get_grouped_fhr_dict(fhrs=fhrs, ngroups=max_tasks)
+
+        # Adjust walltime based on the largest group
+        largest_group = max([len(grp.split(',')) for grp in fhr_var_dict['fhr_list'].split(' ')])
+        resources['walltime'] = Tasks.multiply_HMS(resources['walltime'], largest_group)
+
+        postenvars = self.envars.copy()
+        postenvar_dict = {'FHR_LIST': '#fhr_list#'}
+        for key, value in postenvar_dict.items():
+            postenvars.append(rocoto.create_envar(name=key, value=str(value)))
+
+        task_name = f'{self.run}_awips_#fhr_label#'
+        task_dict = {'task_name': task_name,
+                     'resources': resources,
+                     'dependency': dependencies,
+                     'envars': postenvars,
+                     'cycledef': self.run,
+                     'command': f'{self.HOMEgfs}/dev/jobs/awips.sh',
+                     'job_name': f'{self.pslot}_{task_name}_@H',
+                     'log': f'{self.rotdir}/logs/@Y@m@d@H/{task_name}.log',
+                     'maxtries': '&MAXTRIES;'}
+
+        fhr_metatask_dict = {'task_name': f'{self.run}_awips',
+                             'task_dict': task_dict,
+                             'var_dict': fhr_var_dict}
+
+        task = rocoto.create_task(fhr_metatask_dict)
+
+        return task
+
     def wavepostsbs(self):
 
         wave_grid = self._configs['base']['waveGRD']

dev/workflow/rocoto/gfs_tasks.py

@@ -1523,7 +1523,7 @@ def _get_awipsgroups(run, config):
             fhrs_hf = list(range(fhmin, fhmax_hf + fhout_hf, fhout_hf))
             fhrs = fhrs_hf + list(range(fhrs_hf[-1] + fhout, fhmax + fhout, fhout))
 
-        nawipsgrp = config['NAWIPSGRP']
+        nawipsgrp = config['MAX_TASKS']
         ngrps = nawipsgrp if len(fhrs) > nawipsgrp else len(fhrs)
 
         fhrs = [f'f{fhr:03d}' for fhr in fhrs]