ozn_xtrct.sh

#! /usr/bin/env bash

source "$HOMEgfs/ush/preamble.sh"

#------------------------------------------------------------------
#  ozn_xtrct.sh
#
#  This script performs the data extraction from the oznstat
#  diagnostic files.  The resulting data (*.ieee_d) files, GrADS
#  control files and stdout files will be moved to the 
#  $TANKverf_ozn.  
#
#  Calling scripts must define: 
#	$TANKverf_ozn
#	$HOMEoznmon
#	$PDATE
#
#  Return values are 
#	0 = normal 
#	2 = unable to generate satype list; may indicate no diag
#		files found in oznstat file
#------------------------------------------------------------------

#--------------------------------------------------
#  check_diag_files
#  
#  Compare $satype (which contains the contents of 
#  gdas_oznmon_satype.txt to $avail_satype which is
#  determined by the contents of the oznstat file.
#  Report any missing diag files in a file named
#  bad_diag.$PDATE
#
check_diag_files() {
   pdate=$1
   found_satype=$2
   avail_satype=$3

   out_file="bad_diag.${pdate}"

   echo ""; echo ""; echo "--> check_diag_files"

   for type in ${found_satype}; do
      len_check=$(echo ${avail_satype} | grep ${type} | wc -c)

      if [[ ${len_check} -le 1 ]]; then
         echo "missing diag file -- diag_${type}_ges.${pdate}.gz not found " >> ./${out_file}   
      fi
   done

   echo "<-- check_diag_files"; echo ""; echo ""
}


iret=0
export NCP=${NCP:-/bin/cp}
VALIDATE_DATA=${VALIDATE_DATA:-0}
nregion=${nregion:-6}
DO_DATA_RPT=${DO_DATA_RPT:-0}

netcdf_boolean=".false."
if [[ $OZNMON_NETCDF -eq 1 ]]; then
   netcdf_boolean=".true."
fi

OZNMON_NEW_HDR=${OZNMON_NEW_HDR:-0}
new_hdr="F"
if [[ $OZNMON_NEW_HDR -eq 1 ]]; then
   new_hdr="T"
fi

#------------------------------------------------------------------
# if VALIDATE_DATA then locate and untar base file
#
validate=".FALSE."
if [[ $VALIDATE_DATA -eq 1 ]]; then
   if [[ ! -e $ozn_val_file && ! -h $ozn_val_file ]]; then
      echo "WARNING:  VALIDATE_DATA set to 1, but unable to locate $ozn_val_file"
      echo "          Setting VALIDATE_DATA to 0/OFF"
      VALIDATE_DATA=0
   else
      validate=".TRUE."
      val_file=$(basename ${ozn_val_file})
      ${NCP} $ozn_val_file $val_file 
      tar -xvf $val_file
   fi
fi
echo "VALIDATE_DATA, validate = $VALIDATE_DATA, $validate "



#------------------------------------------------------------------
# ozn_ptype here is the processing type which is intended to be "ges" 
# or "anl".  Default is "ges".  
#
ozn_ptype=${ozn_ptype:-"ges anl"}


#---------------------------------------------------------------------------
#  Build satype list from the available diag files.
#
#  An empty satype list means there are no diag files to process.  That's
#  a problem, reported by an iret value of 2
#

avail_satype=$(ls -1 d*ges* | sed -e 's/_/ /g;s/\./ /' | gawk '{ print $2 "_" $3 }')

if [[ ${DO_DATA_RPT} -eq 1 ]]; then
   if [[ -e ${SATYPE_FILE} ]]; then
      satype=$(cat ${SATYPE_FILE})
      check_diag_files ${PDATE} "${satype}" "${avail_satype}"
   else
      echo "WARNING:  missing ${SATYPE_FILE}"
   fi
fi

len_satype=$(echo -n "${satype}" | wc -c)

if [[ ${len_satype} -le 1 ]]; then
   satype=${avail_satype}
fi

echo ${satype}


len_satype=$(echo -n "${satype}" | wc -c)

if [[ ${DO_DATA_RPT} -eq 1 && ${len_satype} -lt 1 ]]; then
   iret=2 

else

   #--------------------------------------------------------------------
   #   Copy extraction programs to working directory
   #
   ${NCP} ${HOMEoznmon}/exec/oznmon_time.x   ./oznmon_time.x
   if [[ ! -e oznmon_time.x ]]; then
      iret=2
      exit ${iret}
   fi
   ${NCP} ${HOMEoznmon}/exec/oznmon_horiz.x  ./oznmon_horiz.x
   if [[ ! -e oznmon_horiz.x ]]; then
      iret=3
      exit ${iret}
   fi


   #---------------------------------------------------------------------------
   #  Outer loop over $ozn_ptype (default values 'ges', 'anl')
   #
   for ptype in ${ozn_ptype}; do

      iyy=$(echo ${PDATE} | cut -c1-4)
      imm=$(echo ${PDATE} | cut -c5-6)
      idd=$(echo ${PDATE} | cut -c7-8)
      ihh=$(echo ${PDATE} | cut -c9-10)
 
      for type in ${avail_satype}; do
         if [[ -f "diag_${type}_${ptype}.${PDATE}.gz" ]]; then
            mv diag_${type}_${ptype}.${PDATE}.gz ${type}.${ptype}.gz
            gunzip ./${type}.${ptype}.gz

            echo "processing ptype, type:  ${ptype}, ${type}"
            rm -f input

cat << EOF > input
            &INPUT
            satname='${type}',
            iyy=${iyy},
            imm=${imm},
            idd=${idd},
            ihh=${ihh},
            idhh=-720,
            incr=6,
            nregion=${nregion},
            region(1)='global',    rlonmin(1)=-180.0,rlonmax(1)=180.0,rlatmin(1)=-90.0,rlatmax(1)= 90.0,
            region(2)='70N-90N',   rlonmin(2)=-180.0,rlonmax(2)=180.0,rlatmin(2)= 70.0,rlatmax(2)= 90.0,
            region(3)='20N-70N',   rlonmin(3)=-180.0,rlonmax(3)=180.0,rlatmin(3)= 20.0,rlatmax(3)= 70.0,
            region(4)='20S-20N',   rlonmin(4)=-180.0,rlonmax(4)=180.0,rlatmin(4)=-20.0,rlatmax(4)= 20.0,
            region(5)='20S-70S',   rlonmin(5)=-180.0,rlonmax(5)=180.0,rlatmin(5)=-70.0,rlatmax(5)=-20.0,
            region(6)='70S-90S',   rlonmin(6)=-180.0,rlonmax(6)=180.0,rlatmin(6)=-90.0,rlatmax(6)=-70.0,
            validate=${validate},
            new_hdr=${new_hdr},
            ptype=${ptype},
            netcdf=${netcdf_boolean}
         /
EOF


            echo "oznmon_time.x HAS STARTED ${type}"
   
            ./oznmon_time.x < input >   stdout.time.${type}.${ptype}

            echo "oznmon_time.x HAS ENDED ${type}"

            if [[ ! -d ${TANKverf_ozn}/time ]]; then
               mkdir -p ${TANKverf_ozn}/time
            fi
            $NCP ${type}.${ptype}.ctl             	  ${TANKverf_ozn}/time/
            $NCP ${type}.${ptype}.${PDATE}.ieee_d 	  ${TANKverf_ozn}/time/
   
            $NCP bad*                                ${TANKverf_ozn}/time/
   
            rm -f input

cat << EOF > input
            &INPUT
            satname='${type}',
            iyy=${iyy},
            imm=${imm},
            idd=${idd},
            ihh=${ihh},
            idhh=-18,
            incr=6,
            new_hdr=${new_hdr},
            ptype=${ptype},
            netcdf=${netcdf_boolean}
         /
EOF

            echo "oznmon_horiz.x HAS STARTED ${type}"
   
            ./oznmon_horiz.x < input >   stdout.horiz.${type}.${ptype}

            echo "oznmon_horiz.x HAS ENDED ${type}"

            if [[ ! -d ${TANKverf_ozn}/horiz ]]; then
               mkdir -p ${TANKverf_ozn}/horiz
            fi
            $NCP ${type}.${ptype}.ctl                  ${TANKverf_ozn}/horiz/

            $COMPRESS ${type}.${ptype}.${PDATE}.ieee_d
            $NCP ${type}.${ptype}.${PDATE}.ieee_d.${Z} ${TANKverf_ozn}/horiz/
      

            echo "finished processing ptype, type:  ${ptype}, ${type}"

         else
            echo "diag file for ${type}.${ptype} not found"
         fi

      done  # type in satype

   done	 # ptype in $ozn_ptype

   tar -cvf stdout.horiz.tar stdout.horiz*
   ${COMPRESS} stdout.horiz.tar
   ${NCP} stdout.horiz.tar.${Z} ${TANKverf_ozn}/horiz/

   tar -cvf stdout.time.tar stdout.time*
   ${COMPRESS} stdout.time.tar
   ${NCP} stdout.time.tar.${Z} ${TANKverf_ozn}/time/
fi

#-------------------------------------------------------
# Conditionally remove data files older than 40 days
#
if [[ ${CLEAN_TANKDIR:-0} -eq 1 ]]; then
   ${HOMEoznmon}/ush/clean_tankdir.sh glb 40
fi 

exit ${iret}