VLab Issue #67188 - updates for building codes that live within globa…

…l-workflow
mingshichen-noaa · Sep 6, 2019 · bf28204 · bf28204
1 parent cf9ace2
commit bf28204
Show file tree

Hide file tree

Showing 32 changed files with 654 additions and 80 deletions.
diff --git a/modulefiles/fv3gfs/enkf_chgres_recenter.hera b/modulefiles/fv3gfs/enkf_chgres_recenter.hera
@@ -0,0 +1,14 @@
+#%Module#####################################################
+## enkf_chgres_recenter component - hera
+#############################################################
+
+export NCEPLIBS=/scratch1/NCEPDEV/global/gwv/l819/lib
+module use -a $NCEPLIBS/modulefiles
+
+module load nemsio-intel-sandybridge/2.2.3
+module load bacio-intel-sandybridge/2.0.2
+module load w3nco-intel-sandybridge/2.0.6
+module load ip-intel-sandybridge/3.0.0
+module load sp-intel-sandybridge/2.0.2
+
+export FC=ifort
diff --git a/modulefiles/fv3gfs/gaussian_sfcanl.hera b/modulefiles/fv3gfs/gaussian_sfcanl.hera
@@ -0,0 +1,17 @@
+#%Module#####################################################
+## gaussian_sfcanl build module for Hera
+#############################################################
+
+export NCEPLIBS=/scratch1/NCEPDEV/global/gwv/l819/lib
+module use -a $NCEPLIBS/modulefiles
+
+module load w3nco-intel-sandybridge/2.0.6
+module load bacio-intel-sandybridge/2.0.2
+module load nemsio-intel-sandybridge/2.2.3
+module load sp-intel-sandybridge/2.0.2
+module load netcdf/4.4.4.1
+module load hdf5/1.18
+export NETCDF_INCLUDE="-I${NETCDF}/include"
+export NETCDF_LDFLAGS_F="-L${NETCDF}/lib -lnetcdf -lnetcdff -lnetcdf  -L${HDF5}/lib -lhdf5 -lhdf5_hl -lhdf5 -lz"
+
+#export FCOMP=$FCOMP
diff --git a/modulefiles/gdas_gridbull.hera b/modulefiles/gdas_gridbull.hera
@@ -0,0 +1,9 @@
+#%Module################################################
+# Module file for gdas_gridbull - Hera
+########################################################
+
+export NCEPLIBS=/scratch1/NCEPDEV/global/gwv/l819/lib
+module use -a $NCEPLIBS/modulefiles
+
+module load bacio-intel-sandybridge/2.0.2
+module load w3nco-intel-sandybridge/2.0.6
diff --git a/modulefiles/gdas_navybull.hera b/modulefiles/gdas_navybull.hera
@@ -0,0 +1,10 @@
+#%Module################################################
+# Module file for gdas_navybull - Hera
+########################################################
+
+export NCEPLIBS=/scratch1/NCEPDEV/global/gwv/l819/lib
+module use -a $NCEPLIBS/modulefiles
+
+module load w3emc-intel-sandybridge/2.3.0
+module load w3nco-intel-sandybridge/2.0.6
+module load bufr-intel-sandybridge/11.1.0
diff --git a/modulefiles/gdas_trpsfcmv.hera b/modulefiles/gdas_trpsfcmv.hera
@@ -0,0 +1,12 @@
+#%Module################################################
+# Module file for gdas_trpsfcmv - Hera
+########################################################
+
+export NCEPLIBS=/scratch1/NCEPDEV/global/gwv/l819/lib
+module use -a $NCEPLIBS/modulefiles
+
+module load bufr-intel-sandybridge/11.1.0 
+module load ip-intel-sandybridge/3.0.0
+module load sp-intel-sandybridge/2.0.2
+module load w3nco-intel-sandybridge/2.0.6
+module load bacio-intel-sandybridge/2.0.1
diff --git a/modulefiles/gfs_bufr.hera b/modulefiles/gfs_bufr.hera
@@ -0,0 +1,18 @@
+#%Module#####################################################
+## bufrsnd
+#############################################################
+
+export NCEPLIBS=/scratch1/NCEPDEV/global/gwv/l819/lib
+module use -a $NCEPLIBS/modulefiles
+
+module load sigio-intel-sandybridge/2.0.1
+module load bacio-intel-sandybridge/2.0.1
+module load w3emc-intel-sandybridge/2.2.0
+module load w3nco-intel-sandybridge/2.0.6
+module load bufr-intel-sandybridge/11.1.0
+module load nemsio-intel-sandybridge/2.2.3
+
+export myFC=$FCOMP   
+export myFCFLAGS="-O3 -convert big_endian -traceback -g -fp-model source -qopenmp"
+export myCPP=/lib/cpp
+export myCPPFLAGS="-P"
diff --git a/modulefiles/gfs_fbwndgfs.hera b/modulefiles/gfs_fbwndgfs.hera
@@ -0,0 +1,12 @@
+#%Module#####################################################
+## Module file for fbwndgfs 
+#############################################################
+
+export NCEPLIBS=/scratch1/NCEPDEV/global/gwv/l819/lib
+module use -a $NCEPLIBS/modulefiles
+
+module load bacio-intel-sandybridge/2.0.1
+module load w3emc-intel-sandybridge/2.2.0
+module load w3nco-intel-sandybridge/2.0.6
+module load ip-intel-sandybridge/3.0.0
+module load sp-intel-sandybridge/2.0.2
diff --git a/modulefiles/gfs_overpdtg2.hera b/modulefiles/gfs_overpdtg2.hera
@@ -0,0 +1,13 @@
+#%Module#####################################################
+## Module file for overpdtg2
+#############################################################
+
+export NCEPLIBS=/scratch1/NCEPDEV/global/gwv/l819/lib
+module use -a $NCEPLIBS/modulefiles
+
+module load bacio-intel-sandybridge/2.0.1
+module load w3nco-intel-sandybridge/2.0.6
+module load g2-intel-sandybridge/2.5.0
+module load jasper-intel-sandybridge/1.900.1
+module load zlib-intel-sandybridge/1.2.6
+module load png-intel-sandybridge/1.2.44
diff --git a/modulefiles/gfs_wintemv.hera b/modulefiles/gfs_wintemv.hera
@@ -0,0 +1,10 @@
+#%Module#####################################################
+## Module file for wintemv
+#############################################################
+
+export NCEPLIBS=/scratch1/NCEPDEV/global/gwv/l819/lib
+module use -a $NCEPLIBS/modulefiles
+
+module load bacio-intel-sandybridge/2.0.1
+module load w3emc-intel-sandybridge/2.2.0
+module load w3nco-intel-sandybridge/2.0.6
diff --git a/modulefiles/module-setup.sh.inc b/modulefiles/module-setup.sh.inc
@@ -28,7 +28,8 @@ elif [[ -d /scratch1 ]] ; then
         source /apps/lmod/lmod/init/$__ms_shell
     fi
     module purge
-    export NCEPLIBS=/scratch2/NCEPDEV/nwprod/NCEPLIBS
+    #export NCEPLIBS=/scratch2/NCEPDEV/nwprod/NCEPLIBS
+    export NCEPLIBS=/scratch1/NCEPDEV/global/gwv/l819/lib
     if [[ -d "$NCEPLIBS" ]] ; then
         module use $NCEPLIBS/modulefiles
     fi

diff --git a/modulefiles/module_base.hera b/modulefiles/module_base.hera
@@ -13,10 +13,13 @@ module load nco/4.7.0
 module load hdf5/1.10.4
 module load gempak/7.4.2
 
-module load g2tmpl/1.5.0
-module load grib_util/1.1.1
+#Load from official NCEPLIBS
+#module load g2tmpl/1.5.0
+#module load grib_util/1.1.1
 
 #Load from George V's NCEPLIBS
 module use -a /scratch1/NCEPDEV/global/gwv/l819/lib/modulefiles
 module load prod_util/v1.1.0
+module load g2tmpl-intel-sandybridge/1.5.0
+module load grib_util-intel-sandybridge/v1.1.1
 
diff --git a/modulefiles/module_nemsutil.hera b/modulefiles/module_nemsutil.hera
@@ -0,0 +1,12 @@
+#%Module#####################################################
+## Module file for nemsutil
+#############################################################
+
+export NCEPLIBS=/scratch1/NCEPDEV/global/gwv/l819/lib
+module use -a $NCEPLIBS/modulefiles
+
+module load w3nco-intel-sandybridge/2.0.6
+module load bacio-intel-sandybridge/2.0.1
+module load nemsio-intel-sandybridge/2.2.3
+
+export FCMP=ifort
diff --git a/modulefiles/modulefile.fv3nc2nemsio.hera b/modulefiles/modulefile.fv3nc2nemsio.hera
@@ -0,0 +1,15 @@
+#%Module#####################################################
+## Module file for fv3nc2nemsio
+#############################################################
+
+export NCEPLIBS=/scratch1/NCEPDEV/global/gwv/l819/lib
+module use -a $NCEPLIBS/modulefiles
+
+module load netcdf/4.4.4.1
+module load hdf5/1.18
+module load bacio-intel-sandybridge/2.0.2
+module load nemsio-intel-sandybridge/2.2.3
+module load w3nco-intel-sandybridge/2.0.6
+
+export FCMP="ifort"
+export FFLAGS="-g -O2 -traceback"
diff --git a/modulefiles/modulefile.regrid_nemsio.hera b/modulefiles/modulefile.regrid_nemsio.hera
@@ -0,0 +1,19 @@
+#%Module#####################################################
+## Module file for regrid_nemsio
+#############################################################
+
+export NCEPLIBS=/scratch1/NCEPDEV/global/gwv/l819/lib
+module use -a $NCEPLIBS/modulefiles
+
+module load netcdf/4.4.4.1
+module load hdf5/1.18
+module load bacio-intel-sandybridge/2.0.2
+module load nemsio-intel-sandybridge/2.2.3
+module load w3nco-intel-sandybridge/2.0.6
+module load sp-intel-sandybridge/2.0.2
+
+export FCMP="$FCOMP" 
+export  NETCDF_LDFLAGS_F="-L${NETCDF}/lib -lnetcdf -lnetcdff -lnetcdf  -L${HDF5}/lib -lhdf5 -lhdf5_hl -lhdf5 -lz"
+export  NETCDF_LDFLAGS="-L${NETCDF}/lib -lnetcdf -lnetcdff -lnetcdf  -L${HDF5}/lib -lhdf5 -lhdf5_hl -lhdf5 -lz"
+export NETCDF_INCLUDE=-I$NETCDF/include
+#export FCMP="mpif90 -f90=ifort"
diff --git a/modulefiles/modulefile.storm_reloc_v6.0.0.hera b/modulefiles/modulefile.storm_reloc_v6.0.0.hera
@@ -0,0 +1,21 @@
+#%Module#####################################################
+## Module file for storm_reloc_v6.0.0 - Hera
+#############################################################
+
+export NCEPLIBS=/scratch1/NCEPDEV/global/gwv/l819/lib
+module use -a $NCEPLIBS/modulefiles
+
+module load w3emc-intel-sandybridge/2.3.0
+module load w3nco-intel-sandybridge/2.0.6
+module load bacio-intel-sandybridge/2.0.2
+module load sp-intel-sandybridge/2.0.2
+module load nemsio-intel-sandybridge/2.2.3
+module load nemsiogfs-intel/2.0.1
+module load  sigio-intel-sandybridge/2.0.1
+
+module load jasper-intel-sandybridge/1.900.1
+module load png-intel-sandybridge/1.2.44
+module load zlib-intel-sandybridge/1.2.7
+module load g2-intel-sandybridge/3.1.0
+
+set FC mpiifort
diff --git a/parm/config/config.base.emc.dyn b/parm/config/config.base.emc.dyn
@@ -51,7 +51,8 @@ elif [ $machine = "HERA" ]; then
 
     #export NWPROD="/scratch1/NCEPDEV/global/glopara/nwpara"
     export DMPDIR="/scratch1/NCEPDEV/global/glopara/dump"
-    export RTMFIX=$CRTM_FIX
+    #export RTMFIX=$CRTM_FIX
+    export RTMFIX=/scratch1/NCEPDEV/global/glopara/crtm/2.2.3/fix_update
 
 elif [ $machine = "WCOSS_C" ]; then
 

diff --git a/sorc/build_fv3.sh b/sorc/build_fv3.sh
@@ -17,6 +17,7 @@ if [ ! -d "../exec" ]; then
 fi
 
 if [ $target = theia ]; then target=theia.intel ; fi
+if [ $target = hera ]; then target=hera.intel ; fi
 
 cd fv3gfs.fd/
 FV3=$( pwd -P )/FV3

diff --git a/sorc/build_fv3nc2nemsio.sh b/sorc/build_fv3nc2nemsio.sh
@@ -32,7 +32,7 @@ export NETCDF_INCLUDE=$INCnetcdf
 $FCMP $FFLAGS -c kinds.f90
 $FCMP $FFLAGS -c constants.f90
 $FCMP $FFLAGS $NETCDF_INCLUDE -I $NEMSIO_INC -c fv3_module.f90
-$FCMP $FFLAGS $NETCDF_INCLUDE -I $NEMSIO_INC -I. -o fv3nc2nemsio.x fv3_main.f90 fv3_module.o $NETCDF_LDFLAGS $NEMSIO_LIB $BACIO_LIB4 $W3NCO_LIBd
+$FCMP $FFLAGS $NETCDF_INCLUDE -I $NEMSIO_INC -I. -o fv3nc2nemsio.x fv3_main.f90 fv3_module.o $NETCDF_LDFLAGS $NEMSIO_LIB $BACIO_LIB4 $W3NCO_LIBd -L$HDF5/lib -lhdf5_hl -lhdf5 -lz
 
 rm -f *.o *.mod
 

diff --git a/sorc/build_gdas.sh b/sorc/build_gdas.sh
@@ -30,7 +30,6 @@ fi
 
 ### navybull
  cd $cwd
- source $cwd/machine-setup.sh            > /dev/null 2>&1
  if [ $USE_PREINST_LIBS = true ]; then
    export MOD_PATH=/scratch3/NCEPDEV/nwprod/lib/modulefiles
    source ../modulefiles/gdas_navybull.$target             > /dev/null 2>&1
@@ -49,7 +48,9 @@ fi
 
 ### gdas_trpsfcmv
  cd $cwd
- source $cwd/machine-setup.sh            > /dev/null 2>&1
+ source $cwd/ncl.setup                   > /dev/null 2>&1
+ export NCARG_LIB=$NCARG_ROOT/lib        > /dev/null 2>&1
+
  if [ $USE_PREINST_LIBS = true ]; then
    export MOD_PATH=/scratch3/NCEPDEV/nwprod/lib/modulefiles
    source ../modulefiles/gdas_trpsfcmv.$target             > /dev/null 2>&1

diff --git a/sorc/build_gfs_fbwndgfs.sh b/sorc/build_gfs_fbwndgfs.sh
@@ -24,6 +24,6 @@ if [ ! -d "../exec" ]; then
 fi
 
 cd fbwndgfs.fd
-make -f makefile.$target
-make -f makefile.$target clean
+make -f makefile.GENERIC
+make -f makefile.GENERIC clean
 mv fbwndgfs   ../../exec/
diff --git a/sorc/build_regrid_nemsio.sh b/sorc/build_regrid_nemsio.sh
@@ -33,10 +33,12 @@ export LDFLAGS="${FCFFLAGS}"
 export OPTIMIZATION="-O3 -xHOST" #-axCORE-AVX2,AVX -xSSE4.2 -O3
 export DEBUG="-traceback -g" #-O0 #-C #-fp-stack-check #-check all -fp-stack-check
 
-LIBnetcdf=`$NETCDF/bin/nf-config --flibs`
-INCnetcdf=`$NETCDF/bin/nf-config --fflags`
-export NETCDF_LDFLAGS=$LIBnetcdf
-export NETCDF_INCLUDE=$INCnetcdf
+if [ $target != hera ]; then
+  LIBnetcdf=`$NETCDF/bin/nf-config --flibs`
+  INCnetcdf=`$NETCDF/bin/nf-config --fflags`
+  export NETCDF_LDFLAGS=$LIBnetcdf
+  export NETCDF_INCLUDE=$INCnetcdf
+fi
 
 make -f Makefile clean
 make -f Makefile

diff --git a/sorc/build_sfcanl_nsttfchg.sh b/sorc/build_sfcanl_nsttfchg.sh
@@ -4,7 +4,6 @@ set -eux
 source ./machine-setup.sh > /dev/null 2>&1
 cwd=`pwd`
 
-module purge
 USE_PREINST_LIBS=${USE_PREINST_LIBS:-"true"}
 if [ $USE_PREINST_LIBS = true ]; then
   export MOD_PATH=/scratch3/NCEPDEV/nwprod/lib/modulefiles

diff --git a/sorc/build_tropcy_NEMS.sh b/sorc/build_tropcy_NEMS.sh
@@ -30,80 +30,22 @@ else
   export MOD_PATH=${cwd}/lib/modulefiles
 fi
 
-if [ $target = wcoss ]; then
-
-    targetx=wcoss
-    module load ../modulefiles/modulefile.storm_reloc_v6.0.0.$target
-    module list
-
-    export LIBDIR=/nwprod/lib
-    export NEMSIOGFS_LIB=/global/save/Fanglin.Yang/svn/gfs/tags/nemsiogfs/intel/libnemsiogfs_v1.1.0.a
-    export NEMSIOGFS_INC=/global/save/Fanglin.Yang/svn/gfs/tags/nemsiogfs/intel/include/nemsiogfs_v1.1.0
-    export NEMSIO_LIB=/global/save/emc.glopara/svn/nceplibs/nemsio/trunk/libnemsio.a
-    export NEMSIO_INC=/global/save/emc.glopara/svn/nceplibs/nemsio/trunk/incmod/nemsio
-    export W3EMC_LIBd=/global/save/Hang.Lei/test/w3emc/sorc/w3emc/v2.2.0/libw3emc_v2.2.0_d.a
-
-    export LIBS_REL="${W3NCO_LIBd}"
-
-    export FC=mpiifort
-    export FFLAGS="-openmp -O3 -g -traceback -r8 -I${NEMSIOGFS_INC} -I${NEMSIO_INC} -I${SIGIO_INC4}"
-
-elif [ $target = theia ]; then
-
-    targetx=theia
-    source ../modulefiles/modulefile.storm_reloc_v6.0.0.$target > /dev/null 2>&1
-    module list
-
-    export LIBS_REL="${W3NCO_LIBd}"
-
-    export FC=mpiifort
-    export FFLAGS="-openmp -O3 -g -traceback -r8 -I${NEMSIOGFS_INC} -I${NEMSIO_INC} -I${SIGIO_INC4}"
-
-elif [ $target = wcoss_cray ]; then
-
-    targetx=cray
-    if [ $USE_PREINST_LIBS = true ]; then
-      source ../modulefiles/modulefile.storm_reloc_v5.1.0.$target           > /dev/null 2>&1
-    else
-      source ../modulefiles/modulefile.storm_reloc_v5.1.0.${target}_userlib > /dev/null 2>&1
-    fi
-    module load  intel/15.0.3.187 cray-libsci/13.0.3
-    module list
-
-    export LIBS_REL="${W3NCO_LIB4}"
-
-    #export FFLAGS="-openmp -O3 -g -traceback -r8 -I${NEMSIOGFS_INC} -I${NEMSIO_INC} -I${SIGIO_INC4}"
-    export FFLAGS="-openmp -O1 -g -traceback -r8 -I${NEMSIOGFS_INC} -I${NEMSIO_INC} -I${SIGIO_INC4}"
-
-elif [ $target = wcoss_dell_p3 ]; then
-
-    targetx=wcoss_dell_p3
-    if [ $USE_PREINST_LIBS = true ]; then
-      source ../modulefiles/modulefile.storm_reloc_v5.1.0.$target           > /dev/null 2>&1
-    else
-      source ../modulefiles/modulefile.storm_reloc_v5.1.0.${target}_userlib > /dev/null 2>&1
-    fi
-    module load  ips/18.0.1.163 impi/18.0.1         
-
-    export LIBS_REL="${W3NCO_LIB4}"
-
-    #export FFLAGS="-qopenmp -O3 -g -traceback -r8 -I${NEMSIOGFS_INC} -I${NEMSIO_INC} -I${SIGIO_INC4}"
-    export FFLAGS="-qopenmp -O1 -g -traceback -r8 -I${NEMSIOGFS_INC} -I${NEMSIO_INC} -I${SIGIO_INC4}"
-
-else
-
-    echo "Unknown machine = $target"
-    exit 1
-fi
+source ../modulefiles/modulefile.storm_reloc_v6.0.0.$target
+export FC=mpiifort
 
 export INC="${G2_INCd} -I${NEMSIO_INC}"
 export LIBS="${W3EMC_LIBd} ${W3NCO_LIBd} ${BACIO_LIB4} ${G2_LIBd} ${PNG_LIB} ${JASPER_LIB} ${Z_LIB}"
 export LIBS_SUP="${W3EMC_LIBd} ${W3NCO_LIBd}"
+echo lset
+echo lset
+ export LIBS_REL="${W3NCO_LIB4}"
 export LIBS_REL="${NEMSIOGFS_LIB} ${NEMSIO_LIB} ${LIBS_REL} ${SIGIO_LIB4} ${BACIO_LIB4} ${SP_LIBd}"
 export LIBS_SIG="${SIGIO_INC4}"
 export LIBS_SYN_GET="${W3NCO_LIB4}"
 export LIBS_SYN_MAK="${W3NCO_LIB4} ${BACIO_LIB4}"
 export LIBS_SYN_QCT="${W3NCO_LIB8}"
+echo $LIBS_REL
+echo NEXT
 
 #cd relocate_mv_nvortex.fd
 #   make clean