Merge pull request NOAA-EMC#204 from NOAA-EMC/release/gfsv16.0.0.nco

GFSv16 NCO changes - early December edition
jkhender · Dec 7, 2020 · 6da1a24 · 6da1a24
2 parents ce1ae97 + 069f266
commit 6da1a24
Show file tree

Hide file tree

Showing 474 changed files with 2,961 additions and 5,122 deletions.
diff --git a/ecflow/ecf/scripts/gdas/atmos/analysis/jgdas_atmos_analysis.ecf b/ecflow/ecf/scripts/gdas/atmos/analysis/jgdas_atmos_analysis.ecf
@@ -1,9 +1,11 @@
-#! /bin/sh
-#BSUB -q %QUEUE%
-#BSUB -P %PROJ%
+#BSUB -L /bin/sh
 #BSUB -J %E%gdas_atmos_analysis_%CYC%
 #BSUB -o %COM%/output/%ENVIR%/today/gdas_atmos_analysis_%CYC%.o%J
-#BSUB -W 0:45
+#BSUB -q %QUEUE%
+#BSUB -U GFSV16
+#BSUB -P %PROJ%
+##BSUB -W 0:45   # 11/02/2020 temporarily change
+#BSUB -W 1:00
 #BSUB -n 1000
 #BSUB -R affinity[core(7)]
 #BSUB -R span[ptile=4]
@@ -32,13 +34,10 @@ export model=gfs
 ############################################################
 module load lsf/${lsf_ver}
 module load impi/${impi_ver}
-module load prod_util/${prod_util_ver}
-module load prod_envir/${prod_envir_ver}
 module load CFP/${CFP_ver}
 module load python/${python_ver}
 module load NetCDF-parallel/${netcdf_parallel_ver}
 module load HDF5-parallel/${hdf5_parallel_ver}
-module use -a /gpfs/dell1/nco/ops/nwprod/modulefiles/
 module load crtm/${crtm_ver}
 
 module list
@@ -52,12 +51,8 @@ export FORT_BUFFERED=true
 export OMP_NUM_THREADS_CY=28
 export NTHREADS=$OMP_NUM_THREADS_CY
 export NTHREADS_GSI=$threads
-export COMPONENT=${COMPONENT:-atmos}
-export ROTDIR=%COM%/$NET/$envir
-export CDUMP=gdas
 export cyc=%CYC%
 export cycle=t%CYC%z
-export CDATE=$PDY$cyc
 export USE_CFP=YES
 export PREINP=''
 

diff --git a/ecflow/ecf/scripts/gdas/atmos/analysis/jgdas_atmos_analysis_calc.ecf b/ecflow/ecf/scripts/gdas/atmos/analysis/jgdas_atmos_analysis_calc.ecf
@@ -1,8 +1,9 @@
-#! /bin/sh
-#BSUB -q %QUEUE%
-#BSUB -P %PROJ%
+#BSUB -L /bin/sh
 #BSUB -J %E%gdas_atmos_analysis_calc_%CYC%
 #BSUB -o %COM%/output/%ENVIR%/today/gdas_atmos_analysis_calc_%CYC%.o%J
+#BSUB -q %QUEUE%
+#BSUB -U GFSV16
+#BSUB -P %PROJ%
 #BSUB -W 0:10
 #BSUB -n 140
 #BSUB -R affinity[core(1)]
@@ -32,8 +33,6 @@ model=gfs
 ############################################################
 module load lsf/${lsf_ver}
 module load impi/${impi_ver}
-module load prod_util/${prod_util_ver}
-module load prod_envir/${prod_envir_ver}
 module load python/${python_ver}
 module load NetCDF-parallel/${netcdf_parallel_ver}
 module load HDF5-parallel/${hdf5_parallel_ver}
@@ -43,12 +42,8 @@ module list
 #############################################################
 # WCOSS environment settings
 #############################################################
-export COMPONENT=${COMPONENT:-atmos}
-export ROTDIR=%COM%/$NET/$envir
-export CDUMP=gdas
 export cyc=%CYC%
 export cycle=t%CYC%z
-export CDATE=$PDY$cyc
 export USE_CFP=YES
 
 ############################################################

diff --git a/ecflow/ecf/scripts/gdas/atmos/analysis/jgdas_atmos_analysis_diag.ecf b/ecflow/ecf/scripts/gdas/atmos/analysis/jgdas_atmos_analysis_diag.ecf
@@ -1,8 +1,9 @@
-#! /bin/sh
-#BSUB -q %QUEUE%
-#BSUB -P %PROJ%
+#BSUB -L /bin/sh
 #BSUB -J %E%gdas_atmos_analysis_diag_%CYC%
 #BSUB -o %COM%/output/%ENVIR%/today/gdas_atmos_analysis_diag_%CYC%.o%J
+#BSUB -q %QUEUE%
+#BSUB -U GFSV16
+#BSUB -P %PROJ%
 #BSUB -W 0:10
 #BSUB -n 112
 #BSUB -R affinity[core(1)]
@@ -32,20 +33,15 @@ export model=gfs
 ############################################################
 module load lsf/${lsf_ver}
 module load impi/${impi_ver}
-module load prod_util/${prod_util_ver}
 module load CFP/${CFP_ver}
 
 module list
 
 #############################################################
 # WCOSS environment settings
 #############################################################
-export COMPONENT=${COMPONENT:-atmos}
-export ROTDIR=%COM%/$NET/$envir
-export CDUMP=gdas
 export cyc=%CYC%
 export cycle=t%CYC%z
-export CDATE=$PDY$cyc
 export USE_CFP=YES
 
 ############################################################

diff --git a/ecflow/ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak.ecf b/ecflow/ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak.ecf
@@ -1,9 +1,12 @@
-#! /bin/sh
-#BSUB -q %QUEUE%
-#BSUB -P %PROJ%
+#BSUB -L /bin/sh
 #BSUB -J %E%gdas_atmos_gempak_%CYC%
 #BSUB -o %COM%/output/%ENVIR%/today/gdas_atmos_gempak_%CYC%.o%J
-#BSUB -W 0:15
+#BSUB -q %QUEUE%
+#BSUB -U GFSV16
+#BSUB -P %PROJ%
+## JY temporarily increase wall clock as the submit time is long 
+##BSUB -W 0:15
+#BSUB -W 0:30
 #BSUB -n 2
 #BSUB -R affinity[core(1)]
 #BSUB -R span[ptile=1]
@@ -30,19 +33,13 @@ module load EnvVars/$EnvVars_ver
 module load lsf/$lsf_ver                               
 module load CFP/$CFP_ver
 module load grib_util/$grib_util_ver
-module use -a /gpfs/dell1/nco/ops/nwprod/modulefiles/
 module load gempak/$gempak_ver
 
 module list
 
 #%include <ecf_client.h>
-export COMPONENT=${COMPONENT:-atmos}
-export COM_IN=%COM%/$NET/$envir
-export ROTDIR=%COM%/$NET/$envir
 export cyc=%CYC%
 export cycle=t%CYC%z
-export COMIN=$COM_IN/${RUN}.${PDY}/${cyc}/${COMPONENT}
-export COMOUT=$COM_IN/${RUN}.${PDY}/${cyc}/${COMPONENT}/gempak
 export USE_CFP=YES
 
 ############################################################

diff --git a/ecflow/ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak_meta_ncdc.ecf b/ecflow/ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak_meta_ncdc.ecf
@@ -1,8 +1,9 @@
-#! /bin/sh
-#BSUB -q %QUEUE%
-#BSUB -P %PROJ%
+#BSUB -L /bin/sh
 #BSUB -J %E%gdas_atmos_gempak_meta_ncdc_%CYC%
 #BSUB -o %COM%/output/%ENVIR%/today/gdas_atmos_gempak_meta_ncdc_%CYC%.o%J
+#BSUB -q %QUEUE%
+#BSUB -U GFSV16
+#BSUB -P %PROJ%
 #BSUB -W 0:30
 #BSUB -n 2
 #BSUB -R affinity[core(1)]
@@ -31,19 +32,12 @@ module load EnvVars/$EnvVars_ver
 module load lsf/$lsf_ver                               
 module load CFP/$CFP_ver
 module load grib_util/$grib_util_ver
-module use -a /gpfs/dell1/nco/ops/nwprod/modulefiles/
 module load gempak/${gempak_ver}
 
 module list
 
-export COMPONENT=${COMPONENT:-atmos}
-export COM_IN=%COM%/$NET/$envir
-export ROTDIR=%COM%/$NET/$envir
 export cyc=%CYC%
 export cycle=t%CYC%z
-export COMIN=$COM_IN/${RUN}.${PDY}/${cyc}/${COMPONENT}/gempak
-export COMOUT=$COM_IN/${RUN}.${PDY}/${cyc}/${COMPONENT}/gempak/meta
-export COMINgdas=$COM_IN/${RUN}
 export USE_CFP=YES
 
 ############################################################

diff --git a/ecflow/ecf/scripts/gdas/atmos/init/jgdas_atmos_gldas.ecf b/ecflow/ecf/scripts/gdas/atmos/init/jgdas_atmos_gldas.ecf
@@ -1,8 +1,9 @@
-#! /bin/sh
-#BSUB -q %QUEUE%
-#BSUB -P %PROJ%
+#BSUB -L /bin/sh
 #BSUB -J %E%gdas_atmos_gldas_%CYC%
 #BSUB -o %COM%/output/%ENVIR%/today/gdas_atmos_gldas_%CYC%.o%J
+#BSUB -q %QUEUE%
+#BSUB -U GFSV16
+#BSUB -P %PROJ%
 #BSUB -W 2:00
 #BSUB -n 112
 #BSUB -R affinity[core(1)]
@@ -32,8 +33,6 @@ model=gfs
 ############################################################
 module load lsf/${lsf_ver}
 module load impi/${impi_ver}
-module load prod_envir/${prod_envir_ver}
-module load prod_util/${prod_util_ver}
 module load CFP/${CFP_ver}
 module load grib_util/${grib_util_ver}
 module load NetCDF-parallel/${netcdf_parallel_ver}
@@ -44,12 +43,8 @@ module list
 #############################################################
 # WCOSS environment settings
 #############################################################
-export COMPONENT=${COMPONENT:-atmos}
-export ROTDIR=%COM%/$NET/$envir
-export CDUMP=gdas
 export cyc=%CYC%
 export cycle=t%CYC%z
-export CDATE=$PDY$cyc
 export USE_CFP=YES
 
 ############################################################

diff --git a/ecflow/ecf/scripts/gdas/atmos/obsproc/dump/jgdas_atmos_dump.ecf b/ecflow/ecf/scripts/gdas/atmos/obsproc/dump/jgdas_atmos_dump.ecf
@@ -2,6 +2,7 @@
 #BSUB -o %COM%/output/%ENVIR%/today/%RUN%_atmos_dump_%CYC%.o%J
 #BSUB -cwd /tmp
 #BSUB -q %QUEUE%
+#BSUB -U GFSV16
 #BSUB -W 00:15
 #BSUB -P %PROJ%
 #BSUB -n 14
@@ -23,10 +24,9 @@ export model=obsproc_global
 #############################################################
 ## Load modules
 ##############################################################
-module load EnvVars/$EnvVars_ver
 module load ips/$ips_ver
 module load impi/$impi_ver
-module load CFP/$cfp_ver
+module load CFP/$CFP_ver
 
 module load grib_util/${grib_util_ver}
 module list
@@ -41,13 +41,6 @@ module list
 set -x
 export cyc=%CYC%
 export COMPONENT=${COMPONENT:-atmos}
-export COMIN_ROOT=%COM%
-export COMIN=%COM%/${NET}/${envir}/${RUN}.${PDY}/${cyc}/${COMPONENT}
-export COMOUT_ROOT=%COM%
-export COMOUT=%COM%/${NET}/${envir}/${RUN}.${PDY}/${cyc}/${COMPONENT}
-
-####
-export ECF_PORT=%ECF_PORT%
 
 # CALL executable job script here
 ${HOMEobsproc_global}/jobs/JGLOBAL_DUMP

diff --git a/ecflow/ecf/scripts/gdas/atmos/obsproc/dump/jgdas_atmos_dump_alert.ecf b/ecflow/ecf/scripts/gdas/atmos/obsproc/dump/jgdas_atmos_dump_alert.ecf
@@ -32,9 +32,6 @@ export cyc=%CYC%
 export NET=gfs
 export RUN=gdas
 
-####
-export ECF_PORT=%ECF_PORT%
-
 # CALL executable job script here
 $HOMEobsproc_dump_alert/jobs/JDUMP_ALERT
 

diff --git a/ecflow/ecf/scripts/gdas/atmos/obsproc/dump/jgdas_atmos_dump_post.ecf b/ecflow/ecf/scripts/gdas/atmos/obsproc/dump/jgdas_atmos_dump_post.ecf
@@ -1,6 +1,7 @@
 #BSUB -J %E%%RUN%_atmos_dump_post_%CYC%
 #BSUB -o %COM%/output/%ENVIR%/today/%RUN%_atmos_dump_post_%CYC%.o%J
 #BSUB -q %QUEUE%
+#BSUB -U GFSV16
 #BSUB -cwd /tmp
 #BSUB -W 00:10
 #BSUB -P %PROJ%
@@ -27,7 +28,7 @@ export model=obsproc_global
 module load EnvVars/$EnvVars_ver
 module load ips/$ips_ver
 module load impi/$impi_ver
-module load CFP/$cfp_ver
+module load CFP/$CFP_ver
 module list
 
 #############################################################
@@ -40,13 +41,6 @@ module list
 set -x
 export cyc=%CYC%
 export COMPONENT=${COMPONENT:-atmos}
-export COMIN_ROOT=%COM%
-export COMIN=%COM%/${NET}/${envir}/${RUN}.${PDY}/${cyc}/${COMPONENT}
-export COMOUT_ROOT=%COM%
-export COMOUT=%COM%/${NET}/${envir}/${RUN}.${PDY}/${cyc}/${COMPONENT}
-
-####
-export ECF_PORT=%ECF_PORT%
 
 # CALL executable job script here
 $HOMEobsproc_global/jobs/JGLOBAL_DUMP_POST

diff --git a/ecflow/ecf/scripts/gdas/atmos/obsproc/dump/jgdas_atmos_tropcy_qc_reloc.ecf b/ecflow/ecf/scripts/gdas/atmos/obsproc/dump/jgdas_atmos_tropcy_qc_reloc.ecf
@@ -1,5 +1,6 @@
 #! /bin/sh
 #BSUB -q %QUEUE%
+#BSUB -U GFSV16
 #BSUB -P %PROJ%
 #BSUB -J %E%gdas_atmos_tropcy_qc_reloc_%CYC%
 #BSUB -o %COM%/output/%ENVIR%/today/gdas_atmos_tropcy_qc_reloc_%CYC%.o%J
@@ -37,7 +38,7 @@ module list
 export USE_CFP=YES
 export PROCESS_TROPCY=YES
 export DO_RELOCATE=YES
-export ROTDIR=%COM%/$NET/$envir
+# JY export ROTDIR=%COM%/$NET/$envir
 export cyc=%CYC%
 export cycle=t%CYC%z
 

diff --git a/ecflow/ecf/scripts/gdas/atmos/obsproc/prep/jgdas_atmos_emcsfc_sfc_prep.ecf b/ecflow/ecf/scripts/gdas/atmos/obsproc/prep/jgdas_atmos_emcsfc_sfc_prep.ecf
@@ -1,8 +1,9 @@
-#! /bin/sh
-#BSUB -q %QUEUE%
-#BSUB -P %PROJ%
 #BSUB -J %E%gdas_atmos_emcsfc_sfc_prep_%CYC%
 #BSUB -o %COM%/output/%ENVIR%/today/gdas_atmos_emcsfc_sfc_prep_%CYC%.o%J
+#BSUB -q %QUEUE%
+#BSUB -U GFSV16
+#BSUB -P %PROJ%
+#BSUB -L /bin/sh
 #BSUB -W 0:10
 #BSUB -n 1
 #BSUB -R affinity[core(1)]
@@ -30,10 +31,10 @@ module list
 
 #%include <ecf_client.h>
 export USE_CFP=YES
-export ROTDIR=%COM%/$NET/$envir
+# JY export ROTDIR=%COM%/$NET/$envir
 export cyc=%CYC%
 export cycle=t%CYC%z
-export SCRgfs=${HOMEgfs}/scripts
+# JY export SCRgfs=${HOMEgfs}/scripts
 
 ############################################################
 # CALL executable job script here

diff --git a/ecflow/ecf/scripts/gdas/atmos/obsproc/prep/jgdas_atmos_prep.ecf b/ecflow/ecf/scripts/gdas/atmos/obsproc/prep/jgdas_atmos_prep.ecf
@@ -1,8 +1,9 @@
-#! /bin/sh
 #BSUB -J %E%%RUN%_atmos_prep_%CYC%
 #BSUB -o %COM%/output/%ENVIR%/today/%RUN%_atmos_prep_%CYC%.o%J
 #BSUB -cwd /tmp
 #BSUB -q %QUEUE%
+#BSUB -U GFSV16
+#BSUB -L /bin/sh
 #BSUB -P %PROJ%
 #BSUB -W 00:20
 #BSUB -R span[ptile=2]; -R affinity[core(1)]
@@ -24,39 +25,29 @@ model=obsproc_global
 #############################################################
 ## Load modules
 ##############################################################
-module load lsf/${lsf_ver}
+# JY module load lsf/${lsf_ver}
 module load impi/${impi_ver}
-module load prod_util/${prod_util_ver}
-module load prod_envir/${prod_envir_ver}
-module use -a /usrx/local/nceplibs/dev/NCEPLIBS/modulefiles
-module load hdf5_parallel/${hdf5_parallel_ver}
-module load netcdf_parallel/${netcdf_parallel_ver}
 module load CFP/${CFP_ver}
+#module load HDF5-parallel/${hdf5_parallel_ver}
+module load NetCDF-parallel/${netcdf_parallel_ver}
 
 module list
 
 #############################################################
 ## WCOSS_C environment settings
-#############################################################
+##############################################################
 # export BACK="NO"
 # export POE="YES"
 export COMPONENT=${COMPONENT:-atmos}
 export cyc=%CYC%
-#### export COMIN_ROOT=/gpfs/dell1/nco/ops/com
-export COMIN_ROOT=%COM%
-export COMIN="%COM%/${NET}/${envir}/${CDUMP}.${PDY}/${cyc}/${COMPONENT}"
-export COMOUT_ROOT=%COM%
-export COMOUT="%COM%/${NET}/${envir}/${CDUMP}.${PDY}/${cyc}/${COMPONENT}"
-export COMINgdas=$COMIN
-export COMINgfs="%COM%/$NET/$envir/gfs.$PDY/$cyc/$COMPONENT"
-export COMINgdas=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/gdas.${PDY}/${cyc}/atmos
-export COMINgfs=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gfs/para/gfs.${PDY}/${cyc}/atmos
-export DO_MAKEPREPBUFR=YES
-export ROTDIR_DUMP=YES
-export OPREFIX=$CDUMP.t${cyc}z.
-export EXPDIR="$HOMEgfs/parm/config"
-export ROTDIR=%COM%/$NET/$envir
-export CDATE=${PDY}${cyc}
+
+# Not sure if need the following , comment them now - JY 10/20
+#export DO_MAKEPREPBUFR=YES
+#export ROTDIR_DUMP=YES
+#export OPREFIX=$CDUMP.t${cyc}z.
+#export EXPDIR="$HOMEgfs/parm/config"
+#export ROTDIR=%COM%/$NET/$envir
+#export CDATE=${PDY}${cyc}
 
 set -x