Issue #5 - Merge branch 'feature/gfsv16b' into port2orion

.gitignore

@@ -0,0 +1,16 @@
+# Ignore all compiled files
+*.pyc
+*.o
+*.mod
+
+# Ignore exec folder
+exec/
+
+# Ignore sorc folders from externals
+sorc/logs/
+sorc/fv3gfs.fd/
+sorc/gfs_post.fd/
+sorc/gsi.fd/
+sorc/ufs_utils.fd/
+sorc/gfs_wafs.fd/
+sorc/verif-global.fd/

Externals.cfg

@@ -0,0 +1,53 @@
+# External sub-modules of global-workflow
+
+[FV3GFS]
+tag = GFS.v16.0.1
+local_path = sorc/fv3gfs.fd
+repo_url = https://github.com/ufs-community/ufs-weather-model.git
+protocol = git
+required = True
+
+[GSI]
+tag = gfsda.v16.0.0
+local_path = sorc/gsi.fd
+repo_url = ssh://vlab.ncep.noaa.gov:29418/ProdGSI
+protocol = git
+required = True
+
+[GLDAS]
+tag = gldas_gfsv16_release.v1.0.0
+local_path = sorc/gldas.fd
+repo_url = https://github.com/NOAA-EMC/GLDAS.git
+protocol = git
+required = True
+
+[EMC_post]
+tag = upp_gfsv16_release.v1.0.5
+local_path = sorc/gfs_post.fd
+repo_url = https://github.com/NOAA-EMC/EMC_post.git
+protocol = git
+required = True
+
+[UFS_UTILS]
+branch = release/ops-gfsv16
+local_path = sorc/ufs_utils.fd
+repo_url = https://github.com/NOAA-EMC/UFS_UTILS.git
+protocol = git
+required = True
+
+[EMC_verif-global]
+tag = verif_global_v1.5.0
+local_path = sorc/verif-global.fd
+repo_url = ssh://vlab.ncep.noaa.gov:29418/EMC_verif-global
+protocol = git
+required = True
+
+[EMC_gfs_wafs]
+tag = gfs_wafs.v5.0.11
+local_path = sorc/gfs_wafs.fd
+repo_url = https://github.com/NOAA-EMC/EMC_gfs_wafs.git
+protocol = git
+required = False
+
+[externals_description]
+schema_version = 1.0.0

README.md

@@ -0,0 +1,49 @@
+# global-workflow
+Global Superstructure/Workflow currently supporting the Finite-Volume on a Cubed-Sphere Global Forecast System (FV3GFS)
+
+The global-workflow depends on the following prerequisities to be available on the system:
+
+* workload management platform / scheduler - LSF or SLURM
+* workflow manager - ROCOTO (https://github.com/christopherwharrop/rocoto)
+* modules - NCEPLIBS (various), esmf v8.0.0bs48, hdf5, intel/ips v18, impi v18, wgrib2, netcdf v4.7.0, hpss, gempak (see module files under /modulefiles for additional details)
+* manage_externals - A utility from ESMCI to checkout external dependencies. Manage_externals can be obtained at the following address and should be in the users PATH: https://github.com/ESMCI/manage_externals
+
+The global-workflow current supports the following machines:
+
+* WCOSS-Dell
+* WCOSS-Cray
+* Hera
+
+## Build global-workflow:
+
+### 1. Check out components
+
+The global-workflow uses the manage_externals utility to handle checking out its components. The manic-v1.1.8 manage_externals tag is supported. The manage_externals utility will be replacing the current checkout.sh script.
+
+Run manage_externals (checkout_externals) while at top of clone:
+
+```
+$ checkout_externals -e Externals.cfg
+```
+
+If checkout_externals is not in your $PATH then use full path to it:
+
+* WCOSS-Dell: /gpfs/dell2/emc/modeling/noscrub/emc.glopara/git/manage_externals/manic-v1.1.8/checkout_externals
+* WCOSS-Cray: /gpfs/hps3/emc/global/noscrub/emc.glopara/git/manage_externals/manic-v1.1.8/checkout_externals
+* Hera: /scratch1/NCEPDEV/global/glopara/git/manage_externals/manic-v1.1.8/checkout_externals
+
+### 2. Build components
+
+While in /sorc folder:
+```
+$ sh build_all.sh
+```
+
+### 3. Link components
+
+While in /sorc folder:
+```
+$ sh link_fv3gfs.sh emc $MACHINE
+```
+
+...where $MACHINE is "dell", "cray", or "hera".

driver/product/run_postsnd.sh.dell

@@ -6,9 +6,9 @@
 #BSUB -W 01:30
 #BSUB -q dev
 #BSUB -P GFS-DEV
-#BSUB -cwd /gpfs/dell2/emc/verification/noscrub/Guang.Ping.Lou/gfsv16bnetcdf3/driver/product
+#BSUB -cwd /gpfs/dell2/emc/verification/noscrub/Guang.Ping.Lou/gfsv16bnetcdf_mpmd/driver/product
 #BSUB -R span[ptile=4]
-#BSUB -n 32
+#BSUB -n 40
 #BSUB -R affinity[core(1):distribute=balance]
 
 ############################################
@@ -53,8 +53,8 @@ export MP_STDOUTMODE=ordered
 machine="WCOSS_DELL_P3"
 #machine="THEIA"
 #machine="JET"
-export npe_postsnd=32
-export npe_postsndcfp=10
+export npe_postsnd=40
+export npe_postsndcfp=9
 ##export OUTPUT_FILE="nemsio"
 export OUTPUT_FILE=${OUTPUT_FILE:-netcdf}
 if [ $machine == "WCOSS_C" ]; then
@@ -72,7 +72,7 @@ elif [ $machine == "WCOSS_DELL_P3" ]; then
 ##For WCOSS-Dell ################
   if [ $OUTPUT_FILE == "netcdf" ]; then
    export FHMAX_HF_GFS=120
-   export FHOUT_HF_GFS=1
+   export FHOUT_HF_GFS=3
    export FHOUT_GFS=3
   else
    export FHMAX_HF_GFS=120
@@ -115,7 +115,7 @@ export DATA_IN=${DATA_IN:-/gpfs/dell2/ptmp/$USER}
 export DATA=$DATA_IN/postsnd.${pid}
 mkdir -p $DATA
 cd $DATA
-export PDY=20200215
+export PDY=20200315
 export cyc=00
 export STARTHOUR=00
 export ENDHOUR=180
@@ -151,16 +151,16 @@ mkdir -p $pcom
 ###################################
 
 export HOMEgfs=/gpfs/dell2/emc/modeling/noscrub/emc.glopara/git/global-workflow/feature_gfsv16b
-export HOMEbufrsnd=/gpfs/dell2/emc/verification/noscrub/Guang.Ping.Lou/gfsv16bnetcdf3
+export HOMEbufrsnd=/gpfs/dell2/emc/verification/noscrub/Guang.Ping.Lou/gfsv16bnetcdf_mpmd
 ##export HOMEbufrsnd=/gpfs/dell2/emc/verification/noscrub/Guang.Ping.Lou/fv3gfs
 ##export HOMEbufrsnd=/gpfs/hps3/emc/meso/noscrub/Guang.Ping.Lou/fv3gfs
 
 ##############################
 # Define COM Directories
 ##############################
   if [ $OUTPUT_FILE == "netcdf" ]; then
-##export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/${RUN}.${PDY}/$cyc
-export COMIN=/gpfs/dell2/emc/verification/noscrub/Guang.Ping.Lou/gfs_v16_data/2020021500
+export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/${RUN}.${PDY}/$cyc
+##export COMIN=/gpfs/dell2/emc/verification/noscrub/Guang.Ping.Lou/gfs_v16_data/2020021500
   else
 export COMIN=/gpfs/dell1/nco/ops/com/gfs/prod/${RUN}.${PDY}/$cyc
   fi

jobs/rocoto/analcalc.sh

@@ -0,0 +1,13 @@
+#!/bin/ksh -x
+
+###############################################################
+# Source FV3GFS workflow modules
+. $HOMEgfs/ush/load_fv3gfs_modules.sh
+status=$?
+[[ $status -ne 0 ]] && exit $status
+
+###############################################################
+# Execute the JJOB
+$HOMEgfs/jobs/JGLOBAL_ANALCALC
+status=$?
+exit $status

jobs/rocoto/analdiag.sh

@@ -0,0 +1,13 @@
+#!/bin/ksh -x
+
+###############################################################
+# Source FV3GFS workflow modules
+. $HOMEgfs/ush/load_fv3gfs_modules.sh
+status=$?
+[[ $status -ne 0 ]] && exit $status
+
+###############################################################
+# Execute the JJOB
+$HOMEgfs/jobs/JGLOBAL_ANALDIAG
+status=$?
+exit $status

jobs/rocoto/ediag.sh

@@ -0,0 +1,13 @@
+#!/bin/ksh -x
+
+###############################################################
+# Source FV3GFS workflow modules
+. $HOMEgfs/ush/load_fv3gfs_modules.sh
+status=$?
+[[ $status -ne 0 ]] && exit $status
+
+###############################################################
+# Execute the JJOB
+$HOMEgfs/jobs/JGLOBAL_ENKF_ANALDIAG
+status=$?
+exit $status