Script to clone, build workflow and generate experiment for prototypes

modulefiles/GDAS/hera.lua

@@ -64,6 +64,7 @@ load("netcdf-cxx4/4.3.1")
 load("json/3.10.5")
 load("py-pybind11/2.8.1")
 --load("crtm/v2.4_jedi")
+load("rocoto/1.3.3")
 
 load("hpc/1.2.0")
 load("miniconda3/4.6.14")

modulefiles/GDAS/orion.lua

@@ -58,6 +58,9 @@ load("ncview/2.1.8")
 load("netcdf-cxx4/4.3.1")
 load("py-pybind11/2.8.1")
 --load("crtm/v2.4_jedi")
+load("contrib/0.1")
+load("noaatools/2.0")
+load("rocoto/1.3.3")
 
 load("hpc/1.2.0")
 load("miniconda3/4.6.14")

prototypes/configs/cp0.sh

@@ -0,0 +1,25 @@
+# top level options
+GWHASH=255d99b
+GDASHASH=ab6f06d
+BUILD="NO"
+PSLOT=cp0
+PROTOROOT=/scratch1/NCEPDEV/da/Cory.R.Martin/GDAS_prototypes
+GWDIR=$PROTOROOT/$PSLOT
+DUMPDIR=/scratch1/NCEPDEV/da/role.jedipara/dump/
+ICSDIR=/scratch1/NCEPDEV/stmp4/Cory.R.Martin/tmp_ics
+expdir=$PROTOROOT/expdirs
+comrot=$PROTOROOT/rotdirs
+idate=2021073118
+edate=2021080118
+app="ATM"
+starttype="cold"
+gfscyc=0
+resdet=96
+resens=96
+nens=0
+# config.* options
+DO_JEDIATMVAR="YES"
+DO_JEDIATMENS="NO"
+DO_JEDIOCNVAR="NO"
+DO_JEDILANDDA="NO"
+DO_MERGENSST="NO"

prototypes/gen_prototype.sh

@@ -0,0 +1,103 @@
+#!/bin/bash
+set -e
+
+# ==============================================================================
+usage() {
+  set +x
+  echo
+  echo "Usage: $0 -c <config> -t <target> -h"
+  echo
+  echo "  -c  Configuration for prototype defined in shell script <config>"
+  echo "  -t  Supported platform script is running on <Hera|Orion>"
+  echo "  -h  display this message and quit"
+  echo
+  exit 1
+}
+
+# ==============================================================================
+while getopts "c:t:h" opt; do
+  case $opt in
+    c)
+      config=$OPTARG
+      ;;
+    t)
+      MACHINE=${MACHINE:-$OPTARG}
+      ;;
+    h|\?|:)
+      usage
+      ;;
+  esac
+done
+
+dir_root="$( cd "$( dirname "${BASH_SOURCE[0]}" )"/../ >/dev/null 2>&1 && pwd )"
+
+# source the input configuration
+source $config
+
+# create directories
+mkdir -p $PROTOROOT/$PSLOT
+
+# clone/build/link workflow and GDASApp
+if [[ $BUILD == 'YES' ]]; then
+    cd $GWDIR
+    git clone https://github.com/NOAA-EMC/global-workflow.git
+    cd global-workflow/sorc
+    git checkout $GWHASH
+    ./checkout.sh -ug
+    cd gdas.cd
+    git checkout $GDASHASH
+    cd ../
+    ./build_all.sh
+    ./link_workflow.sh
+fi
+
+# load modules to then generate experiment directory and rocoto XML
+module use $dir_root/modulefiles
+module load GDAS/$MACHINE
+
+# move expdir if it exists, delete backup if it exists
+if [[ -d $expdir/$PSLOT ]]; then
+  [[ -d $expdir/${PSLOT}.bak ]] && rm -rf $expdir/${PSLOT}.bak
+  mv $expdir/$PSLOT $expdir/${PSLOT}.bak
+fi
+
+# move rotdir if it exists, delete backup if it exists
+if [[ -d $comrot/$PSLOT ]]; then
+  [[ -d $comrot/${PSLOT}.bak ]] && rm -rf $comrot/${PSLOT}.bak
+  mv $comrot/$PSLOT $comrot/${PSLOT}.bak
+fi
+
+# create YAML to override workflow config defaults
+mkdir -p $expdir
+cat > $expdir/config_${PSLOT}.yaml << EOF
+base:
+  ACCOUNT: "da-cpu"
+  HPSS_PROJECT: "emc-da"
+  HOMEDIR: "/scratch1/NCEPDEV/da/${USER}"
+  DMPDIR: "${DUMPDIR}"
+  DO_JEDIATMVAR: "${DO_JEDIATMVAR}"
+  DO_JEDIATMENS: "${DO_JEDIATMENS}"
+  DO_JEDIOCNVAR: "${DO_JEDIOCNVAR}"
+  DO_JEDILANDDA: "${DO_JEDILANDDA}"
+  DO_MERGENSST: "${DO_MERGENSST}"
+EOF
+
+# setup experiment
+cd $GWDIR/global-workflow/workflow
+./setup_expt.py gfs cycled --idate $idate  \
+                           --edate $edate \
+                           --app $app \
+                           --start $starttype \
+                           --gfs_cyc $gfscyc \
+                           --resdet $resdet \
+                           --resens $resens \
+                           --nens $nens \
+                           --pslot $PSLOT \
+                           --configdir $GWDIR/global-workflow/parm/config/gfs \
+                           --comrot $comrot \
+                           --expdir $expdir \
+                           --icsdir $ICSDIR \
+                           --yaml $expdir/config_${PSLOT}.yaml
+
+# setup XML for workflow
+./setup_xml.py $expdir/$PSLOT

test/atm/global-workflow/config.base.emc.dyn

@@ -302,8 +302,8 @@ export imp_physics=@IMP_PHYSICS@
 
 # Shared parameters
 # DA engine
-export DO_JEDIVAR="@DO_JEDIVAR@"
-export DO_JEDIENS="@DO_JEDIENS@"
+export DO_JEDIATMVAR="@DO_JEDIATMVAR@"
+export DO_JEDIATMENS="@DO_JEDIATMENS@"
 export DO_JEDIOCNVAR="NO"
 export DO_JEDILANDDA="NO"
 export DO_MERGENSST="NO"

test/atm/global-workflow/config.yaml

@@ -1,7 +1,7 @@
 base:
   NCDUMP: $CONDA_PREFIX/ncdump
-  DO_JEDIVAR: "YES"
-  DO_JEDIENS: "YES"
+  DO_JEDIATMVAR: "YES"
+  DO_JEDIATMENS: "YES"
   UTILROOT: /apps/contrib/NCEP/libs/hpc-stack/intel-2018.4/prod_util/1.2.2
   DATAPATH: "@bindir@/test/atm/global-workflow/testrun"
   DUMPDIR: "@dumpdir@"

test/atm/global-workflow/jjob_ens_init.sh

@@ -26,7 +26,7 @@ export COM_TOP=$ROTDIR
 
 # Set GFS COM paths
 source "${HOMEgfs}/ush/preamble.sh"
-source "${HOMEgfs}/parm/config/config.com"
+source "${HOMEgfs}/parm/config/gfs/config.com"
 
 # Set python path for workflow utilities and tasks
 pygwPATH="${HOMEgfs}/ush/python:${HOMEgfs}/ush/python/pygw/src"

test/atm/global-workflow/jjob_var_init.sh

@@ -26,7 +26,7 @@ export COM_TOP=$ROTDIR
 
 # Set GFS COM paths
 source "${HOMEgfs}/ush/preamble.sh"
-source "${HOMEgfs}/parm/config/config.com"
+source "${HOMEgfs}/parm/config/gfs/config.com"
 
 # Set python path for workflow utilities and tasks
 pygwPATH="${HOMEgfs}/ush/python:${HOMEgfs}/ush/python/pygw/src"

test/atm/global-workflow/setup_workflow_exp.sh

@@ -14,7 +14,7 @@ resdet='48'
 resens='48'
 nens=3
 pslot='gdas_test'
-configdir=$srcdir/../../parm/config
+configdir=$srcdir/../../parm/config/gfs
 comrot=$bindir/test/atm/global-workflow/testrun/ROTDIRS
 expdir=$bindir/test/atm/global-workflow/testrun/experiments
 
@@ -37,7 +37,7 @@ ln -sf $srcdir/../../workflow/setup_expt.py .
 
 
 echo "Running global-workflow experiment generation script"
-$srcdir/../../workflow/setup_expt.py cycled --idate $idate  \
+$srcdir/../../workflow/setup_expt.py gfs cycled --idate $idate  \
                        --edate $edate \
                        --app $app \
                        --start $starttype \

test/setup_workflow_exp.sh

@@ -13,7 +13,7 @@ resdet='48'
 resens='24'
 nens=0
 pslot='gdas_test'
-configdir=$srcdir/../../parm/config
+configdir=$srcdir/../../parm/config/gfs
 comrot=$bindir/test/testrun/ROTDIRS
 expdir=$bindir/test/testrun/experiments
 
@@ -24,6 +24,6 @@ rm -rf "${comrot}" "${expdir}"
 cd $srcdir/../../workflow
 
 echo "Running global-workflow experiment generation script"
-./setup_expt.py cycled --idate $idate --edate $edate --app $app --start $starttype --gfs_cyc $gfscyc --resdet $resdet --resens $resens --nens $nens --pslot $pslot --configdir $configdir --comrot $comrot --expdir $expdir
+./setup_expt.py gfs cycled --idate $idate --edate $edate --app $app --start $starttype --gfs_cyc $gfscyc --resdet $resdet --resens $resens --nens $nens --pslot $pslot --configdir $configdir --comrot $comrot --expdir $expdir
 
 exit $?