diff --git a/docs/doxygen/compile b/docs/doxygen/compile index 9acc27cf56..e5f95b673a 100755 --- a/docs/doxygen/compile +++ b/docs/doxygen/compile @@ -3,8 +3,8 @@ machine=${1:-${machine:-"WCOSS_C"}} machine=$(echo $machine | tr '[a-z]' '[A-Z]') -if [ $machine = "THEIA" ]; then - doxygen=/scratch3/NCEPDEV/hwrf/save/Samuel.Trahan/doxygen-1.8.10/bin/doxygen +if [ $machine = "HERA" ]; then + doxygen=/usr/bin/doxygen elif [ $machine = "WCOSS_C" ]; then doxygen=/gpfs/hps3/emc/hwrf/noscrub/soft/doxygen-1.8.10/bin/doxygen elif [ $machine = "WCOSS" ]; then diff --git a/docs/doxygen/mainpage.h b/docs/doxygen/mainpage.h index adc5df958b..ac26cd861c 100644 --- a/docs/doxygen/mainpage.h +++ b/docs/doxygen/mainpage.h @@ -21,7 +21,7 @@ This is a very much a work in progress and any issues should be reported back an To setup an experiment, a python script \c setup_expt.py (located in \c fv3gfs/ush) can be used: $> setup_expt.py -h - usage: setup_expt.py [-h] [--machine {THEIA,WCOSS_C}] --pslot PSLOT + usage: setup_expt.py [-h] [--machine {HERA,WCOSS_C}] --pslot PSLOT [--configdir CONFIGDIR] [--idate IDATE] [--icsdir ICSDIR] [--resdet RESDET] [--resens RESENS] [--comrot COMROT] [--expdir EXPDIR] [--nens NENS] [--cdump CDUMP] diff --git a/docs/note_fixfield.txt b/docs/note_fixfield.txt index 76496c6d36..292947353c 100644 --- a/docs/note_fixfield.txt +++ b/docs/note_fixfield.txt @@ -4,7 +4,7 @@ They are saved locally on all platforms Venus/Mars: /gpfs/dell2/emc/modeling/noscrub/emc.glopara/git/fv3gfs/fix Surge/Luna: /gpfs/hps3/emc/global/noscrub/emc.glopara/git/fv3gfs/fix -THEIA: /scratch4/NCEPDEV/global/save/glopara/git/fv3gfs/fix +Hera: /scratch1/NCEPDEV/global/glopara/fix ------------------------------------------------------------------------------ 09/28/2018 diff --git a/driver/gdas/test_jgdas_verfozn_theia.sh b/driver/gdas/test_jgdas_verfozn_theia.sh deleted file mode 100755 index da52cd11de..0000000000 --- a/driver/gdas/test_jgdas_verfozn_theia.sh +++ /dev/null @@ -1,77 +0,0 @@ -#!/bin/ksh - -#PBS -o gdas_verfozn.log -#PBS -e gdas_verfozn.err -#PBS -N gdas_verfozn -#PBS -A glbss -#PBS -l procs=1,walltime=0:10:00 -#PBS -V - -set -x - -export PDATE=${PDATE:-2017071806} - -############################################################# -# Specify whether the run is production or development -############################################################# -export PDY=`echo $PDATE | cut -c1-8` -export cyc=`echo $PDATE | cut -c9-10` -export job=gdas_verfozn.${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} -export envir=para -export DATAROOT=${DATAROOT:-/scratch4/NCEPDEV/da/noscrub/Edward.Safford/ozn_test_data} -export COMROOT=${COMROOT:-/scratch4/NCEPDEV/stmp3/$LOGNAME/com} - - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v15.0.0 - - -############################################################# -# Add nwpara tools to path -############################################################# -NWPROD=${NWPROD:-/scratch4/NCEPDEV/global/save/glopara/nwpara/util} -NWPRODush=${NWPRODush:=${NWPROD}/ush} -NWPRODexec=${NWPRODexec:=${NWPROD}/exec} -export PATH=${PATH}:${NWPRODush}:${NWPRODexec} - -############################################################# -# Set user specific variables -############################################################# - -export OZNMON_SUFFIX=${OZNMON_SUFFIX:-testozn} -export NWTEST=${NWTEST:-/scratch4/NCEPDEV/da/noscrub/${LOGNAME}/gfs.${gfs_ver}} -export HOMEgfs_ozn=${HOMEgfs_ozn:-${NWTEST}} -export JOBGLOBAL=${JOBGLOBAL:-${HOMEgfs_ozn}/jobs} -export HOMEoznmon=${HOMEoznmon:-${NWTEST}} -export COM_IN=${COM_IN:-${DATAROOT}} -export OZN_TANKDIR=${OZN_TANKDIR:-${COMROOT}/${OZNMON_SUFFIX}} - -export SUB=${SUB:-/apps/torque/default/bin/qsub} -export NDATE=${NDATE:-ndate} - - -####################################################################### -# theia specific hacks for no prod_utils module & no setpdy.sh script -####################################################################### -export MY_MACHINE=theia -prevday=`$NDATE -24 $PDATE` -export PDYm1=`echo $prevday | cut -c1-8` -ln -s ${NWPRODush}/startmsg.sh ${COMROOT}/startmsg -ln -s ${NWPRODush}/postmsg.sh ${COMROOT}/postmsg -ln -s ${NWPRODush}/prep_step.sh ${COMROOT}/prep_step -ln -s ${NWPRODush}/err_chk.sh ${COMROOT}/err_chk -export PATH=$PATH:${COMROOT} -export utilscript=${utilscript:-${NWPRODush}} # err_chk calls postmsg.sh - # directly so need to override - # utilscript location for theia -############################################################# -# Execute job -############################################################# -$JOBGLOBAL/JGDAS_VERFOZN - -exit - diff --git a/driver/gdas/test_jgdas_verfrad_theia.sh b/driver/gdas/test_jgdas_verfrad_theia.sh deleted file mode 100755 index 8f0a3cab9b..0000000000 --- a/driver/gdas/test_jgdas_verfrad_theia.sh +++ /dev/null @@ -1,77 +0,0 @@ -#!/bin/ksh - -#PBS -o gdas_verfrad.log -#PBS -e gdas_verfrad.err -#PBS -N gdas_verfrad -#PBS -A glbss -#PBS -l procs=1,walltime=0:10:00 -#PBS -V - -set -x - -export PDATE=${PDATE:-2017020606} - -############################################################# -# Specify whether the run is production or development -############################################################# -export PDY=`echo $PDATE | cut -c1-8` -export cyc=`echo $PDATE | cut -c9-10` -export job=gdas_verfrad.${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} -export envir=para -export DATAROOT=${DATAROOT:-/scratch4/NCEPDEV/da/noscrub/Edward.Safford/test_data} -export COMROOT=${COMROOT:-/scratch4/NCEPDEV/stmp3/$LOGNAME/com} -export STMP_USER=${STMP_USER:-/scratch4/NCEPDEV/stmp3/$LOGNAME} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v15.0.0 - - -############################################################# -# Add nwpara tools to path -############################################################# -NWPROD=${NWPROD:-/scratch4/NCEPDEV/global/save/glopara/nwpara/util} -NWPRODush=${NWPRODush:=${NWPROD}/ush} -NWPRODexec=${NWPRODexec:=${NWPROD}/exec} -export PATH=${PATH}:${NWPRODush}:${NWPRODexec} - -############################################################# -# Set user specific variables -############################################################# - -export RADMON_SUFFIX=${RADMON_SUFFIX:-testrad} -export NWTEST=${NWTEST:-/scratch4/NCEPDEV/da/noscrub/${LOGNAME}/gfs.${gfs_ver}} -export HOMEgfs=${HOMEgfs:-${NWTEST}} -export JOBGLOBAL=${JOBGLOBAL:-${HOMEgfs}/jobs} -export HOMEradmon=${HOMEradmon:-${NWTEST}} -export COM_IN=${COM_IN:-${DATAROOT}} -export TANKverf=${TANKverf:-${COMROOT}/${RADMON_SUFFIX}} - -export SUB=${SUB:-/apps/torque/default/bin/qsub} -export NDATE=${NDATE:-ndate} - - -####################################################################### -# theia specific hacks for no prod_utils module & no setpdy.sh script -####################################################################### -export MY_MACHINE=theia -prevday=`$NDATE -24 $PDATE` -export PDYm1=`echo $prevday | cut -c1-8` -ln -s ${NWPRODush}/startmsg.sh ${STMP_USER}/startmsg -ln -s ${NWPRODush}/postmsg.sh ${STMP_USER}/postmsg -ln -s ${NWPRODush}/prep_step.sh ${STMP_USER}/prep_step -ln -s ${NWPRODush}/err_chk.sh ${STMP_USER}/err_chk -export PATH=$PATH:${STMP_USER} -export utilscript=${utilscript:-${NWPRODush}} # err_chk calls postmsg.sh - # directly so need to override - # utilscript location for theia -############################################################# -# Execute job -############################################################# -$JOBGLOBAL/JGDAS_VERFRAD - -exit - diff --git a/driver/gdas/test_jgdas_vminmon_theia.sh b/driver/gdas/test_jgdas_vminmon_theia.sh deleted file mode 100755 index 750936ef26..0000000000 --- a/driver/gdas/test_jgdas_vminmon_theia.sh +++ /dev/null @@ -1,77 +0,0 @@ -#!/bin/ksh - -#PBS -o gdas_vminmon.log -#PBS -e gdas_vminmon.err -#PBS -N gdas_vminmon -#PBS -A glbss -#PBS -l procs=1,walltime=0:05:00 -#PBS -V - -set -x - -export PDATE=${PDATE:-2016030706} - -############################################################# -# Specify whether the run is production or development -############################################################# -export PDY=`echo $PDATE | cut -c1-8` -export cyc=`echo $PDATE | cut -c9-10` -export job=gdas_vminmon.${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} -export envir=para -export DATAROOT=${DATAROOT:-/scratch4/NCEPDEV/da/noscrub/Edward.Safford/test_data} -export COMROOT=${COMROOT:-/scratch4/NCEPDEV/stmp3/$LOGNAME/com} -export STMP_USER=${STMP_USER:-/scratch4/NCEPDEV/stmp3/$LOGNAME} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v15.0.0 - - -############################################################# -# Add nwpara tools to path -############################################################# -NWPROD=${NWPROD:-/scratch4/NCEPDEV/global/save/glopara/nwpara/util} -NWPRODush=${NWPRODush:=${NWPROD}/ush} -NWPRODexec=${NWPRODexec:=${NWPROD}/exec} -export PATH=${PATH}:${NWPRODush}:${NWPRODexec} - - -############################################################# -# Set user specific variables -############################################################# -export MINMON_SUFFIX=${MINMON_SUFFIX:-testminmon} -export NWTEST=${NWTEST:-/scratch4/NCEPDEV/da/noscrub/${LOGNAME}/gfs.${gfs_ver}} -export HOMEgfs=${HOMEgfs:-${NWTEST}} -export JOBGLOBAL=${HOMEgfs}/jobs -export HOMEminmon=${HOMEminmon:-${NWTEST}} -export COM_IN=${COM_IN:-${DATAROOT}} -export M_TANKverf=${M_TANKverf:-${COMROOT}/${MINMON_SUFFIX}} - -####################################################################### -# theia specific hacks for no prod_utils module & no setpdy.sh script -####################################################################### -export MY_MACHINE=theia - -export NDATE=/scratch4/NCEPDEV/global/save/glopara/nwpara/util/exec/ndate -prevday=`$NDATE -24 $PDATE` -export PDYm1=`echo $prevday | cut -c1-8` - -ln -s ${NWPRODush}/startmsg.sh ${STMP_USER}/startmsg -ln -s ${NWPRODush}/postmsg.sh ${STMP_USER}/postmsg -ln -s ${NWPRODush}/prep_step.sh ${STMP_USER}/prep_step -ln -s ${NWPRODush}/err_chk.sh ${STMP_USER}/err_chk -export PATH=$PATH:${STMP_USER} -export utilscript=${utilscript:-${NWPRODush}} # err_chk calls postmsg.sh - # directly so need to override - # utilscript location - -############################################################# -# Execute job -############################################################# -$JOBGLOBAL/JGDAS_VMINMON - -exit - diff --git a/driver/gfs/test_jgfs_vminmon_theia.sh b/driver/gfs/test_jgfs_vminmon_theia.sh deleted file mode 100755 index ab8b485d77..0000000000 --- a/driver/gfs/test_jgfs_vminmon_theia.sh +++ /dev/null @@ -1,77 +0,0 @@ -#!/bin/ksh - -#PBS -o gfs_vminmon.log -#PBS -e gfs_vminmon.err -#PBS -N gfs_vminmon -#PBS -A glbss -#PBS -l procs=1,walltime=0:05:00 -#PBS -V - -set -x - -export PDATE=${PDATE:-2016030718} - -############################################################# -# Specify whether the run is production or development -############################################################# -export PDY=`echo $PDATE | cut -c1-8` -export cyc=`echo $PDATE | cut -c9-10` -export job=gfs_vminmon.${cyc} -export pid=${pid:-$$} -export jobid=${job}.${pid} -export envir=para -export DATAROOT=${DATAROOT:-/scratch4/NCEPDEV/da/noscrub/Edward.Safford/test_data} -export COMROOT=${COMROOT:-/scratch4/NCEPDEV/stmp3/$LOGNAME/com} -export STMP_USER=${STMP_USER:-/scratch4/NCEPDEV/stmp3/$LOGNAME} - -############################################################# -# Specify versions -############################################################# -export gfs_ver=v15.0.0 - - -############################################################# -# Add nwpara tools to path -############################################################# -NWPROD=${NWPROD:-/scratch4/NCEPDEV/global/save/glopara/nwpara/util} -NWPRODush=${NWPRODush:=${NWPROD}/ush} -NWPRODexec=${NWPRODexec:=${NWPROD}/exec} -export PATH=${PATH}:${NWPRODush}:${NWPRODexec} - - -############################################################# -# Set user specific variables -############################################################# -export MINMON_SUFFIX=${MINMON_SUFFIX:-testminmon} -export NWTEST=${NWTEST:-/scratch4/NCEPDEV/da/noscrub/${LOGNAME}/gfs.${gfs_ver}} -export HOMEgfs=${HOMEgfs:-${NWTEST}} -export JOBGLOBAL=${HOMEgfs}/jobs -export HOMEminmon=${HOMEminmon:-${NWTEST}} -export COM_IN=${COM_IN:-${DATAROOT}} -export M_TANKverf=${M_TANKverf:-${COMROOT}/${MINMON_SUFFIX}} - -####################################################################### -# theia specific hacks for no prod_utils module & no setpdy.sh script -####################################################################### -export MY_MACHINE=theia - -export NDATE=/scratch4/NCEPDEV/global/save/glopara/nwpara/util/exec/ndate -prevday=`$NDATE -24 $PDATE` -export PDYm1=`echo $prevday | cut -c1-8` - -ln -s ${NWPRODush}/startmsg.sh ${STMP_USER}/startmsg -ln -s ${NWPRODush}/postmsg.sh ${STMP_USER}/postmsg -ln -s ${NWPRODush}/prep_step.sh ${STMP_USER}/prep_step -ln -s ${NWPRODush}/err_chk.sh ${STMP_USER}/err_chk -export PATH=$PATH:${STMP_USER} -export utilscript=${utilscript:-${NWPRODush}} # err_chk calls postmsg.sh - # directly so need to override - # utilscript location - -############################################################# -# Execute job -############################################################# -$JOBGLOBAL/JGFS_VMINMON - -exit - diff --git a/driver/product/run_postsnd.sh b/driver/product/run_postsnd.sh index 72f7c26ebb..bcf34d91e1 100755 --- a/driver/product/run_postsnd.sh +++ b/driver/product/run_postsnd.sh @@ -46,7 +46,6 @@ export MP_STDOUTMODE=ordered #export machine="WCOSS_C" machine="WCOSS_DELL_P3" -#machine="THEIA" if [ $machine == "WCOSS_C" ]; then ##For WCOSS-Cray################## export launcher="aprun" diff --git a/driver/product/run_postsnd.sh.cray b/driver/product/run_postsnd.sh.cray index 6679562b16..c1199c9188 100755 --- a/driver/product/run_postsnd.sh.cray +++ b/driver/product/run_postsnd.sh.cray @@ -39,7 +39,6 @@ export MP_STDOUTMODE=ordered export machine="WCOSS_C" #machine="WCOSS_DELL_P3" -#machine="THEIA" #machine="JET" export FHMAX_HF_GFS=120 export FHOUT_HF_GFS=1 diff --git a/driver/product/run_postsnd.sh.dell b/driver/product/run_postsnd.sh.dell index e7d3a17d66..189c521c34 100755 --- a/driver/product/run_postsnd.sh.dell +++ b/driver/product/run_postsnd.sh.dell @@ -46,7 +46,6 @@ export MP_STDOUTMODE=ordered #export machine="WCOSS_C" machine="WCOSS_DELL_P3" -#machine="THEIA" #machine="JET" export npe_postsnd=12 export npe_postsndcfp=10 diff --git a/driver/product/run_postsnd.sh.jet b/driver/product/run_postsnd.sh.jet index 0f0365fd95..0a4bc2d037 100755 --- a/driver/product/run_postsnd.sh.jet +++ b/driver/product/run_postsnd.sh.jet @@ -47,7 +47,6 @@ export MP_STDOUTMODE=ordered #export machine="WCOSS_C" #machine="WCOSS_DELL_P3" -#machine="THEIA" machine="JET" export npe_postsnd=12 export npe_postsndcfp=10 diff --git a/driver/product/run_postsnd.sh.theia b/driver/product/run_postsnd.sh.theia deleted file mode 100755 index b0fe4f1974..0000000000 --- a/driver/product/run_postsnd.sh.theia +++ /dev/null @@ -1,166 +0,0 @@ -#!/bin/ksh -l -#PBS -o /scratch4/NCEPDEV/meso/save/Guang.Ping.Lou/fv3gfs/driver/product/postsnd_00.out19 -#PBS -e /scratch4/NCEPDEV/meso/save/Guang.Ping.Lou/fv3gfs/driver/product/postsnd_00.out19 -#PBS -N postsnd -##PBS -A fv3-cam -#PBS -A fv3-cpu -#PBS -l nodes=6:ppn=3 -#PBS -l walltime=02:30:00 - -############################################ -# Loading module -############################################ -. $MODULESHOME/init/ksh - -# Loading Intel Compiler Suite -module load intel -module load impi - -module use -a /scratch3/NCEPDEV/nwprod/lib/modulefiles - -# Loding nceplibs modules -module load sigio/v2.0.1 -module load bacio/v2.0.1 -module load sp/v2.0.2 -module load w3emc/v2.2.0 -module load w3nco/v2.0.6 -module load bufr/v10.2.5 -module load nemsio/v2.2.1 -module load gempak/7.4.2 - -######################################## -# Runs GFS BUFR SOUNDINGS -######################################## -set -xa - -export OMP_NUM_THREADS=1 -export KMP_AFFINITY=disabled -export OMP_STACKSIZE=2048m -export MP_LABELIO=yes -export MP_STDOUTMODE=ordered - -#export machine="WCOSS_C" -#machine="WCOSS_DELL_P3" -machine="THEIA" -#machine="JET" -export npe_postsnd=12 -export npe_postsndcfp=10 -if [ $machine == "WCOSS_C" ]; then -##For WCOSS-Cray################## -export FHMAX_HF_GFS=120 -export FHOUT_HF_GFS=1 -export launcher="aprun" -export npe_node_postsnd=3 -export NTHREADS_POSTSND=1 -export npe_node_postsndcfp=3 -export NTHREADS_POSTSNDCFP=1 -export APRUN_POSTSND="$launcher -j 1 -n $npe_postsnd -N $npe_node_postsnd -d $NTHREADS_POSTSND -cc depth" -export APRUN_POSTSNDCFP="$launcher -j 1 -n $npe_postsndcfp -N $npe_node_postsndcfp -d $NTHREADS_POSTSNDCFP cfp" -elif [ $machine == "WCOSS_DELL_P3" ]; then -##For WCOSS-Dell ################ -export FHMAX_HF_GFS=120 -export FHOUT_HF_GFS=1 -export launcher="mpirun -n" -export APRUN_POSTSND="$launcher $npe_postsnd" -export APRUN_POSTSNDCFP="$launcher $npe_postsndcfp" -else -##For Theia, Jet################ -export FHMAX_HF_GFS=120 -export FHOUT_HF_GFS=1 -export launcher="mpirun -np" -export APRUN_POSTSND="$launcher $npe_postsnd" -export APRUN_POSTSNDCFP="$launcher $npe_postsndcfp" -fi - -#export PS4='$SECONDS + ' -date -# #### 08/25/1999 ################### -# SET SHELL PROCESSING VARIABLES -# ################################### -# -#Specify whether the run is production or development -# -export envir=${envir:-prod} - -#################################### -# Specify version numbers -#################################### -export gfs_bufrsnd_ver=${gfs_bufrsnd_ver:-v1.0.2} -export gsm_ver=${gsm_ver:-v12.0.0} -export util_ver=${util_ver:-v1.0.0} - -# obtain unique process id (pid) and make temp directories -# -export pid=$$ -#export DATA_IN=${DATA_IN:-/tmpnwprd1} -#export DATA=$DATA_IN/${job}.${pid} -export DATA_IN=${DATA_IN:-/scratch4/NCEPDEV/meso/scrub/$USER} -export DATA=$DATA_IN/postsnd.${pid} -mkdir -p $DATA -cd $DATA -export PDY=20180305 -export cyc=00 -export STARTHOUR=00 -export ENDHOUR=180 - -#################################### -# File To Log Msgs -#################################### -job=gfs_postsnd_test -export jlogfile=/com/logs/jlogfiles/jlogfile.${job}.${pid} - -#################################### -# Determine Job Output Name on System -#################################### -export outid="LL$job" -export jobid="${outid}.o${pid}" -export pgmout="OUTPUT.${pid}" - -export cycle=t${cyc}z - -export SENDCOM=YES -export SENDECF=YES -export SENDDBN=YES - -export NET=gfs -export RUN=gfs -export model=gfs -export pcom=$DATA_IN/pcom/gfs -mkdir -p $pcom - -################################### -# Set up the UTILITIES -################################### - -export HOMEbufrsnd=/scratch4/NCEPDEV/meso/save/Guang.Ping.Lou/fv3gfs -#export HOMEbufrsnd=/gpfs/hps3/emc/meso/noscrub/Guang.Ping.Lou/fv3gfs -#export HOMEbufrsnd=/gpfs/hps3/emc/meso/noscrub/Guang.Ping.Lou/Bufr_sounding -#export HOMEbufrsnd=/gpfs/hps3/emc/meso/noscrub/Guang.Ping.Lou/bufr_fnl_mpmd2_test - -############################## -# Define COM Directories -############################## -##export COMIN=/gpfs/hps/ptmp/emc.glopara/com2/${NET}/para/${RUN}.${PDY} -##export COMIN=/gpfs/hps3/emc/meso/noscrub/Guang.Ping.Lou/fv3data/${RUN}.${PDY}/$cyc -##export COMIN=/gpfs/hps/nco/ops/com/gfs/prod/${RUN}.${PDY} -export COMIN=/scratch4/NCEPDEV/meso/save/Guang.Ping.Lou/fv3data/${RUN}.${PDY}/$cyc - -export COMOUT=$DATA_IN/com2/${NET}/${envir}/${RUN}.${PDY} -mkdir -p $COMOUT -export COMAWP=$DATA_IN/com2/nawips/${envir}/${RUN}.${PDY} -mkdir -p $COMAWP -env - -export KEEPDATA=YES -######################################################## -# Execute the script. -#$SCRbufrsnd/exgfs_postsnd.sh.ecf -${HOMEbufrsnd}/jobs/JGFS_POSTSND -######################################################## - -#cat $pgmout - -#cd /tmpnwprd1 -#rm -rf $DATA -date - diff --git a/env/THEIA.env b/env/THEIA.env deleted file mode 100755 index 6e2e6516fd..0000000000 --- a/env/THEIA.env +++ /dev/null @@ -1,168 +0,0 @@ -#!/bin/ksh -x - -if [ $# -ne 1 ]; then - - echo "Must specify an input argument to set runtime environment variables!" - echo "argument can be any one of the following:" - echo "anal fcst post vrfy" - echo "eobs eupd ecen efcs epos" - echo "postsnd awips gempak" - exit 1 - -fi - -step=$1 - -export npe_node_max=24 -export launcher="srun --export=ALL" - -# Configure MPI environment -export I_MPI_ADJUST_ALLREDUCE=5 -export MPI_BUFS_PER_PROC=2048 -export MPI_BUFS_PER_HOST=2048 -export MPI_GROUP_MAX=256 -export MPI_MEMMAP_OFF=1 -export MP_STDOUTMODE="ORDERED" -export OMP_STACKSIZE=2048000 -export NTHSTACK=1024000000 -#export LD_BIND_NOW=1 -export job=${PBS_JOBNAME:-$step} -export jobid=${job}.${PBS_JOBID:-$$} - -if [ $step = "prep" -o $step = "prepbufr" ]; then - - nth_max=$(($npe_node_max / $npe_node_prep)) - - export POE="NO" - export BACK=${BACK:-"YES"} - export sys_tp="Cray-CS400" - -elif [ $step = "anal" ]; then - - nth_max=$(($npe_node_max / $npe_node_anal)) - - export NTHREADS_GSI=${nth_gsi:-$nth_max} - [[ $NTHREADS_GSI -gt $nth_max ]] && export NTHREADS_GSI=$nth_max - export APRUN_GSI="$launcher" - - export NTHREADS_CALCINC=${nth_calcinc:-1} - [[ $NTHREADS_CALCINC -gt $nth_max ]] && export NTHREADS_CALCINC=$nth_max - export APRUN_CALCINC="$launcher" - - export NTHREADS_CYCLE=${nth_cycle:-12} - [[ $NTHREADS_CYCLE -gt $npe_node_max ]] && export NTHREADS_CYCLE=$npe_node_max - npe_cycle=${ntiles:-6} - export APRUN_CYCLE="$launcher" - - export NTHREADS_GAUSFCANL=1 - npe_gausfcanl=${npe_gausfcanl:-1} - export APRUN_GAUSFCANL="$launcher" - -elif [ $step = "eobs" ]; then - - nth_max=$(($npe_node_max / $npe_node_eobs)) - - export NTHREADS_GSI=${nth_gsi:-$nth_max} - [[ $NTHREADS_GSI -gt $nth_max ]] && export NTHREADS_GSI=$nth_max - export APRUN_GSI="$launcher" - -elif [ $step = "eupd" ]; then - - nth_max=$(($npe_node_max / $npe_node_eupd)) - - export NTHREADS_ENKF=${nth_enkf:-$nth_max} - [[ $NTHREADS_ENKF -gt $nth_max ]] && export NTHREADS_ENKF=$nth_max - export APRUN_ENKF="$launcher" - -elif [ $step = "fcst" ]; then - - nth_max=$(($npe_node_max / $npe_node_fcst)) - - export NTHREADS_FV3=${nth_fv3:-$nth_max} - [[ $NTHREADS_FV3 -gt $nth_max ]] && export NTHREADS_FV3=$nth_max - export cores_per_node=$npe_node_max - export APRUN_FV3="$launcher" - - export NTHREADS_REGRID_NEMSIO=${nth_regrid_nemsio:-1} - [[ $NTHREADS_REGRID_NEMSIO -gt $nth_max ]] && export NTHREADS_REGRID_NEMSIO=$nth_max - export APRUN_REGRID_NEMSIO="$launcher" - - export NTHREADS_REMAP=${nth_remap:-2} - [[ $NTHREADS_REMAP -gt $nth_max ]] && export NTHREADS_REMAP=$nth_max - export APRUN_REMAP="$launcher" - -elif [ $step = "efcs" ]; then - - nth_max=$(($npe_node_max / $npe_node_efcs)) - - export NTHREADS_FV3=${nth_fv3:-$nth_max} - [[ $NTHREADS_FV3 -gt $nth_max ]] && export NTHREADS_FV3=$nth_max - export cores_per_node=$npe_node_max - export APRUN_FV3="$launcher" - - export NTHREADS_REGRID_NEMSIO=${nth_regrid_nemsio:-1} - [[ $NTHREADS_REGRID_NEMSIO -gt $nth_max ]] && export NTHREADS_REGRID_NEMSIO=$nth_max - export APRUN_REGRID_NEMSIO="$launcher" - -elif [ $step = "post" ]; then - - nth_max=$(($npe_node_max / $npe_node_post)) - - export NTHREADS_NP=${nth_np:-1} - [[ $NTHREADS_NP -gt $nth_max ]] && export NTHREADS_NP=$nth_max - export APRUN_NP="$launcher" - - export NTHREADS_DWN=${nth_dwn:-1} - [[ $NTHREADS_DWN -gt $nth_max ]] && export NTHREADS_DWN=$nth_max - export APRUN_DWN="$launcher" - -elif [ $step = "ecen" ]; then - - nth_max=$(($npe_node_max / $npe_node_ecen)) - - export NTHREADS_ECEN=${nth_ecen:-$nth_max} - [[ $NTHREADS_ECEN -gt $nth_max ]] && export NTHREADS_ECEN=$nth_max - export APRUN_ECEN="$launcher" - - export NTHREADS_CHGRES=${nth_chgres:-12} - [[ $NTHREADS_CHGRES -gt $npe_node_max ]] && export NTHREADS_CHGRES=$npe_node_max - export APRUN_CHGRES="time" - - export NTHREADS_CALCINC=${nth_calcinc:-1} - [[ $NTHREADS_CALCINC -gt $nth_max ]] && export NTHREADS_CALCINC=$nth_max - export APRUN_CALCINC="$launcher" - -elif [ $step = "epos" ]; then - - nth_max=$(($npe_node_max / $npe_node_epos)) - - export NTHREADS_EPOS=${nth_epos:-$nth_max} - [[ $NTHREADS_EPOS -gt $nth_max ]] && export NTHREADS_EPOS=$nth_max - export APRUN_EPOS="$launcher" - -elif [ $step = "fv3ic" ]; then - - export NTHREADS_CHGRES=${nth_chgres:-$npe_node_max} - [[ $NTHREADS_CHGRES -gt $npe_node_max ]] && export NTHREADS_CHGRES=$npe_node_max - export APRUN_CHGRES="time" - -elif [ $step = "postsnd" ]; then - - nth_max=$(($npe_node_max / $npe_node_postsnd)) - - export NTHREADS_POSTSND=${nth_postsnd:-1} - [[ $NTHREADS_POSTSND -gt $nth_max ]] && export NTHREADS_POSTSND=$nth_max - export APRUN_POSTSND="$launcher" - - export NTHREADS_POSTSNDCFP=${nth_postsndcfp:-1} - [[ $NTHREADS_POSTSNDCFP -gt $nth_max ]] && export NTHREADS_POSTSNDCFP=$nth_max - export APRUN_POSTSNDCFP="$launcher" - -elif [ $step = "awips" ]; then - - echo "WARNING: $step is not enabled on $machine!" - -elif [ $step = "gempak" ]; then - - echo "WARNING: $step is not enabled on $machine!" -fi diff --git a/jobs/rocoto/getic.sh b/jobs/rocoto/getic.sh index f4cb367e4a..2da15881cd 100755 --- a/jobs/rocoto/getic.sh +++ b/jobs/rocoto/getic.sh @@ -124,9 +124,11 @@ if [ $ics_from = "opsgfs" ]; then fi # Move the files to legacy EMC filenames - for i in `seq 1 $nfanal`; do - $NMV ${fanal[i]} ${ftanal[i]} - done + if [ $CDATE -le "2019061118" ]; then #GFSv14 + for i in `seq 1 $nfanal`; do + $NMV ${fanal[i]} ${flanal[i]} + done + fi fi diff --git a/modulefiles/fv3gfs/enkf_chgres_recenter.theia b/modulefiles/fv3gfs/enkf_chgres_recenter.theia deleted file mode 100644 index 369c013f33..0000000000 --- a/modulefiles/fv3gfs/enkf_chgres_recenter.theia +++ /dev/null @@ -1,14 +0,0 @@ -#%Module##################################################### -## enkf_chgres_recenter component - theia -############################################################# - -module load intel/16.1.150 - -module use -a /scratch3/NCEPDEV/nwprod/lib/modulefiles -module load nemsio/v2.2.3 -module load bacio/v2.0.2 -module load w3nco/v2.0.6 -module load ip/v3.0.0 -module load sp/v2.0.2 - -export FC=ifort diff --git a/modulefiles/fv3gfs/gaussian_sfcanl.theia b/modulefiles/fv3gfs/gaussian_sfcanl.theia deleted file mode 100644 index d70de3df8f..0000000000 --- a/modulefiles/fv3gfs/gaussian_sfcanl.theia +++ /dev/null @@ -1,19 +0,0 @@ -#%Module##################################################### -## gaussian_sfcanl build module for Theia -############################################################# - -# Loading Intel Compiler Suite -module load intel/15.1.133 - -# Loding nceplibs modules -module use -a /scratch3/NCEPDEV/nwprod/lib/modulefiles -module load w3nco/v2.0.6 -module load bacio/v2.0.2 -module load nemsio/v2.2.3 -module load sp/v2.0.2 -module load netcdf/4.3.0 -module load hdf5/1.8.14 -export NETCDF_INCLUDE="-I${NETCDF}/include" -export NETCDF_LDFLAGS_F="-L${NETCDF}/lib -lnetcdf -lnetcdff -L${HDF5}/lib -lhdf5 -lhdf5_fortran" - -export FCOMP=ifort diff --git a/modulefiles/gdas_gridbull.theia b/modulefiles/gdas_gridbull.theia deleted file mode 100644 index e7cd769a1f..0000000000 --- a/modulefiles/gdas_gridbull.theia +++ /dev/null @@ -1,7 +0,0 @@ -#%Module################################################ -# Modfule file for gdas_gridbull -######################################################## -module load intel/14.0.2 -module use -a $MOD_PATH -module load bacio/v2.0.2 -module load w3nco/v2.0.6 diff --git a/modulefiles/gdas_navybull.theia b/modulefiles/gdas_navybull.theia deleted file mode 100644 index a6c29a4014..0000000000 --- a/modulefiles/gdas_navybull.theia +++ /dev/null @@ -1,12 +0,0 @@ -#%Module################################################ -# Modfule file for gdas_navybull -######################################################## - -# Loading Intel Compiler Suite -module load intel - -# Loding nceplibs modules -module use -a $MOD_PATH -module load w3emc/v2.0.3 -module load w3nco/v2.0.6 -module load bufr/v10.2.5 diff --git a/modulefiles/gdas_trpsfcmv.theia b/modulefiles/gdas_trpsfcmv.theia deleted file mode 100644 index ae1a167315..0000000000 --- a/modulefiles/gdas_trpsfcmv.theia +++ /dev/null @@ -1,12 +0,0 @@ -#%Module################################################ -# Modfule file for gdas_trpsfcmv -######################################################## -module load intel/14.0.2 -module load impi/5.1.2.150 -module load ncl/6.3.0 -module use -a $MOD_PATH -module load bufr/v10.2.5 -module load ip/v3.0.0 -module load sp/v2.0.2 -module load w3nco/v2.0.6 -module load bacio/v2.0.1 diff --git a/modulefiles/gfs_bufr.theia b/modulefiles/gfs_bufr.theia deleted file mode 100644 index c433c9ca1e..0000000000 --- a/modulefiles/gfs_bufr.theia +++ /dev/null @@ -1,22 +0,0 @@ -#%Module##################################################### -## bufrsnd -############################################################# - -# Loading Intel Compiler Suite -module load intel -module load impi - -module use -a $MOD_PATH - -# Loding nceplibs modules -module load sigio/v2.0.1 -module load bacio/v2.0.1 -module load w3emc/v2.2.0 -module load w3nco/v2.0.6 -module load bufr/v10.2.5 -module load nemsio/v2.2.1 - -export myFC=mpiifort -export myFCFLAGS="-O3 -convert big_endian -traceback -g -fp-model source -openmp" -export myCPP=/lib/cpp -export myCPPFLAGS="-P" diff --git a/modulefiles/gfs_cnvgrib21_gfs.theia b/modulefiles/gfs_cnvgrib21_gfs.theia deleted file mode 100644 index f2190a2bcc..0000000000 --- a/modulefiles/gfs_cnvgrib21_gfs.theia +++ /dev/null @@ -1,16 +0,0 @@ -#%Module##################################################### -## Module file for cnvgrib21 -############################################################# - -# Loading Intel Compiler Suite -module load intel - -module use -a /scratch3/NCEPDEV/nwprod/lib/modulefiles - -# Loding nceplibs modules -module load bacio/v2.0.1 -module load w3nco/v2.0.6 -module load g2/v2.5.0 -module load jasper/v1.900.1 -module load z/v1.2.6 -module load png/v1.2.44 diff --git a/modulefiles/gfs_fbwndgfs.theia b/modulefiles/gfs_fbwndgfs.theia deleted file mode 100644 index 9a896baf6a..0000000000 --- a/modulefiles/gfs_fbwndgfs.theia +++ /dev/null @@ -1,14 +0,0 @@ -#%Module##################################################### -## Module file for fbwndgfs -############################################################# - -# Loading Intel Compiler Suite -module load intel/14.0.2 - -# Loding nceplibs modules -module use -a $MOD_PATH -module load bacio/v2.0.1 -module load w3emc/v2.2.0 -module load w3nco/v2.0.6 -module load ip/v3.0.0 -module load sp/v2.0.2 diff --git a/modulefiles/gfs_overpdtg2.theia b/modulefiles/gfs_overpdtg2.theia deleted file mode 100644 index 3bddf7c572..0000000000 --- a/modulefiles/gfs_overpdtg2.theia +++ /dev/null @@ -1,15 +0,0 @@ -#%Module##################################################### -## Module file for overpdtg2 -############################################################# - -# Loading Intel Compiler Suite -module load intel - -# Loding nceplibs modules -module use $MOD_PATH -module load bacio/v2.0.1 -module load w3nco/v2.0.6 -module load g2/v2.5.0 -module load jasper/v1.900.1 -module load z/v1.2.6 -module load png/v1.2.44 diff --git a/modulefiles/gfs_wintemv.theia b/modulefiles/gfs_wintemv.theia deleted file mode 100644 index 8205dd4a67..0000000000 --- a/modulefiles/gfs_wintemv.theia +++ /dev/null @@ -1,12 +0,0 @@ -#%Module##################################################### -## Module file for wintemv -############################################################# - -# Loading Intel Compiler Suite -module load intel - -# Loding nceplibs modules -module use -a $MOD_PATH -module load bacio/v2.0.1 -module load w3emc/v2.2.0 -module load w3nco/v2.0.6 diff --git a/modulefiles/module_base.theia b/modulefiles/module_base.theia deleted file mode 100644 index 6d47731af7..0000000000 --- a/modulefiles/module_base.theia +++ /dev/null @@ -1,20 +0,0 @@ -#%Module###################################################################### -## -## FV3GFS prerequisites -## - -module load intel/18.0.1.163 -module load impi/5.1.2.150 -module load wgrib2/0.2.0.6c -module load hpss/hpss -module load pnetcdf/1.5.0-impi -module load netcdf/4.3.0 -module load nco/4.7.0 -module load hdf5/1.8.14 -module load gempak/6.7.0 - -module use /scratch4/NCEPDEV/global/save/glopara/git/NCEPLIBS-prod_util/modulefiles -module load prod_util/v1.1.0_slurm - -module use -a /scratch4/NCEPDEV/nems/noscrub/emc.nemspara/soft/modulefiles -module load esmf/8.0.0bs48 diff --git a/modulefiles/module_nemsutil.theia b/modulefiles/module_nemsutil.theia deleted file mode 100644 index 45685118eb..0000000000 --- a/modulefiles/module_nemsutil.theia +++ /dev/null @@ -1,15 +0,0 @@ -#%Module##################################################### -## Module file for nemsutil -############################################################# - -# Loading Intel Compiler Suite -module load intel/14.0.2 -module load impi/5.1.2.150 - -# Loding nceplibs modules -module use -a $MOD_PATH -module load w3nco/v2.0.6 -module load bacio/v2.0.1 -module load nemsio/v2.2.1 - -export FCMP=ifort diff --git a/modulefiles/modulefile.fv3nc2nemsio.theia b/modulefiles/modulefile.fv3nc2nemsio.theia deleted file mode 100644 index 83bf6bff1c..0000000000 --- a/modulefiles/modulefile.fv3nc2nemsio.theia +++ /dev/null @@ -1,14 +0,0 @@ -#%Module##################################################### -## Module file for fv3nc2nemsio -############################################################# - -module load intel/14.0.2 -module load netcdf/4.3.0 -module load hdf5/1.8.14 -module use -a $MOD_PATH -module load bacio/v2.0.2 -module load nemsio/v2.2.3 -module load w3nco/v2.0.6 - -export FCMP="ifort" -export FFLAGS="-g -O2 -traceback" diff --git a/modulefiles/modulefile.grib_util.theia b/modulefiles/modulefile.grib_util.theia deleted file mode 100644 index ecdd678049..0000000000 --- a/modulefiles/modulefile.grib_util.theia +++ /dev/null @@ -1,20 +0,0 @@ -#%Module###################################################################### -module use -a $MOD_PATH - -module load intel/14.0.2 - -module load jasper/v1.900.1 -module load png/v1.2.44 -module load z/v1.2.6 - - -module load bacio/v2.0.2 -module load w3emc/v2.2.0 -module load w3nco/v2.0.6 -module load ip/v3.0.0 -module load sp/v2.0.2 -module load g2/v3.1.0 - -export FCMP=ifort -export CCMP=icc - diff --git a/modulefiles/modulefile.prod_util.theia b/modulefiles/modulefile.prod_util.theia deleted file mode 100644 index 3ad4d37bf6..0000000000 --- a/modulefiles/modulefile.prod_util.theia +++ /dev/null @@ -1,8 +0,0 @@ -#%Module###################################################################### -## -module load intel/16.1.150 -module use -a $MOD_PATH -module load w3nco/v2.0.6 - -export FCMP=ifort -export CCMP=icc diff --git a/modulefiles/modulefile.regrid_nemsio.theia b/modulefiles/modulefile.regrid_nemsio.theia deleted file mode 100644 index bcc0d169f1..0000000000 --- a/modulefiles/modulefile.regrid_nemsio.theia +++ /dev/null @@ -1,16 +0,0 @@ -#%Module##################################################### -## Module file for regrid_nemsio -############################################################# - -module load intel/14.0.2 -module load impi/4.1.3.048 -module load netcdf/4.3.0 -module load hdf5/1.8.14 - -module use -a $MOD_PATH -module load bacio/v2.0.2 -module load nemsio/v2.2.3 -module load w3nco/v2.0.6 -module load sp/v2.0.2 - -export FCMP="mpif90 -f90=ifort" diff --git a/modulefiles/modulefile.storm_reloc_v6.0.0.theia b/modulefiles/modulefile.storm_reloc_v6.0.0.theia deleted file mode 100644 index f9835db930..0000000000 --- a/modulefiles/modulefile.storm_reloc_v6.0.0.theia +++ /dev/null @@ -1,26 +0,0 @@ -#%Module##################################################### -## Module file for storm_reloc_v6.0.0 -############################################################# - -module use /scratch3/NCEPDEV/nwprod/lib/modulefiles - -module load intel -module load impi -module load nco - -module load sigio/v2.0.1 -module load sfcio/v1.0.0 -module load g2/v2.5.0 -module load w3nco/v2.0.6 -module load w3emc/v2.0.5 -module load bacio/v2.0.1 -module load jasper/v1.900.1 -module load png/v1.2.44 -module load z/v1.2.6 -module load sp/v2.0.2 -module load ip/v2.0.0 -module load bufr/v10.2.5 -module load nemsio/v2.2.2 -module load nemsiogfs/v2.0.1 - -set FC mpiifort diff --git a/modulefiles/modulefile.wgrib2.theia b/modulefiles/modulefile.wgrib2.theia deleted file mode 100644 index b1568e8cea..0000000000 --- a/modulefiles/modulefile.wgrib2.theia +++ /dev/null @@ -1,19 +0,0 @@ -#%Module###################################################################### - -module load intel/14.0.2 -module load netcdf/4.3.0 -module load hdf5/1.8.14 -module load szip/2.1 - -module use -a $MOD_PATH -module load jasper/v1.900.1 -module load png/v1.2.44 -module load z/v1.2.6 -module load ip/v3.0.0 -module load sp/v2.0.2 -module load g2c/v1.5.0 - -export NETCDF_INCLUDE="-I${NETCDF}/include" - -export FCMP=ifort -export CCMP=icc diff --git a/parm/config/config.base.emc.dyn b/parm/config/config.base.emc.dyn index 8c7274de49..59ece8918b 100755 --- a/parm/config/config.base.emc.dyn +++ b/parm/config/config.base.emc.dyn @@ -12,7 +12,7 @@ export machine="@MACHINE@" export RUN_ENVIR="emc" # Account, queue, etc. -if [ $machine = "THEIA" -o $machine = "HERA" ]; then +if [ $machine = "HERA" ]; then export ACCOUNT="fv3-cpu" export QUEUE="batch" @@ -20,7 +20,7 @@ if [ $machine = "THEIA" -o $machine = "HERA" ]; then elif [ $machine = "WCOSS_C" -o $machine = "WCOSS_DELL_P3" ]; then - export ACCOUNT="FV3GFS-T2O" + export ACCOUNT="GFS-DEV" export QUEUE="dev" export QUEUE_ARCH="dev_transfer" @@ -41,13 +41,7 @@ export SCRgfs=$HOMEgfs/scripts ######################################################################## # GLOBAL static environment parameters -if [ $machine = "THEIA" ]; then - - export NWPROD="/scratch4/NCEPDEV/global/save/glopara/nwpara" - export DMPDIR="/scratch4/NCEPDEV/global/noscrub/dump" - export RTMFIX="/scratch4/NCEPDEV/da/save/Michael.Lueken/nwprod/lib/crtm/2.2.3/fix_update" - -elif [ $machine = "HERA" ]; then +if [ $machine = "HERA" ]; then #export NWPROD="/scratch1/NCEPDEV/global/glopara/nwpara" export DMPDIR="/scratch1/NCEPDEV/global/glopara/dump" @@ -68,19 +62,7 @@ fi # Machine specific paths used everywhere -if [ $machine = "THEIA" ]; then - - # USER specific paths - export HOMEDIR="/scratch4/NCEPDEV/global/save/$USER" - export STMP="/scratch4/NCEPDEV/stmp3/$USER" - export PTMP="/scratch4/NCEPDEV/stmp4/$USER" - export NOSCRUB="/scratch4/NCEPDEV/global/noscrub/$USER" - - # Base directories for various builds - export BASE_GIT="/scratch4/NCEPDEV/global/save/glopara/git" - export BASE_SVN="/scratch4/NCEPDEV/global/save/glopara/svn" - -elif [ $machine = "HERA" ]; then +if [ $machine = "HERA" ]; then # USER specific paths export HOMEDIR="/scratch1/NCEPDEV/global/$USER" @@ -118,23 +100,6 @@ elif [ $machine = "WCOSS_DELL_P3" ]; then fi -# Utilities needed in the scripts (mostly post) -if [ $machine = "THEIA" ]; then - - export NDATE="$NWPROD/util/exec/ndate" - export NHOUR="$NWPROD/util/exec/nhour" - export WGRIB="$NWPROD/util/exec/wgrib" - export WGRIB2="/scratch3/NCEPDEV/nwprod/utils/wgrib2.v2.0.6c/wgrib2/wgrib2" - export COPYGB="$NWPROD/util/exec/copygb" - export COPYGB2="$NWPROD/util/exec/copygb2" - export GRBINDEX="$NWPROD/util/exec/grbindex" - export GRB2INDEX="$NWPROD/util/exec/grb2index" - export GRBINDEX2="$NWPROD/util/exec/grb2index" - export CNVGRIB="/apps/cnvgrib/1.4.0/bin/cnvgrib" - export POSTGRB2TBL="/scratch3/NCEPDEV/nwprod/lib/g2tmpl/v1.5.0/sorc/params_grib2_tbl_new" - -fi - # Toggle to turn on/off GFS downstream processing. export DO_BUFRSND="NO" export DO_GEMPAK="NO" diff --git a/parm/config/config.fv3ic b/parm/config/config.fv3ic index afe998fbbd..eaed3892ea 100755 --- a/parm/config/config.fv3ic +++ b/parm/config/config.fv3ic @@ -10,7 +10,7 @@ export wtime_fv3ic="00:30:00" export npe_fv3ic=1 export npe_node_fv3ic=1 export nth_fv3ic=${NTHREADS_CHGRES:-24} -if [ $machine = THEIA -o $machine = HERA ]; then +if [ $machine = HERA ]; then export npe_fv3ic=4 export npe_node_fv3ic=4 export nth_fv3ic=1 diff --git a/parm/config/config.post b/parm/config/config.post index 11eab60b42..63a219451e 100755 --- a/parm/config/config.post +++ b/parm/config/config.post @@ -44,10 +44,4 @@ fi export GRIBVERSION='grib2' export SENDCOM="YES" -if [ $machine = "THEIA" ] ; then - export CRTM_FIX=/scratch3/NCEPDEV/nceplibs/dev/crtm/v2.2.3/fix -else - echo "UPP using CRTM_FIX = $CRTM_FIX" -fi - echo "END: config.post" diff --git a/parm/config/config.prepbufr b/parm/config/config.prepbufr index 198cc9ef87..c90a732c41 100755 --- a/parm/config/config.prepbufr +++ b/parm/config/config.prepbufr @@ -10,9 +10,7 @@ echo "BEGIN: config.prepbufr" # Set variables -if [ $machine = "THEIA" ]; then - export GESROOT=/scratch4/NCEPDEV/rstprod/nwges/prod # set by module prod_envir on WCOSS_C -elif [ $machine = "HERA" ]; then +if [ $machine = "HERA" ]; then export GESROOT=/scratch1/NCEPDEV/rstprod # set by module prod_envir on WCOSS_C fi diff --git a/parm/config/config.resources b/parm/config/config.resources index aa003d405c..2b1559ed60 100755 --- a/parm/config/config.resources +++ b/parm/config/config.resources @@ -23,8 +23,6 @@ if [[ "$machine" = "WCOSS_DELL_P3" ]]; then export npe_node_max=28 elif [[ "$machine" = "WCOSS_C" ]]; then export npe_node_max=24 -elif [[ "$machine" = "THEIA" ]]; then - export npe_node_max=24 elif [[ "$machine" = "JET" ]]; then export npe_node_max=24 elif [[ "$machine" = "HERA" ]]; then @@ -110,7 +108,7 @@ elif [ $step = "vrfy" ]; then export npe_node_vrfy_gfs=1 if [[ "$machine" == "WCOSS_C" ]]; then export memory_vrfy="3072M" - elif [[ "$machine" == "THEIA" ]]; then + elif [[ "$machine" == "HERA" ]]; then export memory_vrfy="16384M" fi diff --git a/parm/config/config.vrfy b/parm/config/config.vrfy index 6bcc6e7f21..67287b167f 100755 --- a/parm/config/config.vrfy +++ b/parm/config/config.vrfy @@ -45,7 +45,7 @@ if [ $VRFYFITS = "YES" ]; then elif [ $machine = "WCOSS_DELL_P3" ]; then export fitdir="$BASE_SVN/verif/global/parafits.fv3nems/batrun" export PREPQFITSH="$fitdir/subfits_dell_nems" - elif [ $machine = "THEIA" -o $machine = "HERA" ]; then + elif [ $machine = "HERA" ]; then export fitdir="$BASE_GIT/Fit2Obs/batrun" export PREPQFITSH="$fitdir/subfits_theia_slurm" fi @@ -205,10 +205,7 @@ if [ "$VRFYTRAK" = "YES" ]; then export FHOUT_CYCLONE=6 export FHMAX_CYCLONE=$(( FHMAX_GFS<240 ? FHMAX_GFS : 240 )) fi - if [ $machine = "THEIA" ]; then - export COMROOTp1="/scratch4/NCEPDEV/rstprod/com" - export COMINsyn="$COMROOTp1/arch/prod/syndat" - elif [ $machine = "HERA" ]; then + if [ $machine = "HERA" ]; then export COMROOTp1="/scratch1/NCEPDEV/rstprod/com" export COMINsyn=${COMINsyn:-${COMROOTp1}/arch/prod/syndat} fi diff --git a/scripts/exgfs_postsnd.sh.ecf b/scripts/exgfs_postsnd.sh.ecf index fc8866bf34..0a5377783b 100755 --- a/scripts/exgfs_postsnd.sh.ecf +++ b/scripts/exgfs_postsnd.sh.ecf @@ -128,7 +128,7 @@ fi # add appropriate WMO Headers. ######################################## collect=' 1 2 3 4 5 6 7 8 9' -if [ $machine == "THEIA" -o $machine == "JET" ]; then +if [ $machine == "JET" ]; then for m in ${collect} do sh $USHbufrsnd/gfs_sndp.sh $m diff --git a/sorc/build_fv3.sh b/sorc/build_fv3.sh index d47b5a53f8..6368d3863a 100755 --- a/sorc/build_fv3.sh +++ b/sorc/build_fv3.sh @@ -16,7 +16,6 @@ if [ ! -d "../exec" ]; then mkdir ../exec fi -if [ $target = theia ]; then target=theia.intel ; fi if [ $target = hera ]; then target=hera.intel ; fi cd fv3gfs.fd/ diff --git a/sorc/build_libs.sh b/sorc/build_libs.sh index 1d50665fb7..31e158c1fc 100755 --- a/sorc/build_libs.sh +++ b/sorc/build_libs.sh @@ -18,8 +18,6 @@ rm -rf libpng* libjasper* lib*.a incmod/* modulefiles/* # --- hopefully this will lead to single version in the future if [ $target = wcoss_cray ]; then bufr_ver=v11.0.1 -elif [ $target = "theia" ]; then - bufr_ver=v10.2.5 fi # -------------------------------------------------------------- diff --git a/sorc/fv3nc2nemsio.fd/makefile.sh b/sorc/fv3nc2nemsio.fd/makefile.sh index 67f66f15e9..94b9b253cc 100755 --- a/sorc/fv3nc2nemsio.fd/makefile.sh +++ b/sorc/fv3nc2nemsio.fd/makefile.sh @@ -3,17 +3,6 @@ set -x machine=${1:-"cray"} -if [ $machine = "cray" ]; then -: -elif [ $machine = "theia" ]; then -: -else - - echo "machine $machine is unsupported, ABORT!" - exit 1 - -fi - source ../../modulefiles/module-setup.sh.inc module use ../../modulefiles module load modulefile.fv3nc2nemsio.$machine diff --git a/sorc/gaussian_sfcanl.fd/weight_gen/scrip.fd/make.sh b/sorc/gaussian_sfcanl.fd/weight_gen/scrip.fd/make.sh index 06a3df945a..12ed3eefd9 100755 --- a/sorc/gaussian_sfcanl.fd/weight_gen/scrip.fd/make.sh +++ b/sorc/gaussian_sfcanl.fd/weight_gen/scrip.fd/make.sh @@ -25,26 +25,26 @@ llogin? | slogin?) exit 1 ;; #--------------------------------------------------------------------------------- -# BUILD PROGRAM ON THEIA. +# BUILD PROGRAM ON HERA. #--------------------------------------------------------------------------------- -tfe??) +hfe??) source /apps/lmod/lmod/init/sh module purge - module load intel/18.1.163 + module load intel/18.0.5.274 export FCOMP=ifort export FFLAGS="-O0 -g -traceback -r8 -i4 -convert big_endian -check bounds" - module load netcdf/4.3.0 - module load hdf5/1.8.14 + module load netcdf/4.7.0 + module load hdf5/1.10.5 export NETCDF_INCLUDE="-I${NETCDF}/include" export NETCDF_LDFLAGS_F="-L${NETCDF}/lib -lnetcdf -lnetcdff -L${HDF5}/lib -lhdf5 -lhdf5_fortran" - module use -a /scratch3/NCEPDEV/nwprod/lib/modulefiles - module load sp/v2.0.2 + module use -a /scratch2/NCEPDEV/nwprod/NCEPLIBS/modulefiles + module load sp/2.0.2 make clean make diff --git a/sorc/link_fv3gfs.sh b/sorc/link_fv3gfs.sh index ab986d037e..8671b3dba0 100755 --- a/sorc/link_fv3gfs.sh +++ b/sorc/link_fv3gfs.sh @@ -8,16 +8,16 @@ machine=${2} if [ $# -lt 2 ]; then echo '***ERROR*** must specify two arguements: (1) RUN_ENVIR, (2) machine' - echo ' Syntax: link_fv3gfs.sh ( nco | emc ) ( cray | dell | theia | hera )' + echo ' Syntax: link_fv3gfs.sh ( nco | emc ) ( cray | dell | hera )' exit 1 fi if [ $RUN_ENVIR != emc -a $RUN_ENVIR != nco ]; then - echo 'Syntax: link_fv3gfs.sh ( nco | emc ) ( cray | dell | theia | hera )' + echo 'Syntax: link_fv3gfs.sh ( nco | emc ) ( cray | dell | hera )' exit 1 fi -if [ $machine != cray -a $machine != theia -a $machine != dell -a $machine != hera ]; then - echo 'Syntax: link_fv3gfs.sh ( nco | emc ) ( cray | dell | theia | hera )' +if [ $machine != cray -a $machine != dell -a $machine != hera ]; then + echo 'Syntax: link_fv3gfs.sh ( nco | emc ) ( cray | dell | hera )' exit 1 fi @@ -34,8 +34,6 @@ if [ $machine == "cray" ]; then FIX_DIR="/gpfs/hps3/emc/global/noscrub/emc.glopara/git/fv3gfs/fix" elif [ $machine = "dell" ]; then FIX_DIR="/gpfs/dell2/emc/modeling/noscrub/emc.glopara/git/fv3gfs/fix" -elif [ $machine = "theia" ]; then - FIX_DIR="/scratch4/NCEPDEV/global/save/glopara/git/fv3gfs/fix" elif [ $machine = "hera" ]; then FIX_DIR="/scratch1/NCEPDEV/global/glopara/fix" fi diff --git a/sorc/machine-setup.sh b/sorc/machine-setup.sh index f6e1b9ca3b..2dbe6abd7e 100644 --- a/sorc/machine-setup.sh +++ b/sorc/machine-setup.sh @@ -21,7 +21,6 @@ USERNAME=`echo $LOGNAME | awk '{ print tolower($0)'}` ##--------------------------------------------------------------------------- export hname=`hostname | cut -c 1,1` if [[ -d /scratch1 ]] ; then -if [ $hname == 'h' ] ; then # We are on NOAA Hera if ( ! eval module help > /dev/null 2>&1 ) ; then echo load the module command 1>&2 @@ -37,19 +36,6 @@ if [ $hname == 'h' ] ; then export myFC=mpiifort export FCOMP=mpiifort -##--------------------------------------------------------------------------- -elif [ $hname == 't' ] ; then - # We are on NOAA Theia - if ( ! eval module help > /dev/null 2>&1 ) ; then - echo load the module command 1>&2 - source /apps/lmod/lmod/init/$__ms_shell - fi - target=theia - module purge - module use /scratch3/NCEPDEV/nwprod/modulefiles/ - module use /scratch3/NCEPDEV/nwprod/lib/modulefiles -fi #scratch1 - ##--------------------------------------------------------------------------- elif [[ -d /gpfs/hps && -e /etc/SuSE-release ]] ; then # We are on NOAA Luna or Surge diff --git a/sorc/ncl.setup b/sorc/ncl.setup index f27079c3f2..c848fb9887 100644 --- a/sorc/ncl.setup +++ b/sorc/ncl.setup @@ -14,16 +14,12 @@ then module load ncarg/v6.1.0 fi -if [ $target == theia ] -then -module load ncl/6.3.0 -fi - if [ $target == jet ] then module load ncl/6.5.0 export NCARG_LIB=$NCARG_ROOT/lib fi + if [ $target == hera ] then module load ncl/6.5.0 diff --git a/ush/fv3ics.py b/ush/fv3ics.py deleted file mode 100755 index 155dd65be0..0000000000 --- a/ush/fv3ics.py +++ /dev/null @@ -1,331 +0,0 @@ -#!/usr/bin/env python - - -import os -import sys -import glob -import subprocess -import string -import random -import argparse - - -__author__ = "Rahul Mahajan" -__organization__ = "NOAA/NCEP/EMC" -__email__ = "rahul.mahajan@noaa.gov" -__version__ = '1.0.0' - - -def set_machine(): - - if os.path.isdir('/scratch4'): - return 'THEIA' - elif os.path.isdir('/gpfs/hps2'): - return 'WCOSS_C' - elif os.path.isdir('/gpfs/dell2'): - return 'WCOSS_DELL_P3' - else: - raise NotImplementedError('Unknown machine') - - -def set_paths(): - - if machine in ['THEIA']: - homegfs = "/scratch4/NCEPDEV/global/save/glopara/git/fv3gfs/gfs.v15.0.0" - stmp = "/scratch4/NCEPDEV/stmp4/%s" % os.environ['USER'] - elif machine in ['WCOSS_C']: - homegfs = "/gpfs/hps3/emc/global/noscrub/emc.glopara/git/fv3gfs/gfs.v15.0.0" - stmp = "/gpfs/hps3/stmp/%s" % os.environ['USER'] - elif machine in ['WCOSS_DELL_P3']: - homegfs = "/gpfs/dell2/emc/modeling/noscrub/emc.glopara/git/fv3gfs/gfs.v15.0.0" - stmp = "/gpfs/dell2/stmp/%s" % os.environ['USER'] - - return homegfs, stmp - - -def get_accountinfo(): - - if machine in ['THEIA']: - queue, account = 'batch', 'fv3-cpu' - elif machine in ['WCOSS_C']: - queue, account = 'dev', 'FV3GFS-T2O' - elif machine in ['WCOSS_DELL_P3']: - queue, account = 'dev', 'FV3GFS-T2O' - - return queue, account - - -def get_jobcard(): - - queue, account = get_accountinfo() - - mdict = {'queue':queue, 'account': account, 'icsdir':icsdir, 'date':date, 'pwd':os.environ['PWD'], 'nthreads':nthreads} - - if machine in ['WCOSS_C', 'WCOSS_DELL_P3']: - - strings = ''' -#BSUB -J fv3ics_ -#BSUB -P {account} -#BSUB -q {queue} -#BSUB -W 0:30 -#BSUB -M 3072 -#BSUB -e {icsdir}/{date}///fv3ics.log -#BSUB -o {icsdir}/{date}///fv3ics.log -#BSUB -cwd {pwd} -'''.format(**mdict) - - if machine in ['WCOSS_C']: - strings += ''' -#BSUB -extsched 'CRAYLINUX[]' -R '1*{{select[craylinux && !vnode]}} + 24*{{select[craylinux && vnode]span[ptile=24] cu[type=cabinet]}}' -''' - elif machine in ['WCOSS_DELL_P3']: - strings += ''' -#BSUB -n 1 -#BSUB -R span[ptile=1] -#BSUB -R affinity[core(28):distribute=balance] -''' - - elif machine in ['THEIA']: - - strings = ''' -#PBS -N fv3ics_ -#PBS -A {account} -#PBS -q {queue} -#PBS -l walltime=00:30:00 -#PBS -l nodes=1:ppn={nthreads} -#PBS -o {icsdir}/{date}///fv3ics.log -#PBS -j oe -'''.format(**mdict) - - return strings - - -def get_jobtemplate(): - - strings = '''#!/bin/sh''' - - strings += get_jobcard() - - mdict = {'homegfs':homegfs, 'stmp':stmp, 'date':date, 'icsdir':icsdir, 'nthreads':nthreads} - strings += ''' -set -x - -export HOMEgfs={homegfs} -export STMP={stmp} - -export CDATE={date} -export CASE= -export INIDIR={icsdir}/$CDATE/ -export OUTDIR={icsdir}/$CDATE/$CASE//INPUT -export DATA=$STMP/RUNDIRS/tmpdir.fv3ics/$CDATE/$CASE/ - -export OMP_NUM_THREADS_CH={nthreads} -'''.format(**mdict) - - strings += ''' -export ATMANL=$INIDIR/ -export SFCANL=$INIDIR/ -''' - if nsst: - strings += '''export NSTANL=$INIDIR/ -''' - - if machine in ['WCOSS_C']: - strings += ''' -export APRUNC="aprun -j 1 -n 1 -N 1 -d $OMP_NUM_THREADS_CH -cc depth" -''' - - if machine in ['WCOSS_DELL_P3']: - strings += ''' -export APRUNC="mpirun -n 1" -''' - - strings += ''' -[[ -d $DATA ]] && rm -rf $DATA -[[ -d $OUTDIR ]] && rm -rf $OUTDIR -mkdir -p $OUTDIR - -# Load fv3gfs modules -source $HOMEgfs/ush/load_fv3gfs_modules.sh -module list - -$HOMEgfs/ush/global_chgres_driver.sh -status=$? -exit $status -''' - - return strings - - -def get_jobscript(member, files, jcap, case, strings): - - strings = strings.replace('', member) - strings = strings.replace('', jcap) - strings = strings.replace('', case) - - strings = strings.replace('', files['atmanl']) - strings = strings.replace('', files['sfcanl']) - if nsst: - strings = strings.replace('', files['nstanl']) - - return strings - - -def get_submitcmd(): - - if machine in ['THEIA']: - cmd = 'qsub' - elif machine in ['WCOSS_C', 'WCOSS_DELL_P3']: - cmd = 'bsub <' - - return cmd - - -def submit_jobs(jobs): - - def _random_id(length=8): - return ''.join(random.sample(string.ascii_letters + string.digits, length)) - - submit_cmd = get_submitcmd() - - for job in jobs: - - script = 'submit_%s.sh' % _random_id() - open(script, 'wb').write(job) - - cmd = '%s %s' % (submit_cmd, script) - try: - subprocess.check_call(cmd, stderr=subprocess.STDOUT, shell=True) - except subprocess.CalledProcessError as e: - print e.output - finally: - if not debug: - os.remove(script) - - return - - -def main(): - - global machine, homegfs, stmp, nthreads - global date, icsdir - global nsst - global CASE_det, CASE_ens, JCAP_det, JCAP_ens - global debug - - icsdirdoc = [] - icsdirdoc.append('Convert GFS files into FV3 files\n') - icsdirdoc.append('\n') - icsdirdoc.append('This script expects the following directory structure:\n') - icsdirdoc.append('\n') - icsdirdoc.append('ICSDIR/ [--icsdir]\n') - icsdirdoc.append('\tYYYYMMDDHH/ [--date]\n') - icsdirdoc.append('\t\tgdas.tHHz.abias\n') - icsdirdoc.append('\t\tgdas.tHHz.abias_pc\n') - icsdirdoc.append('\t\tgdas.tHHz.abias_air\n') - icsdirdoc.append('\t\tgdas.tHHz.radstat\n') - icsdirdoc.append('\t\tT1534/ [--JCAP_det]\n') - icsdirdoc.append('\t\t\tgdas.tHHz.atmanl.nemsio\n') - icsdirdoc.append('\t\t\tgdas.tHHz.sfcanl.nemsio\n') - icsdirdoc.append('\t\t\tgdas.tHHz.nstanl.nemsio (optional)\n') - icsdirdoc.append('\t\tT574/ [--JCAP_ens]\n') - icsdirdoc.append('\t\t\tgdas.tHHz.ratmanl.memXXX.nemsio\n') - icsdirdoc.append('\t\t\tgdas.tHHz.sfcanl.memXXX.nemsio\n') - icsdirdoc.append('\t\t\tgdas.tHHz.nstanl.memXXX.nemsio (optional)\n') - icsdirdoc.append('\t\tC96/ [--CASE_det] [--CASE_ens]\n') - icsdirdoc.append('\t\t\tcontrol/\n') - icsdirdoc.append('\t\t\t\tfv3ics.log\n') - icsdirdoc.append('\t\t\t\tINPUT/\n') - icsdirdoc.append('\t\t\t\t\tgfs_data.nc\n') - icsdirdoc.append('\t\t\t\t\t...\n') - icsdirdoc.append('\t\t\tmem001/\n') - icsdirdoc.append('\t\t\t\tfv3ics.log\n') - icsdirdoc.append('\t\t\t\tINPUT/\n') - icsdirdoc.append('\t\t\t\t\tgfs_data.nc\n') - icsdirdoc.append('\t\t\t\t\t...\n') - - parser = argparse.ArgumentParser(usage=''.join(icsdirdoc), formatter_class=argparse.ArgumentDefaultsHelpFormatter) - parser.add_argument('--homegfs', help='full path to HOMEgfs', type=str, required=False, default='glopara') - parser.add_argument('--date', help='date of initial conditions to convert from GFS to FV3', type=str, metavar='YYYYMMDDHH', required=True) - parser.add_argument('--icsdir', help='full path to initial conditions directory', type=str, required=True) - parser.add_argument('--cdump', help='cycle', type=str, required=False, default='gdas') - parser.add_argument('--CASE_det', help='desired resolution of the FV3 deterministic initial conditions', type=int, required=False, default=None) - parser.add_argument('--CASE_ens', help='desired resolution of the FV3 ensemble initial conditions', type=int, required=False, default=None) - parser.add_argument('--JCAP_det', help='resolution of the deterministic GFS initial conditions', type=int, required=False, default=1534) - parser.add_argument('--JCAP_ens', help='resolution of the ensemble GFS initial conditions', type=int, required=False, default=574) - parser.add_argument('--nthreads', help='how many threads to use', type=int, required=False, default=24) - parser.add_argument('--debug', help='aid in debugging', action='store_true',required=False) - - input_args = parser.parse_args() - - if input_args.CASE_det is None and input_args.CASE_ens is None: - print 'CASE_det and CASE_ens both cannot be None' - print 'nothing to do, EXIT!' - print '\n' - sys.exit(1) - - homegfs_inp = input_args.homegfs - date = input_args.date - icsdir = input_args.icsdir - CASE_det = input_args.CASE_det - CASE_ens = input_args.CASE_ens - JCAP_det = input_args.JCAP_det - JCAP_ens = input_args.JCAP_ens - nthreads = input_args.nthreads - cdump = input_args.cdump - debug = input_args.debug - - PDY = date[:8] - cyc = date[8:] - - prefix = '%s.t%sz' % (cdump, cyc) - suffix = 'nemsio' - - chgres_det = False if CASE_det is None else True - chgres_ens = False if CASE_ens is None else True - - machine = set_machine() - homegfs_def, stmp = set_paths() - homegfs = homegfs_def if homegfs_inp == 'glopara' else homegfs_inp - - nsst = True if os.path.exists('%s/%s/T%s/%s.nstanl.%s' % (icsdir, date, JCAP_det, prefix, suffix)) else False - - job_template = get_jobtemplate() - - jobs = [] - - if chgres_det: - - files = {} - files['atmanl'] = '%s.atmanl.%s' % (prefix, suffix) - files['sfcanl'] = '%s.sfcanl.%s' % (prefix, suffix) - files['nstanl'] = '%s.nstanl.%s' % (prefix, suffix) if nsst else None - - cmd = 'mkdir -p %s/%s/C%d/control' % (icsdir, date, CASE_det) - os.system(cmd) - cmd = 'rm -f %s/%s/C%d/control/fv3ics.log' % (icsdir, date, CASE_det) - os.system(cmd) - job_script = get_jobscript('control', files, 'T%d' % JCAP_det, 'C%d' % CASE_det, job_template) - jobs.append(job_script) - - if chgres_ens: - nens = len(glob.glob('%s/%s/T%s/%s.ratmanl.mem???.%s' % (icsdir, date, JCAP_ens, prefix, suffix))) - - for i in range(1, nens+1): - - files = {} - files['atmanl'] = '%s.ratmanl.mem%03d.%s' % (prefix, i, suffix) - files['sfcanl'] = '%s.sfcanl.mem%03d.%s' % (prefix, i, suffix) - files['nstanl'] = '%s.nstanl.mem%03d.%s' % (prefix, i, suffix) if nsst else None - - cmd = 'mkdir -p %s/%s/C%d/mem%03d' % (icsdir, date, CASE_ens, i) - os.system(cmd) - cmd = 'rm -f %s/%s/C%d/mem%03d/fv3ics.log' % (icsdir, date, CASE_ens, i) - os.system(cmd) - job_script = get_jobscript('mem%03d' % i, files, 'T%d' % JCAP_ens, 'C%d' % CASE_ens, job_template) - jobs.append(job_script) - - submit_jobs(jobs) - -if __name__ == '__main__': - main() diff --git a/ush/load_fv3gfs_modules.sh b/ush/load_fv3gfs_modules.sh index a89c38a0f0..8972b65753 100755 --- a/ush/load_fv3gfs_modules.sh +++ b/ush/load_fv3gfs_modules.sh @@ -18,9 +18,6 @@ if [[ -d /lfs3 ]] ; then elif [[ -d /scratch1 ]] ; then # We are on NOAA Hera module load module_base.hera -elif [[ -d /scratch3 ]] ; then - # We are on NOAA Theia - module load module_base.theia elif [[ -d /gpfs/hps && -e /etc/SuSE-release ]] ; then # We are on NOAA Luna or Surge module load module_base.wcoss_c diff --git a/ush/rocoto/fv3gfs_workflow.sh b/ush/rocoto/fv3gfs_workflow.sh index 7e52c6e760..7331b646f7 100755 --- a/ush/rocoto/fv3gfs_workflow.sh +++ b/ush/rocoto/fv3gfs_workflow.sh @@ -17,10 +17,7 @@ edate="2017080112" # USER NEED NOT MODIFY BELOW THIS LINE ###################################### -if [ -d /scratch4/NCEPDEV ]; then - machine="theia" - icsdir="/scratch4/NCEPDEV/global/noscrub/glopara/ICS/FV3GFS" -elif [ -d /gpfs/hps3 ]; then +if [ -d /gpfs/hps3 ]; then machine="cray" icsdir="/gpfs/hps3/emc/global/noscrub/emc.glopara/ICS" else diff --git a/ush/rocoto/workflow_utils.py b/ush/rocoto/workflow_utils.py index f878e53751..50a1f75346 100755 --- a/ush/rocoto/workflow_utils.py +++ b/ush/rocoto/workflow_utils.py @@ -16,7 +16,6 @@ DATE_ENV_VARS=['CDATE','SDATE','EDATE'] SCHEDULER_MAP={'HERA':'slurm', - 'THEIA':'slurm', 'WCOSS':'lsf', 'WCOSS_DELL_P3':'lsf', 'WCOSS_C':'lsfcray'} @@ -145,12 +144,10 @@ def config_parser(files): def detectMachine(): - machines = ['THEIA', 'HERA', 'WCOSS_C', 'WCOSS_DELL_P3'] + machines = ['HERA', 'WCOSS_C', 'WCOSS_DELL_P3'] if os.path.exists('/scratch1/NCEPDEV'): return 'HERA' - elif os.path.exists('/scratch3/NCEPDEV'): - return 'THEIA' elif os.path.exists('/gpfs') and os.path.exists('/etc/SuSE-release'): return 'WCOSS_C' elif os.path.exists('/gpfs/dell2'): @@ -302,7 +299,7 @@ def get_resources(machine, cfg, task, cdump='gdas'): if scheduler in ['slurm']: natstr = '--export=NONE' - if machine in ['THEIA', 'HERA', 'WCOSS_C', 'WCOSS_DELL_P3']: + if machine in ['HERA', 'WCOSS_C', 'WCOSS_DELL_P3']: if machine in ['HERA']: resstr = '%d:ppn=%d:tpp=%d' % (nodes, ppn, threads) @@ -342,7 +339,7 @@ def create_crontab(base, cronint=5): return # Leaving the code for a wrapper around crontab file if needed again later -# if check_slurm() and base['machine'] in ['THEIA']: +# if check_slurm(): # # cronintstr = '*/%d * * * *' % cronint # rocotorunstr = '%s -d %s/%s.db -w %s/%s.xml' % (rocotoruncmd, base['EXPDIR'], base['PSLOT'], base['EXPDIR'], base['PSLOT']) diff --git a/util/modulefiles/gfs_util.theia b/util/modulefiles/gfs_util.theia deleted file mode 100644 index 50c7bf1d59..0000000000 --- a/util/modulefiles/gfs_util.theia +++ /dev/null @@ -1,25 +0,0 @@ -#%Module##################################################### -## Module file for GFS util -############################################################# -# -# Loading required system modules -# - -# Loading Intel Compiler Suite -module load intel/18.1.163 -module load impi/5.1.2.150 -module load ncl/6.3.0 -module load gempak/7.4.2 - -# Loding nceplibs modules -module use -a /scratch3/NCEPDEV/nwprod/lib/modulefiles -module load bacio/v2.0.1 -module load w3emc/v2.2.0 -module load w3nco/v2.0.6 -module load ip/v3.0.0 -module load sp/v2.0.2 -module load bufr/v11.1.0 -module load graphics/v2.0.0 - -export GEMINC=/apps/gempak/7.4.2/gempak/include -export GEMOLB=/apps/gempak/7.4.2/os/linux64/lib diff --git a/util/sorc/compile_gfs_util_wcoss.sh b/util/sorc/compile_gfs_util_wcoss.sh index f260d14d18..6cafe01bcc 100755 --- a/util/sorc/compile_gfs_util_wcoss.sh +++ b/util/sorc/compile_gfs_util_wcoss.sh @@ -10,7 +10,7 @@ LMOD_EXACT_MATCH=no source ../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=`pwd` -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "theia" ] ; then +if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] ; then echo " " echo " You are on WCOSS: $target " echo " " diff --git a/util/sorc/faxmakr.fd/compile_faxmakr_wcoss.sh b/util/sorc/faxmakr.fd/compile_faxmakr_wcoss.sh index 4a97888a0b..31e5b0240e 100755 --- a/util/sorc/faxmakr.fd/compile_faxmakr_wcoss.sh +++ b/util/sorc/faxmakr.fd/compile_faxmakr_wcoss.sh @@ -10,7 +10,7 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=`pwd` -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "theia" ] ; then +if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] ; then echo " " echo " You are on WCOSS: $target " echo " " diff --git a/util/sorc/faxmakrx.fd/compile_faxmakrx_wcoss.sh b/util/sorc/faxmakrx.fd/compile_faxmakrx_wcoss.sh index dc8078236f..b717860c9d 100755 --- a/util/sorc/faxmakrx.fd/compile_faxmakrx_wcoss.sh +++ b/util/sorc/faxmakrx.fd/compile_faxmakrx_wcoss.sh @@ -10,7 +10,7 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=`pwd` -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "theia" ] ; then +if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] ; then echo " " echo " You are on WCOSS: $target " echo " " diff --git a/util/sorc/fxcompoz.fd/compile_fxcompoz_wcoss.sh b/util/sorc/fxcompoz.fd/compile_fxcompoz_wcoss.sh index b185ba3080..8a206ee8ed 100755 --- a/util/sorc/fxcompoz.fd/compile_fxcompoz_wcoss.sh +++ b/util/sorc/fxcompoz.fd/compile_fxcompoz_wcoss.sh @@ -10,7 +10,7 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=`pwd` -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "theia" ] ; then +if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] ; then echo " " echo " You are on WCOSS: $target " echo " " diff --git a/util/sorc/gendata.fd/compile_gendata_wcoss.sh b/util/sorc/gendata.fd/compile_gendata_wcoss.sh index 642ac9c370..8a043b3527 100755 --- a/util/sorc/gendata.fd/compile_gendata_wcoss.sh +++ b/util/sorc/gendata.fd/compile_gendata_wcoss.sh @@ -10,7 +10,7 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=`pwd` -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "theia" ] ; then +if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] ; then echo " " echo " You are on WCOSS: $target " echo " " diff --git a/util/sorc/mkgfsawps.fd/compile_mkgfsawps_wcoss.sh b/util/sorc/mkgfsawps.fd/compile_mkgfsawps_wcoss.sh index 103ed63e31..97c04173dd 100755 --- a/util/sorc/mkgfsawps.fd/compile_mkgfsawps_wcoss.sh +++ b/util/sorc/mkgfsawps.fd/compile_mkgfsawps_wcoss.sh @@ -3,7 +3,7 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=`pwd` -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "theia" ] ; then +if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] ; then echo " " echo " You are on WCOSS: $target " echo " " diff --git a/util/sorc/overgridid.fd/compile_overgridid_wcoss.sh b/util/sorc/overgridid.fd/compile_overgridid_wcoss.sh index d9baf16d92..da3550ceb6 100755 --- a/util/sorc/overgridid.fd/compile_overgridid_wcoss.sh +++ b/util/sorc/overgridid.fd/compile_overgridid_wcoss.sh @@ -10,7 +10,7 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=`pwd` -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "theia" ] ; then +if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] ; then echo " " echo " You are on WCOSS: $target " echo " " diff --git a/util/sorc/plotvpap.fd/compile_plotvpap_wcoss.sh b/util/sorc/plotvpap.fd/compile_plotvpap_wcoss.sh index c6046803a7..fa20959fed 100755 --- a/util/sorc/plotvpap.fd/compile_plotvpap_wcoss.sh +++ b/util/sorc/plotvpap.fd/compile_plotvpap_wcoss.sh @@ -10,7 +10,7 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=`pwd` -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "theia" ] ; then +if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] ; then echo " " echo " You are on WCOSS: $target " echo " " diff --git a/util/sorc/ras2bit.fd/compile_ras2bit_wcoss.sh b/util/sorc/ras2bit.fd/compile_ras2bit_wcoss.sh index 4121b285fe..9db5d06654 100755 --- a/util/sorc/ras2bit.fd/compile_ras2bit_wcoss.sh +++ b/util/sorc/ras2bit.fd/compile_ras2bit_wcoss.sh @@ -10,7 +10,7 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=`pwd` -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "theia" ] ; then +if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] ; then echo " " echo " You are on WCOSS: $target " echo " " diff --git a/util/sorc/ras2bity.fd/compile_ras2bity_wcoss.sh b/util/sorc/ras2bity.fd/compile_ras2bity_wcoss.sh index abbf0e13a2..f09df01cfc 100755 --- a/util/sorc/ras2bity.fd/compile_ras2bity_wcoss.sh +++ b/util/sorc/ras2bity.fd/compile_ras2bity_wcoss.sh @@ -10,7 +10,7 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=`pwd` -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "theia" ] ; then +if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] ; then echo " " echo " You are on WCOSS: $target " echo " " diff --git a/util/sorc/rdbfmsua.fd/compile_rdbfmsua_wcoss.sh b/util/sorc/rdbfmsua.fd/compile_rdbfmsua_wcoss.sh index b4b53ee370..e3bc858108 100755 --- a/util/sorc/rdbfmsua.fd/compile_rdbfmsua_wcoss.sh +++ b/util/sorc/rdbfmsua.fd/compile_rdbfmsua_wcoss.sh @@ -10,7 +10,7 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=`pwd` -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "theia" ] ; then +if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] ; then echo " " echo " You are on WCOSS: $target " echo " " diff --git a/util/sorc/redsat.fd/compile_redsat_wcoss.sh b/util/sorc/redsat.fd/compile_redsat_wcoss.sh index c5c7c06a9f..638eecccbf 100755 --- a/util/sorc/redsat.fd/compile_redsat_wcoss.sh +++ b/util/sorc/redsat.fd/compile_redsat_wcoss.sh @@ -10,7 +10,7 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=`pwd` -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "theia" ] ; then +if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] ; then echo " " echo " You are on WCOSS: $target " echo " " diff --git a/util/sorc/rsonde.fd/compile_rsonde_wcoss.sh b/util/sorc/rsonde.fd/compile_rsonde_wcoss.sh index e73ef6d214..bd71f11fb6 100755 --- a/util/sorc/rsonde.fd/compile_rsonde_wcoss.sh +++ b/util/sorc/rsonde.fd/compile_rsonde_wcoss.sh @@ -10,7 +10,7 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=`pwd` -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "theia" ] ; then +if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] ; then echo " " echo " You are on WCOSS: $target " echo " " diff --git a/util/sorc/rsondplt.fd/compile_rsondplt_wcoss.sh b/util/sorc/rsondplt.fd/compile_rsondplt_wcoss.sh index c285bc76a5..b515512549 100755 --- a/util/sorc/rsondplt.fd/compile_rsondplt_wcoss.sh +++ b/util/sorc/rsondplt.fd/compile_rsondplt_wcoss.sh @@ -10,7 +10,7 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=`pwd` -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "theia" ] ; then +if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] ; then echo " " echo " You are on WCOSS: $target " echo " " diff --git a/util/sorc/sixbitb.fd/compile_sixbitb_wcoss.sh b/util/sorc/sixbitb.fd/compile_sixbitb_wcoss.sh index a72ce86357..ae1bd4c0a5 100755 --- a/util/sorc/sixbitb.fd/compile_sixbitb_wcoss.sh +++ b/util/sorc/sixbitb.fd/compile_sixbitb_wcoss.sh @@ -10,7 +10,7 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=`pwd` -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "theia" ] ; then +if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] ; then echo " " echo " You are on WCOSS: $target " echo " " diff --git a/util/sorc/sixbitb2.fd/compile_sixbitb2_wcoss.sh b/util/sorc/sixbitb2.fd/compile_sixbitb2_wcoss.sh index a91cd918eb..f3f8a734dd 100755 --- a/util/sorc/sixbitb2.fd/compile_sixbitb2_wcoss.sh +++ b/util/sorc/sixbitb2.fd/compile_sixbitb2_wcoss.sh @@ -10,7 +10,7 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=`pwd` -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "theia" ] ; then +if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] ; then echo " " echo " You are on WCOSS: $target " echo " " diff --git a/util/sorc/terrain.fd/makefile.sh b/util/sorc/terrain.fd/makefile.sh index 1e8f4b3fb6..d1b5f5bc34 100755 --- a/util/sorc/terrain.fd/makefile.sh +++ b/util/sorc/terrain.fd/makefile.sh @@ -16,10 +16,6 @@ elif [ $machine = WCOSS_C ] ; then FFOPTS="-i4 -O3 -r8 -convert big_endian -fp-model precise -openmp" LIBS="${W3EMC_LIBd} ${W3NCO_LIBd} ${BACIO_LIB4} ${SP_LIBd}" LDOPTS="-openmp -mkl" -elif [ $machine = THEIA ] ; then - CF=ftn - FFOPTS="-i4 -O3 -r8 -convert big_endian -fp-model precise -openmp" - LIBS="${W3EMC_LIBd} ${W3NCO_LIBd} ${BACIO_LIB4} ${SP_LIBd}" fi f=mtnlm7_slm30g.f diff --git a/util/sorc/trpanl.fd/compile_trpanl_wcoss.sh b/util/sorc/trpanl.fd/compile_trpanl_wcoss.sh index 51dd2fcce5..1fcf9e7474 100755 --- a/util/sorc/trpanl.fd/compile_trpanl_wcoss.sh +++ b/util/sorc/trpanl.fd/compile_trpanl_wcoss.sh @@ -10,7 +10,7 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=`pwd` -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "theia" ] ; then +if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] ; then echo " " echo " You are on WCOSS: $target " echo " " diff --git a/util/sorc/trpsfcmv.fd/compile_trpsfcmv_wcoss.sh b/util/sorc/trpsfcmv.fd/compile_trpsfcmv_wcoss.sh index 23474483ea..b4592ea344 100755 --- a/util/sorc/trpsfcmv.fd/compile_trpsfcmv_wcoss.sh +++ b/util/sorc/trpsfcmv.fd/compile_trpsfcmv_wcoss.sh @@ -10,7 +10,7 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=`pwd` -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "theia" ] ; then +if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] ; then echo " " echo " You are on WCOSS: $target " echo " " diff --git a/util/sorc/trpsfprv.fd/compile_trpsfprv_wcoss.sh b/util/sorc/trpsfprv.fd/compile_trpsfprv_wcoss.sh index c09de7ca10..91d1f3fecd 100755 --- a/util/sorc/trpsfprv.fd/compile_trpsfprv_wcoss.sh +++ b/util/sorc/trpsfprv.fd/compile_trpsfprv_wcoss.sh @@ -10,7 +10,7 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=`pwd` -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "theia" ] ; then +if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] ; then echo " " echo " You are on WCOSS: $target " echo " " diff --git a/util/sorc/upaprep.fd/compile_upaprep_wcoss.sh b/util/sorc/upaprep.fd/compile_upaprep_wcoss.sh index b492dc681e..188f7cd5a5 100755 --- a/util/sorc/upaprep.fd/compile_upaprep_wcoss.sh +++ b/util/sorc/upaprep.fd/compile_upaprep_wcoss.sh @@ -10,7 +10,7 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=`pwd` -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "theia" ] ; then +if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] ; then echo " " echo " You are on WCOSS: $target " echo " " diff --git a/util/sorc/webtitle.fd/compile_webtitle_wcoss.sh b/util/sorc/webtitle.fd/compile_webtitle_wcoss.sh index 6101d84f5d..7b1af5d7f9 100755 --- a/util/sorc/webtitle.fd/compile_webtitle_wcoss.sh +++ b/util/sorc/webtitle.fd/compile_webtitle_wcoss.sh @@ -10,7 +10,7 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=`pwd` -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "theia" ] ; then +if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] ; then echo " " echo " You are on WCOSS: $target " echo " " diff --git a/util/sorc/wndanftf.fd/compile_wndanftf_wcoss.sh b/util/sorc/wndanftf.fd/compile_wndanftf_wcoss.sh index 252745f295..d446a92120 100755 --- a/util/sorc/wndanftf.fd/compile_wndanftf_wcoss.sh +++ b/util/sorc/wndanftf.fd/compile_wndanftf_wcoss.sh @@ -10,7 +10,7 @@ LMOD_EXACT_MATCH=no source ../../../sorc/machine-setup.sh > /dev/null 2>&1 cwd=`pwd` -if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] || [ "$target" = "theia" ] ; then +if [ "$target" = "wcoss_dell_p3" ] || [ "$target" = "wcoss_cray" ] ; then echo " " echo " You are on WCOSS: $target " echo " "