Skip to content

Commit

Permalink
Added S4 to the postsnd script; created run script for S4.
Browse files Browse the repository at this point in the history
Also disabled the Gempak commands on S4.

References: NOAA-EMC#138
  • Loading branch information
DavidHuber-NOAA committed Jan 29, 2021
1 parent 3d324de commit 2312e31
Show file tree
Hide file tree
Showing 2 changed files with 201 additions and 2 deletions.
197 changes: 197 additions & 0 deletions driver/product/run_postsnd.sh.s4
Original file line number Diff line number Diff line change
@@ -0,0 +1,197 @@
#!/bin/ksh -l
#SBATCH -A fv3-cam # Use a valid account
#SBATCH --time=2:30:00 # For big directories you may want 8:00:00 hrs
#SBATCH -N 20 # Probably 2 to 4 depending on amount of data
#SBATCH -n 40
#SBATCH -o %x.o%j
#SBATCH -J postsnd

############################################
# Loading module
############################################
. $MODULESHOME/init/ksh

# Loading Intel Compiler Suite
module load license_intel/S4
module load intel/18.0.3
module load emc-hpc-stack/2020-q3

module use -a /scratch2/NCEPDEV/nwprod/NCEPLIBS/modulefiles

# Loading nceplibs modules
module load sigio/2.3.2
module load bacio/2.4.1
module load sp/2.3.3
module load w3emc/2.7.3
module load w3nco/2.4.1
module load bufr/11.4.0
module load nemsio/2.5.2
module load gempak/7.4.2
module load prod_util/1.2.1

module load netcdf_parallel/4.7.4
module load hdf5_parallel/1.10.6
module load miniconda/3.7-base

########################################
# Runs GFS BUFR SOUNDINGS
########################################
set -xa

export OMP_NUM_THREADS=1
export KMP_AFFINITY=disabled
export OMP_STACKSIZE=2048m
export MP_LABELIO=yes
export MP_STDOUTMODE=ordered

#export machine="WCOSS_C"
#machine="WCOSS_DELL_P3"
#machine="HERA"
machine="S4"
#machine="JET"
export npe_postsnd=32
export npe_postsndcfp=10
export OUTPUT_FILE=${OUTPUT_FILE:-netcdf}
if [ $machine == "WCOSS_C" ]; then
##For WCOSS-Cray##################
export FHMAX_HF_GFS=120
export FHOUT_HF_GFS=1
export launcher="aprun"
export npe_node_postsnd=3
export NTHREADS_POSTSND=1
export npe_node_postsndcfp=3
export NTHREADS_POSTSNDCFP=1
export APRUN_POSTSND="$launcher -j 1 -n $npe_postsnd -N $npe_node_postsnd -d $NTHREADS_POSTSND -cc depth"
export APRUN_POSTSNDCFP="$launcher -j 1 -n $npe_postsndcfp -N $npe_node_postsndcfp -d $NTHREADS_POSTSNDCFP cfp"
elif [ $machine == "WCOSS_DELL_P3" ]; then
##For WCOSS-Dell ################
export FHMAX_HF_GFS=120
export FHOUT_HF_GFS=1
export launcher="mpirun -n"
export APRUN_POSTSND="$launcher $npe_postsnd"
export APRUN_POSTSNDCFP="$launcher $npe_postsndcfp"
elif [ $machine == "S4" ]; then
##For S4################
##export FHMAX_HF_GFS=120
##export FHOUT_HF_GFS=1
export FHMAX_HF_GFS=120
export FHOUT_HF_GFS=3
export npe_postsnd=32
export npe_node_postsnd=20
export launcher="mpirun"
#export APRUN_POSTSND=srun
export APRUN_POSTSND="$launcher -n $npe_postsnd"
export APRUN_POSTSNDCFP="$launcher -n $npe_postsndcfp"
else
##For Theia, Jet,hera################
##export FHMAX_HF_GFS=120
##export FHOUT_HF_GFS=1
export FHMAX_HF_GFS=120
export FHOUT_HF_GFS=3
export npe_postsnd=40
export npe_node_postsnd=20
export launcher="mpirun"
#export APRUN_POSTSND=srun
export APRUN_POSTSND="$launcher -n $npe_postsnd"
export APRUN_POSTSNDCFP="$launcher -n $npe_postsndcfp"
fi

#export PS4='$SECONDS + '
date
# #### 08/25/1999 ###################
# SET SHELL PROCESSING VARIABLES
# ###################################
#
#Specify whether the run is production or development
#
export envir=${envir:-prod}

####################################
# Specify version numbers
####################################
export gfs_bufrsnd_ver=${gfs_bufrsnd_ver:-v1.0.2}
export gsm_ver=${gsm_ver:-v12.0.0}
export util_ver=${util_ver:-v1.0.0}

# obtain unique process id (pid) and make temp directories
#
export pid=$$
#export DATA_IN=${DATA_IN:-/tmpnwprd1}
#export DATA=$DATA_IN/${job}.${pid}
export DATA_IN=${DATA_IN:-/scratch2/NCEPDEV/stmp1/$USER}
export DATA=$DATA_IN/postsnd.${pid}
mkdir -p $DATA
cd $DATA
export PDY=20190223
export cyc=00
##export PDY=20200113
##export cyc=12
export STARTHOUR=00
export ENDHOUR=180

####################################
# File To Log Msgs
####################################
job=gfs_postsnd_test
export jlogfile=/com/logs/jlogfiles/jlogfile.${job}.${pid}

####################################
# Determine Job Output Name on System
####################################
export outid="LL$job"
export jobid="${outid}.o${pid}"
export pgmout="OUTPUT.${pid}"

export cycle=t${cyc}z

export SENDCOM=YES
export SENDECF=YES
export SENDDBN=YES

export NET=gfs
export RUN=gfs
export model=gfs
export pcom=$DATA_IN/pcom/gfs
mkdir -p $pcom

###################################
# Set up the UTILITIES
###################################

export HOMEbufrsnd=/scratch2/NCEPDEV/fv3-cam/noscrub/Guang.Ping.Lou/gfsv16bnetcd4
#export HOMEbufrsnd=/scratch2/NCEPDEV/fv3-cam/noscrub/Guang.Ping.Lou/global-workflow
#export HOMEbufrsnd=/scratch4/NCEPDEV/meso/save/Guang.Ping.Lou/fv3gfs
#export HOMEbufrsnd=/gpfs/hps3/emc/meso/noscrub/Guang.Ping.Lou/fv3gfs
#export HOMEbufrsnd=/gpfs/hps3/emc/meso/noscrub/Guang.Ping.Lou/Bufr_sounding
#export HOMEbufrsnd=/gpfs/hps3/emc/meso/noscrub/Guang.Ping.Lou/bufr_fnl_mpmd2_test

##############################
# Define COM Directories
##############################
##export COMIN=/gpfs/hps/ptmp/emc.glopara/com2/${NET}/para/${RUN}.${PDY}
##export COMIN=/gpfs/hps3/emc/meso/noscrub/Guang.Ping.Lou/fv3data/${RUN}.${PDY}/$cyc
##export COMIN=/gpfs/hps/nco/ops/com/gfs/prod/${RUN}.${PDY}
#export COMIN=/scratch4/NCEPDEV/meso/save/Guang.Ping.Lou/fv3data/${RUN}.${PDY}/$cyc
##export COMIN=/scratch2/NCEPDEV/fv3-cam//noscrub/Guang.Ping.Lou/gfs.${PDY}_nc_lossy/$cyc
##export COMIN=/scratch2/NCEPDEV/fv3-cam//noscrub/Guang.Ping.Lou/data_v16rt2
export COMIN=/scratch1/NCEPDEV/global/glopara/ptmp/v16retro1/gfs.${PDY}/$cyc

export COMOUT=$DATA_IN/com2/${NET}/${envir}/${RUN}.${PDY}
mkdir -p $COMOUT
export COMAWP=$DATA_IN/com2/nawips/${envir}/${RUN}.${PDY}
mkdir -p $COMAWP
env

export KEEPDATA=YES
########################################################
# Execute the script.
#$SCRbufrsnd/exgfs_atmos_postsnd.sh
${HOMEbufrsnd}/jobs/JGFS_ATMOS_POSTSND
########################################################

#cat $pgmout

#cd /tmpnwprd1
#rm -rf $DATA
date

6 changes: 4 additions & 2 deletions scripts/exgfs_atmos_postsnd.sh
Original file line number Diff line number Diff line change
Expand Up @@ -138,7 +138,7 @@ fi
# add appropriate WMO Headers.
########################################
collect=' 1 2 3 4 5 6 7 8 9'
if [ $machine == "HERA" -o $machine == "JET" ]; then
if [ $machine == "HERA" -o $machine == "JET" -o $machine == "S4" ]; then
for m in ${collect}
do
sh $USHbufrsnd/gfs_sndp.sh $m
Expand All @@ -147,7 +147,9 @@ done
################################################
# Convert the bufr soundings into GEMPAK files
################################################
sh $USHbufrsnd/gfs_bfr2gpk.sh
if [ $machine != "S4" ]; then
sh $USHbufrsnd/gfs_bfr2gpk.sh
fi

else
rm -rf poe_col
Expand Down

0 comments on commit 2312e31

Please sign in to comment.