From 8b94a2d6caad3bc5eebfe69bffc5224bebd1856a Mon Sep 17 00:00:00 2001 From: BoiVuong-NOAA Date: Wed, 15 Jan 2020 14:15:16 +0000 Subject: [PATCH] GitHub Issues #1 Updated some gfs driver --- driver/product/compile_gfsv160.sh | 2 - driver/product/run_JGFS_WAFS | 158 ----------------- driver/product/run_JGFS_WAFS.cray | 195 --------------------- driver/product/run_JGFS_WAFS_BLENDING | 150 ---------------- driver/product/run_JGFS_WAFS_BLENDING.cray | 171 ------------------ driver/product/run_JGFS_WAFS_GCIP | 120 ------------- driver/product/run_JGFS_WAFS_GRIB2 | 169 ------------------ driver/product/run_JGFS_WAFS_GRIB2.cray | 166 ------------------ 8 files changed, 1131 deletions(-) delete mode 100755 driver/product/run_JGFS_WAFS delete mode 100755 driver/product/run_JGFS_WAFS.cray delete mode 100755 driver/product/run_JGFS_WAFS_BLENDING delete mode 100755 driver/product/run_JGFS_WAFS_BLENDING.cray delete mode 100755 driver/product/run_JGFS_WAFS_GCIP delete mode 100755 driver/product/run_JGFS_WAFS_GRIB2 delete mode 100755 driver/product/run_JGFS_WAFS_GRIB2.cray diff --git a/driver/product/compile_gfsv160.sh b/driver/product/compile_gfsv160.sh index 0d5fb80cad..0c80153378 100755 --- a/driver/product/compile_gfsv160.sh +++ b/driver/product/compile_gfsv160.sh @@ -7,8 +7,6 @@ export version=v16.0.0 cd /gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/gfs.$version/sorc build_gfs_fbwndgfs.sh -build_gfs_overpdtg2.sh -build_gfs_wintemv.sh build_gfs_util.sh cp /gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/trim_rh.sh /gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/gfs.$version/ush diff --git a/driver/product/run_JGFS_WAFS b/driver/product/run_JGFS_WAFS deleted file mode 100755 index 90d7e3e4c9..0000000000 --- a/driver/product/run_JGFS_WAFS +++ /dev/null @@ -1,158 +0,0 @@ -#!/bin/sh - -#BSUB -J gfs_wafs -#BSUB -oo /ptmpp1/Yali.Mao/gfs_wafs.o%J -#BSUB -eo /ptmpp1/Yali.Mao/gfs_wafs.o%J -#BSUB -L /bin/sh -#BSUB -q debug -#BSUB -W 00:30 -#BSUB -P GFS-T2O -#BSUB -R rusage[mem=500] -#BSUB -R affinity[core] - -set -xa - -export OMP_NUM_THREADS=1 -export MP_MPILIB=mpich2 -export MP_EUILIB=us -export MP_LABELIO=yes -export MP_COMPILER=intel - - -############################################ -# Loading module -############################################ -. /usrx/local/Modules/default/init/ksh -module load prod_util/v1.0.2 -module load grib_util/v1.0.1 - -############################################ -# required exports! -############################################ -### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=prod - -export cyc=${cyc:-00} -export fcsthrs=30 - -# gfs_wafs for octants (8 WAFS files) -export job=gfs_wafs_f${fcsthrs}_${cyc} - -############################################ -# set NET RUN -############################################ -### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs - - -############################################ -# Specify versions -############################################ -export gfs_ver=v13.0.0 - - -############################################ -# user defined -############################################ -export pid=${pid:-$$} -export jobid=${job}.${pid} - -#needs to be the current date to make sure comparison is good at $PCOM -export PDY=`cut -c 7-14 /com2/date/t00z` - -USER=`whoami` - -############################################ -# SENDCOM=YES--Copy output file to /com -# SENDECF=YES--Allow to talk back to ECF -# SENDDBN=YES--Alert output file to TOC -# KEEPDATA=NO--Remove temporary working -############################################ -export SENDCOM=YES -export SENDDBN=NO -export SENDDBN_NTC=NO -export KEEPDATA=YES - -############################################ -# Define ROOT directories -############################################ -export COMROOT=/com -#export NWROOTp1=/nwprod -export PCOMROOT=/ptmpp1/${USER}/pcom -export NWROOT=/global/save/Yali.Mao/project -export DATAROOT=/ptmpp1/${USER} - -############################################ -# Define DATA PCOM, COMOUT and COMIN -############################################ -export DATA=${DATA:-${DATAROOT}/${jobid}} -export PCOM=${PCOM:-$PCOMROOT/${NET}} -export COMOUT=/ptmpp1/${USER}/gfs_wafs.$PDY -#export COMIN=/com/${NET}/${envir}/${RUN}.${PDY} - -export jlogfile=/$DATA/jlogfile.${jobid} - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} - -############################################# -# run the job -############################################# -sh $HOMEgfs/jobs/JGFS_WAFS - -############################################# -# compare the output (optional) -############################################# -if [ $USER = 'Yali.Mao' ] ; then - # the standard data to be compared to - stdout=/com/${NET}/$envir/${RUN}.${PDY} - if [ $envir = prod ]; then - stdpcom=/pcom/gfs - else - stdpcom=/pcom/${envir}/gfs - fi - - for gid in 37 38 39 40 41 42 43 44 ; do - - # comparing $COMOUT products - cmp $COMOUT/wafs${NET}${gid}.t${cyc}z.gribf${fcsthrs} $stdout/wafs${NET}${gid}.t${cyc}z.gribf${fcsthrs} - cmp $COMOUT/wafs${NET}${gid}.t${cyc}z.gribf${fcsthrs}.grib2 $stdout/wafs${NET}${gid}.t${cyc}z.gribf${fcsthrs}.grib2 - - # $PCOM data on develop machine may be out of date, so skip the comparison - continue - #stdpcom=/ptmpp2/Jiayi.Peng/data - - # comparing $PCOM products - if [ $fcsthrs -eq 30 ] ; then - sets=b - for fhr in 12 18 24 30 ; do - cmp $PCOM/com.wafs${cyc}${fhr}${sets}.$job $stdpcom/com.wafs${cyc}${fhr}${sets}.$job - cmp $PCOM/xtrn.wfs${NET}${cyc}${fhr}${sets}.$job $stdpcom/xtrn.wfs${NET}${cyc}${fhr}${sets}.$job - done - sets= - for fhr in 00 06 ; do - cmp $PCOM/com.wafs${cyc}${fhr}${sets}.$job $stdpcom/com.wafs${cyc}${fhr}${sets}.$job - cmp $PCOM/xtrn.wfs${NET}${cyc}${fhr}${sets}.$job $stdpcom/xtrn.wfs${NET}${cyc}${fhr}${sets}.$job - done - fi - if [ $fcsthrs -ge 12 -a $fcsthrs -le 30 ] ; then - sets=a - cmp $PCOM/com.wafs${cyc}${fcsthrs}${sets}.$job $stdpcom/com.wafs${cyc}${fcsthrs}${sets}.$job - cmp $PCOM/xtrn.wfs${NET}${cyc}${fcsthrs}${sets}.$job $stdpcom/xtrn.wfs${NET}${cyc}${fcsthrs}${sets}.$job - elif [ $fcsthrs -ge 36 ] ; then - sets= - cmp $PCOM/com.wafs${cyc}${fcsthrs}${sets}.$job $stdpcom/com.wafs${cyc}${fcsthrs}${sets}.$job - cmp $PCOM/xtrn.wfs${NET}${cyc}${fcsthrs}${sets}.$job $stdpcom/xtrn.wfs${NET}${cyc}${fcsthrs}${sets}.$job - # elif [ $fcsthrs -le 36 ] ; then - # no comparison - fi - - done - -fi - -exit - diff --git a/driver/product/run_JGFS_WAFS.cray b/driver/product/run_JGFS_WAFS.cray deleted file mode 100755 index d16275e52f..0000000000 --- a/driver/product/run_JGFS_WAFS.cray +++ /dev/null @@ -1,195 +0,0 @@ -#!/bin/sh - -#BSUB -J gfs_wafs -#BSUB -cwd /gpfs/hps/ptmp/Yali.Mao -#BSUB -oo /gpfs/hps/ptmp/Yali.Mao/gfs_wafs.o%J -#BSUB -eo /gpfs/hps/ptmp/Yali.Mao/gfs_wafs.o%J -##BSUB -L /bin/sh -#BSUB -q debug -#BSUB -W 00:30 -#BSUB -P GFS-T2O -#BSUB -M 500 -#BSUB -extsched 'CRAYLINUX[]' -R '1*{select[craylinux && !vnode]} + 1*{select[craylinux && vnode]span[ptile=1] cu[type=cabinet]}' - -# The following two lines will speed up 'cnvgrib' -module load iobuf - -# 8 means octants - -############################################ -# Loading module -############################################ -. $MODULESHOME/init/ksh -module load PrgEnv-intel ESMF-intel-haswell/3_1_0rp5 cfp-intel-sandybridge iobuf craype-hugepages2M craype-haswell -#module load cfp-intel-sandybridge/1.1.0 -module use /gpfs/hps/nco/ops/nwprod/modulefiles -module load prod_envir -module load prod_util -module load prod_util/1.0.4 -module load grib_util/1.0.3 - -set -xa - -export OMP_NUM_THREADS=1 -export KMP_AFFINITY=disabled -export OMP_STACKSIZE=1024m -export MP_LABELIO=yes -export MP_STDOUTMODE=ordered - -####export OMP_NUM_THREADS=1 -####export MP_MPILIB=mpich2 -####export MP_EUILIB=us -####export MP_LABELIO=yes -####export MP_COMPILER=intel - -############################################ -# required exports! -############################################ -### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=para - -export cyc=${cyc:-00} -# 00 06 12 30 33 -export fcsthrs=30 - -# gfs_wafs for octants (8 WAFS files) -export job=gfs_wafs_f${fcsthrs}_${cyc} - -############################################ -# set NET RUN -############################################ -### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs - - -############################################ -# Specify versions -############################################ -export gfs_ver=v4.0.0 - - -############################################ -# user defined -############################################ -export pid=${pid:-$$} -export jobid=${job}.${pid} - -#needs to be the current date to make sure comparison is good at $PCOM -#export PDY=`$NDATE -24 | cut -c 1-8` -export PDY=`cut -c 7-14 $COMROOT/date/t00z` -export PDY=20161101 - -USER=`whoami` - -############################################ -# SENDCOM=YES--Copy output file to /com -# SENDECF=YES--Allow to talk back to ECF -# SENDDBN=YES--Alert output file to TOC -# KEEPDATA=NO--Remove temporary working -############################################ -export SENDCOM=YES -export SENDDBN=NO -export SENDDBN_NTC=NO -export KEEPDATA=YES - -############################################ -# Define ROOT directories -############################################ -export COMROOT=/gpfs/hps/emc/global/noscrub/Yali.Mao/datainput/com2 -#export NWROOTp1=/nwprod -export PCOMROOT=/gpfs/hps/ptmp/${USER}/pcom -export NWROOT=/gpfs/hps/emc/global/noscrub/Yali.Mao/project -export DATAROOT=/gpfs/hps/ptmp/${USER} - -############################################ -# Define DATA PCOM, COMOUT and COMIN -############################################ -export DATA=${DATA:-${DATAROOT}/${jobid}} -export PCOM=${PCOM:-$PCOMROOT/${NET}} -export COMOUT=/gpfs/hps/ptmp/${USER}/gfs_wafs.$PDY -export COMIN=$COMROOT/gfs/$envir/gfs.$PDY - -export jlogfile=/$DATA/jlogfile.${jobid} - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/wafs_cray.${gfs_ver}} - -############################################# -# run the job -############################################# -sh $HOMEgfs/jobs/JGFS_WAFS - -exit - - -############################################# -# compare the output (optional) -############################################# - -DIFFGB="/gpfs/hps/emc/global/noscrub/Yali.Mao/save/bin/diffgb -x" - -stdpcom=/gpfs/gp1/ptmp/Yali.Mao/pcomop -files=`ls $PCOM/` -for file in $files ; do - $DIFFGB $PCOM/$file $stdpcom/$file > $file.diff -done - - -stdcom=/gpfs/gp2/nco/ops/com/gfs/prod/gfs.$PDY -files=`ls $COMOUT/` -for file in $files ; do - $DIFFGB $COMOUT/$file $stdcom/$file > $file.diff -done - -if [ $USER = 'Yali.Mao' ] ; then - # the standard data to be compared to - stdout=/com/${NET}/$envir/${RUN}.${PDY} - if [ $envir = prod ]; then - stdpcom=/pcom/gfs - else - stdpcom=/pcom/${envir}/gfs - fi - - for gid in 37 38 39 40 41 42 43 44 ; do - - # comparing $COMOUT products - cmp $COMOUT/wafs${NET}${gid}.t${cyc}z.gribf${fcsthrs} $stdout/wafs${NET}${gid}.t${cyc}z.gribf${fcsthrs} - cmp $COMOUT/wafs${NET}${gid}.t${cyc}z.gribf${fcsthrs}.grib2 $stdout/wafs${NET}${gid}.t${cyc}z.gribf${fcsthrs}.grib2 - - # $PCOM data on develop machine may be out of date, so skip the comparison - continue - #stdpcom=/ptmpp2/Jiayi.Peng/data - - # comparing $PCOM products - if [ $fcsthrs -eq 30 ] ; then - sets=b - for fhr in 12 18 24 30 ; do - cmp $PCOM/com.wafs${cyc}${fhr}${sets}.$job $stdpcom/com.wafs${cyc}${fhr}${sets}.$job - cmp $PCOM/xtrn.wfs${NET}${cyc}${fhr}${sets}.$job $stdpcom/xtrn.wfs${NET}${cyc}${fhr}${sets}.$job - done - sets= - for fhr in 00 06 ; do - cmp $PCOM/com.wafs${cyc}${fhr}${sets}.$job $stdpcom/com.wafs${cyc}${fhr}${sets}.$job - cmp $PCOM/xtrn.wfs${NET}${cyc}${fhr}${sets}.$job $stdpcom/xtrn.wfs${NET}${cyc}${fhr}${sets}.$job - done - fi - if [ $fcsthrs -ge 12 -a $fcsthrs -le 30 ] ; then - sets=a - cmp $PCOM/com.wafs${cyc}${fcsthrs}${sets}.$job $stdpcom/com.wafs${cyc}${fcsthrs}${sets}.$job - cmp $PCOM/xtrn.wfs${NET}${cyc}${fcsthrs}${sets}.$job $stdpcom/xtrn.wfs${NET}${cyc}${fcsthrs}${sets}.$job - elif [ $fcsthrs -ge 36 ] ; then - sets= - cmp $PCOM/com.wafs${cyc}${fcsthrs}${sets}.$job $stdpcom/com.wafs${cyc}${fcsthrs}${sets}.$job - cmp $PCOM/xtrn.wfs${NET}${cyc}${fcsthrs}${sets}.$job $stdpcom/xtrn.wfs${NET}${cyc}${fcsthrs}${sets}.$job - # elif [ $fcsthrs -le 36 ] ; then - # no comparison - fi - - done - -fi - -exit diff --git a/driver/product/run_JGFS_WAFS_BLENDING b/driver/product/run_JGFS_WAFS_BLENDING deleted file mode 100755 index 83ba8e1ee3..0000000000 --- a/driver/product/run_JGFS_WAFS_BLENDING +++ /dev/null @@ -1,150 +0,0 @@ -#!/bin/sh - -#BSUB -J gfs_wafs_blending -#BSUB -oo /ptmpp1/Yali.Mao/gfs_wafs_blending.o%J -#BSUB -eo /ptmpp1/Yali.Mao/gfs_wafs_blending.o%J -#BSUB -L /bin/sh -#BSUB -q debug -#BSUB -W 00:30 -#BSUB -P GFS-T2O -#BSUB -R rusage[mem=500] -#BSUB -R affinity[core] - -set -xa - -export OMP_NUM_THREADS=1 -export MP_MPILIB=mpich2 -export MP_EUILIB=us -export MP_LABELIO=yes -export MP_COMPILER=intel - - -############################################ -# Loading module -############################################ -. /usrx/local/Modules/default/init/ksh -module load prod_util/v1.0.2 -module load grib_util/v1.0.1 -module use /nwpara2/modulefiles -module load util_shared/v1.0.3 - -############################################ -# required exports! -############################################ -### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=prod - -export cyc=${cyc:-00} - -# gfs_wafs_blending for blending icing turbulence of US and UK -export job=gfs_wafs_blending_${cyc} - -############################################ -# set NET RUN -############################################ -### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs - - -############################################ -# Specify versions -############################################ -export gfs_ver=v13.0.0 - - -############################################ -# user defined -############################################ -export pid=${pid:-$$} -export jobid=${job}.${pid} - -#needs to be the current date to make sure comparison is good at $PCOM -export PDY=`cut -c 7-14 /com2/date/t00z` - -USER=`whoami` - -############################################ -# SENDCOM=YES--Copy output file to /com -# SENDECF=YES--Allow to talk back to ECF -# SENDDBN=YES--Alert output file to TOC -# KEEPDATA=NO--Remove temporary working -############################################ -export SENDCOM=YES -export SENDDBN=NO -export SENDDBN_NTC=NO -export SENDDBN_GB2=NO -export KEEPDATA=YES - -############################################ -# Define ROOT directories -############################################ -export COMROOT=/com -#export NWROOTp1=/nwprod -export PCOMROOT=/ptmpp1/${USER}/pcom -export NWROOT=/global/save/Yali.Mao/project -export DATAROOT=/ptmpp1/${USER} -export DCOMROOT=/dcom - -############################################ -# Define DATA PCOM, COMOUT and COMIN -############################################ -export DATA=${DATA:-${DATAROOT}/${jobid}} -export PCOM=${PCOM:-$PCOMROOT/wafs} -export COMOUT=/ptmpp1/${USER}/gfs_wafs_blending.$PDY - -export COMINus=${COMINus:-/pcom/wafs} -export COMINuk=${COMINuk:-$DCOMROOT/us007003/$PDY/wgrbbul/ukmet_wafs} - -export jlogfile=/$DATA/jlogfile.${jobid} - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} - - -############################################ -# run the job -############################################# -export SHOUR=06 -export EHOUR=09 -export FHINC=03 - -sh $HOMEgfs/jobs/JGFS_WAFS_BLENDING - -############################################# -# compare the output (optional) -############################################# -if [ $USER = 'Yali.Mao' ] ; then - - # the standard data to be compared to - stdout=/com/${NET}/$envir/${RUN}.${PDY} - if [ $envir = prod ]; then - stdpcom=/pcom/wafs - else - stdpcom=/pcom/${envir}/wafs - fi - - ffhr=$SHOUR - - while test $ffhr -le $EHOUR ; do - - cmp $COMOUT/WAFS_blended_${PDY}${cyc}f${ffhr}.grib2 $stdout/WAFS_blended_${PDY}${cyc}f${ffhr}.grib2 - - # $PCOM data on develop machine may be out of date, so skip the comparison - continue - - cmp $PCOM/grib2.t${cyc}z.WAFS_blended_f${ffhr} $stdpcom/grib2.t${cyc}z.WAFS_blended_f${ffhr} - - ffhr=`expr $ffhr + $FHINC` - if test $ffhr -lt 10 - then - ffhr=0${ffhr} - fi - - done - -fi -exit - diff --git a/driver/product/run_JGFS_WAFS_BLENDING.cray b/driver/product/run_JGFS_WAFS_BLENDING.cray deleted file mode 100755 index febc5cb621..0000000000 --- a/driver/product/run_JGFS_WAFS_BLENDING.cray +++ /dev/null @@ -1,171 +0,0 @@ -#!/bin/sh - -#BSUB -J gfs_wafs_blending -#BSUB -cwd /gpfs/hps/ptmp/Yali.Mao -#BSUB -oo /gpfs/hps/ptmp/Yali.Mao/gfs_wafs_blending.o%J -#BSUB -eo /gpfs/hps/ptmp/Yali.Mao/gfs_wafs_blending.o%J -#BSUB -L /bin/sh -#BSUB -q debug -#BSUB -W 00:30 -#BSUB -P GFS-T2O -#BSUB -M 500 -#BSUB -extsched 'CRAYLINUX[]' -R '1*{select[craylinux && !vnode]} + 1*{select[craylinux && vnode]span[ptile=24] cu[type=cabinet]}' - -############################################ -# Loading module -############################################ -. $MODULESHOME/init/ksh -module load PrgEnv-intel ESMF-intel-haswell/3_1_0rp5 cfp-intel-sandybridge iobuf craype-hugepages2M craype-haswell -#module load cfp-intel-sandybridge/1.1.0 -module use /gpfs/hps/nco/ops/nwprod/modulefiles -module load prod_envir -module load prod_util -module load prod_util/1.0.4 -module load grib_util/1.0.3 - - -set -xa - -export OMP_NUM_THREADS=1 -export KMP_AFFINITY=disabled -export OMP_STACKSIZE=1024m -export MP_LABELIO=yes -export MP_STDOUTMODE=ordered - -####export OMP_NUM_THREADS=1 -####export MP_MPILIB=mpich2 -####export MP_EUILIB=us -####export MP_LABELIO=yes -####export MP_COMPILER=intel - -############################################ -# required exports! -############################################ -### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=para - -export cyc=${cyc:-00} - -# gfs_wafs_blending for blending icing turbulence of US and UK -export job=gfs_wafs_blending_${cyc} - -############################################ -# set NET RUN -############################################ -### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs - - -############################################ -# Specify versions -############################################ -export gfs_ver=v4.0.0 - - -############################################ -# user defined -############################################ -export pid=${pid:-$$} -export jobid=${job}.${pid} - -#needs to be the current date to make sure comparison is good at $PCOM -#export PDY=`$NDATE -24 | cut -c 1-8` -export PDY=`cut -c 7-14 $COMROOT/date/t00z` -export PDY=20161101 - -USER=`whoami` - -############################################ -# SENDCOM=YES--Copy output file to /com -# SENDECF=YES--Allow to talk back to ECF -# SENDDBN=YES--Alert output file to TOC -# KEEPDATA=NO--Remove temporary working -############################################ -export SENDCOM=YES -export SENDDBN=NO -export SENDDBN_NTC=NO -export KEEPDATA=YES - -############################################ -# Define ROOT directories -############################################ -echo $COMROOT -#export NWROOTp1=/nwprod -export PCOMROOT=/gpfs/hps/ptmp/${USER}/pcom -#export PCOMROOT=/gpfs/gp1/ptmp/Yali.Mao -export NWROOT=/gpfs/hps/emc/global/noscrub/Yali.Mao/project -export DATAROOT=/gpfs/hps/ptmp/${USER} -# for UK data -if [[ `hostname` =~ "^l" ]] ; then ! LUNA/TIDE - export DCOMROOT=/gpfs/tp1/nco/ops/dcom -else ! SURGE/GYRE - export DCOMROOT=/gpfs/gp1/nco/ops/dcom -fi -# For canned data: -export DCOMROOT=/gpfs/hps/emc/global/noscrub/Yali.Mao/datainput/dcom - -############################################ -# Define DATA PCOM, COMOUT and COMIN -############################################ -export DATA=${DATA:-${DATAROOT}/${jobid}} -export PCOM=${PCOM:-$PCOMROOT/wafs} -export COMOUT=/gpfs/hps/ptmp/${USER}/gfs_wafs_blending.$PDY - -export COMINus=$PCOM -#export COMINus=/gpfs/gp2/nco/ops/pcom/prod/wafs -export COMINuk=${COMINuk:-$DCOMROOT/us007003/$PDY/wgrbbul/ukmet_wafs} - -export jlogfile=/$DATA/jlogfile.${jobid} - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/wafs_cray.${gfs_ver}} - - -############################################ -# run the job -############################################# -export SHOUR=06 -export EHOUR=36 -export FHINC=03 - -sh $HOMEgfs/jobs/JGFS_WAFS_BLENDING - -exit - -############################################# -# compare the output (optional) -############################################# -if [ $USER = 'Yali.Mao' ] ; then - - # the standard data to be compared to - stdout=/com/${NET}/$envir/${RUN}.${PDY} - if [ $envir = prod ]; then - stdpcom=/pcom/wafs - else - stdpcom=/pcom/${envir}/wafs - fi - - ffhr=$SHOUR - - while test $ffhr -le $EHOUR ; do - - cmp $COMOUT/WAFS_blended_${PDY}${cyc}f${ffhr}.grib2 $stdout/WAFS_blended_${PDY}${cyc}f${ffhr}.grib2 - - # $PCOM data on develop machine may be out of date, so skip the comparison - continue - - cmp $PCOM/grib2.t${cyc}z.WAFS_blended_f${ffhr} $stdpcom/grib2.t${cyc}z.WAFS_blended_f${ffhr} - - ffhr=`expr $ffhr + $FHINC` - if test $ffhr -lt 10 - then - ffhr=0${ffhr} - fi - - done - -fi -exit \ No newline at end of file diff --git a/driver/product/run_JGFS_WAFS_GCIP b/driver/product/run_JGFS_WAFS_GCIP deleted file mode 100755 index 7482b3731c..0000000000 --- a/driver/product/run_JGFS_WAFS_GCIP +++ /dev/null @@ -1,120 +0,0 @@ -#!/bin/sh - -#BSUB -J gfs_wafs_gcip -#BSUB -oo /ptmpp1/Yali.Mao/gfs_wafs_gcip.o%J -#BSUB -eo /ptmpp1/Yali.Mao/gfs_wafs_gcip.o%J -#BSUB -L /bin/sh -#BSUB -q debug -#BSUB -W 00:30 -#BSUB -P GFS-T2O -#BSUB -R affinity[core] - -set -xa - -export OMP_NUM_THREADS=1 -export MP_MPILIB=mpich2 -export MP_EUILIB=us -export MP_LABELIO=yes -export MP_COMPILER=intel - - -############################################ -# Loading module -############################################ -. /usrx/local/Modules/default/init/ksh -module load prod_util/v1.0.2 -module load grib_util/v1.0.1 - -############################################ -# required exports! -############################################ -### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=prod - -export cyc=${cyc:-00} - -# gfs_wafs_gcip for generating global icing analysis for every 3 hours -export job=gfs_wafs_gcip_${cyc} - -############################################ -# set NET RUN -############################################ -### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs - - -############################################ -# Specify versions -############################################ -export gfs_ver=v13.0.0 -export obsproc_dump_ver=v3.2.0 -export obsproc_shared_bufr_dumplist_ver=v1.1.0 - -############################################ -# user defined -############################################ -export pid=${pid:-$$} -export jobid=${job}.${pid} - -#needs to be the current date to make sure comparison is good at $PCOM -export PDY=`cut -c 7-14 /com2/date/t00z` - -USER=`whoami` - -############################################ -# SENDCOM=YES--Copy output file to /com -# SENDECF=YES--Allow to talk back to ECF -# SENDDBN=YES--Alert output file to TOC -# KEEPDATA=NO--Remove temporary working -############################################ -export SENDCOM=YES -export SENDDBN=NO -#export SENDDBN_NTC=NO -#export SENDDBN_GB2=NO -export KEEPDATA=YES - -############################################ -# Define ROOT directories -############################################ -export COMROOT=/com -export NWROOTp1=/nwprod -export PCOMROOT=/ptmpp1/${USER}/pcom -export NWROOT=/global/save/Yali.Mao/project -export DATAROOT=/ptmpp1/${USER} -#export DCOMROOT=/dcom - -############################################ -# Define DATA PCOM, COMOUT and COMIN -############################################ -export DATA=${DATA:-${DATAROOT}/${jobid}} -export PCOM=${PCOM:-$PCOMROOT/wafs} -export COMOUT=/ptmpp1/${USER}/gfs_wafs_gcip.$PDY - -export COMINsat=${COMINsat:-/dcom/us007003/$PDY/mcidas} -export COMINradar=${COMINradar:-/com/hourly/prod/radar.$PDY} - -export jlogfile=/$DATA/jlogfile.${jobid} - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} - - -############################################ -# run the job -############################################# -export SHOUR=00 -export EHOUR=03 -export FHINC=03 - -sh $HOMEgfs/jobs/JGFS_WAFS_GCIP - -############################################# -# compare the output (optional) -############################################# -if [ $USER = 'Yali.Mao' ] ; then - echo "" -fi -exit \ No newline at end of file diff --git a/driver/product/run_JGFS_WAFS_GRIB2 b/driver/product/run_JGFS_WAFS_GRIB2 deleted file mode 100755 index 9db40a213d..0000000000 --- a/driver/product/run_JGFS_WAFS_GRIB2 +++ /dev/null @@ -1,169 +0,0 @@ -#!/bin/sh - -#BSUB -J gfs_wafs_grib2 -#BSUB -oo /ptmpp1/Yali.Mao/gfs_wafs_grib2.o%J -#BSUB -eo /ptmpp1/Yali.Mao/gfs_wafs_grib2.o%J -#BSUB -L /bin/sh -#BSUB -q debug -#BSUB -W 00:30 -#BSUB -P GFS-T2O -#BSUB -R affinity[core] - -set -xa - -export OMP_NUM_THREADS=1 -export MP_MPILIB=mpich2 -export MP_EUILIB=us -export MP_LABELIO=yes -export MP_COMPILER=intel - - -############################################ -# Loading module -############################################ -. /usrx/local/Modules/default/init/ksh -module load prod_util/v1.0.2 -module load grib_util/v1.0.1 - -############################################ -# required exports! -############################################ -### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=prod - -export cyc=${cyc:-00} - -# gfs_wafs_grib2 for generating global WAFS on grid 45 -export job=gfs_wafs_grib2_${cyc} - -############################################ -# set NET RUN -############################################ -### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs - - -############################################ -# Specify versions -############################################ -export gfs_ver=v13.0.0 - - -############################################ -# user defined -############################################ -export pid=${pid:-$$} -export jobid=${job}.${pid} - -#needs to be the current date to make sure comparison is good at $PCOM -export PDY=`cut -c 7-14 /com2/date/t00z` - -USER=`whoami` - -############################################ -# SENDCOM=YES--Copy output file to /com -# SENDECF=YES--Allow to talk back to ECF -# SENDDBN=YES--Alert output file to TOC -# KEEPDATA=NO--Remove temporary working -############################################ -export SENDCOM=YES -export SENDDBN=NO -export SENDDBN_NTC=NO -export SENDDBN_GB2=NO -export KEEPDATA=YES - -############################################ -# Define ROOT directories -############################################ -export COMROOT=/com -#export NWROOTp1=/nwprod -export PCOMROOT=/ptmpp1/${USER}/pcom -export NWROOT=/global/save/Yali.Mao/project -export DATAROOT=/ptmpp1/${USER} -#export DCOMROOT=/dcom - -############################################ -# Define DATA PCOM, COMOUT and COMIN -############################################ -export DATA=${DATA:-${DATAROOT}/${jobid}} -export PCOM=${PCOM:-$PCOMROOT/wafs} -export COMOUT=/ptmpp1/${USER}/gfs_wafs_grib2.$PDY -#export COMIN=${COMIN:-$COMROOT/${NET}/prod/$RUN.$PDY} - -export jlogfile=/$DATA/jlogfile.${jobid} - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/gfs.${gfs_ver}} - - -############################################ -# run the job -############################################# -export SHOUR=06 -export EHOUR=36 -export FHINC=03 - -sh $HOMEgfs/jobs/JGFS_WAFS_GRIB2 - -############################################# -# compare the output (optional) -############################################# -if [ $USER = 'Yali.Mao' ] ; then - - # the standard data to be compared to - stdout=/com/${NET}/$envir/${RUN}.${PDY} - if [ $envir = prod ]; then - stdpcom=/pcom/wafs - else - stdpcom=/pcom/${envir}/wafs - fi - - ffhr=$SHOUR - - cd $COMOUT - # Filter 775mb and 750mb since the operational 775mb is going to be replaced by 750mb - while test $ffhr -le $EHOUR ; do - # cmp $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr}.grib2 $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr}.grib2 - wgrib2 $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr}.grib2 | grep -v "750 mb" | wgrib2 -i $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr}.grib2 -grib my.grb2 - wgrib2 $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr}.grib2 | grep -v "775 mb" | wgrib2 -i $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr}.grib2 -grib com.grb2 - cmp my.grb2 com.grb2 - - # cmp $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr} $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr} - #wgrib $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr} | grep -v ":kpds7=750:" | wgrib -i -grib $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr} -o my.grb - #wgrib $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr} | grep -v ":kpds7=775:" | wgrib -i -grib $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr} -o com.grb - cmp my.grb com.grb - - # cmp $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr}.nouswafs.grib2 $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr}.nouswafs.grib2 - wgrib2 $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr}.nouswafs.grib2 | grep -v "750 mb" | wgrib2 -i $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr}.nouswafs.grib2 -grib my45.grb2 - wgrib2 $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr}.nouswafs.grib2 | grep -v "775 mb" | wgrib2 -i $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr}.nouswafs.grib2 -grib com45.grb2 - cmp my45.grb2 com45.grb2 - - # $PCOM data on develop machine may be out of date, so skip the comparison - continue - - - # cmp $PCOM/grib2.t${cyc}z.wafs_grbf${ffhr}.45 $stdpcom/grib2.t${cyc}z.wafs_grbf${ffhr}.45 - wgrib2 $PCOM/grib2.t${cyc}z.wafs_grbf${ffhr}.45 | grep -v "750 mb" | wgrib2 -i $PCOM/grib2.t${cyc}z.wafs_grbf${ffhr}.45 -grib mypcom.grb2 - wgrib2 $stdpcom/grib2.t${cyc}z.wafs_grbf${ffhr}.45 | grep -v "775 mb" | wgrib2 -i $stdpcom/grib2.t${cyc}z.wafs_grbf${ffhr}.45 -grib pcom.grb2 - cmp mypcom.grb2 pcom.grb2 - - # cmp $PCOM/grib2.t${cyc}z.wafs_grb_wifsf${ffhr}.45 $stdpcom/grib2.t${cyc}z.wafs_grb_wifsf${ffhr}.45 - wgrib2 $PCOM/grib2.t${cyc}z.wafs_grb_wifsf${ffhr}.45 | grep -v "750 mb" | wgrib2 -i $PCOM/grib2.t${cyc}z.wafs_grb_wifsf${ffhr}.45 -grib mypcomwifs.grb2 - wgrib2 $stdpcom/grib2.t${cyc}z.wafs_grb_wifsf${ffhr}.45 | grep -v "775 mb" | wgrib2 -i $stdpcom/grib2.t${cyc}z.wafs_grb_wifsf${ffhr}.45 -grib pcomwifs.grb2 - cmp mypcomwifs.grb2 pcomwifs.grb2 - - - ffhr=`expr $ffhr + $FHINC` - if test $ffhr -lt 10 - then - ffhr=0${ffhr} - fi - - done - -fi -exit - diff --git a/driver/product/run_JGFS_WAFS_GRIB2.cray b/driver/product/run_JGFS_WAFS_GRIB2.cray deleted file mode 100755 index 27e8ffedca..0000000000 --- a/driver/product/run_JGFS_WAFS_GRIB2.cray +++ /dev/null @@ -1,166 +0,0 @@ -#!/bin/sh - -#BSUB -J gfs_wafs_grib2 -#BSUB -cwd /gpfs/hps/ptmp/Yali.Mao -#BSUB -oo /gpfs/hps/ptmp/Yali.Mao/gfs_wafs_grib2.o%J -#BSUB -eo /gpfs/hps/ptmp/Yali.Mao/gfs_wafs_grib2.o%J -#BSUB -L /bin/sh -#BSUB -q debug -#BSUB -W 00:30 -#BSUB -P GFS-T2O -#BSUB -M 500 -#BSUB -extsched 'CRAYLINUX[]' -R '1*{select[craylinux && !vnode]} + 1*{select[craylinux && vnode]span[ptile=24] cu[type=cabinet]}' - -############################################ -# Loading module -############################################ -. $MODULESHOME/init/ksh -module load PrgEnv-intel ESMF-intel-haswell/3_1_0rp5 cfp-intel-sandybridge iobuf craype-hugepages2M craype-haswell -#module load cfp-intel-sandybridge/1.1.0 -module use /gpfs/hps/nco/ops/nwprod/modulefiles -module load prod_envir -module load prod_util -module load prod_util/1.0.4 -module load grib_util/1.0.3 - - -set -xa - -export OMP_NUM_THREADS=1 -export KMP_AFFINITY=disabled -export OMP_STACKSIZE=1024m -export MP_LABELIO=yes -export MP_STDOUTMODE=ordered - -####export OMP_NUM_THREADS=1 -####export MP_MPILIB=mpich2 -####export MP_EUILIB=us -####export MP_LABELIO=yes -####export MP_COMPILER=intel - -############################################ -# required exports! -############################################ -### envir: prod/dev/para/bkup/ges/test bkup2/ges2/para2/prod2/prd_p6 -export envir=para - -export cyc=${cyc:-00} - -# gfs_wafs_grib2 for generating global WAFS on grid 45 -export job=gfs_wafs_grib2_${cyc} - -############################################ -# set NET RUN -############################################ -### NET: gfs/para/parallel-test/nam/rap/ dump/ens/nawips/nesdis/ -export NET=gfs -export RUN=gfs - - -############################################ -# Specify versions -############################################ -export gfs_ver=v4.0.0 - - -############################################ -# user defined -############################################ -export pid=${pid:-$$} -export jobid=${job}.${pid} - -#needs to be the current date to make sure comparison is good at $PCOM -#export PDY=`$NDATE -24 | cut -c 1-8` -export PDY=`cut -c 7-14 $COMROOT/date/t00z` -export PDY=20161101 - -USER=`whoami` - -############################################ -# SENDCOM=YES--Copy output file to /com -# SENDECF=YES--Allow to talk back to ECF -# SENDDBN=YES--Alert output file to TOC -# KEEPDATA=NO--Remove temporary working -############################################ -export SENDCOM=YES -export SENDDBN=NO -export SENDDBN_NTC=NO -export KEEPDATA=YES - -############################################ -# Define ROOT directories -############################################ -export COMROOT=/gpfs/hps/emc/global/noscrub/Yali.Mao/datainput/com2 -#export NWROOTp1=/nwprod -export PCOMROOT=/gpfs/hps/ptmp/${USER}/pcom -export NWROOT=/gpfs/hps/emc/global/noscrub/Yali.Mao/project -export DATAROOT=/gpfs/hps/ptmp/${USER} - -############################################ -# Define DATA PCOM, COMOUT and COMIN -############################################ -export DATA=${DATA:-${DATAROOT}/${jobid}} -export PCOM=${PCOM:-$PCOMROOT/wafs} -export COMOUT=/gpfs/hps/ptmp/${USER}/gfs_wafs_grib2.$PDY -export COMIN=$COMROOT/gfs/$envir/gfs.$PDY -#export COMIN=$COMROOTp2/gfs/prod/gfs.$PDY - -export jlogfile=/$DATA/jlogfile.${jobid} - -################################ -# Set up the HOME directory -################################ -export HOMEgfs=${HOMEgfs:-${NWROOT}/wafs_cray.${gfs_ver}} - - -############################################ -# run the job -############################################# -export SHOUR=06 -export EHOUR=36 -export FHINC=03 - -sh $HOMEgfs/jobs/JGFS_WAFS_GRIB2 - -exit - -############################################# -# compare the output (optional) -############################################# -if [ $USER = 'Yali.Mao' ] ; then - - # the standard data to be compared to - stdout=/com2/${NET}/$envir/${RUN}.${PDY} - if [ $envir = prod ]; then - stdpcom=/pcom/wafs - else - stdpcom=/pcom/${envir}/wafs - fi - - ffhr=$SHOUR - - cd $COMOUT - - while test $ffhr -le $EHOUR ; do - cmp $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr}.grib2 $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr}.grib2 - - cmp $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr} $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr} - - cmp $COMOUT/gfs.t${cyc}z.wafs_grb45f${ffhr}.nouswafs.grib2 $stdout/gfs.t${cyc}z.wafs_grb45f${ffhr}.nouswafs.grib2 - - # $PCOM data on develop machine may be out of date, so skip the comparison - continue - #cmp $PCOM/grib2.t${cyc}z.wafs_grbf${ffhr}.45 $stdpcom/grib2.t${cyc}z.wafs_grbf${ffhr}.45 - #cmp $PCOM/grib2.t${cyc}z.wafs_grb_wifsf${ffhr}.45 $stdpcom/grib2.t${cyc}z.wafs_grb_wifsf${ffhr}.45 - - - ffhr=`expr $ffhr + $FHINC` - if test $ffhr -lt 10 - then - ffhr=0${ffhr} - fi - - done - -fi -exit