From fe6e138ed3ba085dedb73bb9d83c06873fc16447 Mon Sep 17 00:00:00 2001 From: "chunhua.zhou" Date: Thu, 1 Dec 2022 21:09:06 +0000 Subject: [PATCH 1/6] Move data preprocessing to the start of each cycle Separate spinup and prod cycle tasks --- ush/templates/FV3LAM_wflow.xml | 1118 +++++++++++++++++++++----------- 1 file changed, 722 insertions(+), 396 deletions(-) diff --git a/ush/templates/FV3LAM_wflow.xml b/ush/templates/FV3LAM_wflow.xml index 1174f4133..3120ff5d8 100644 --- a/ush/templates/FV3LAM_wflow.xml +++ b/ush/templates/FV3LAM_wflow.xml @@ -353,6 +353,164 @@ MODULES_RUN_TASK_FP script. {% endif %} + + + + +{%- if do_spinup %} + spinup prod +{% else %} + prod +{%- endif %} + +{%- if do_smoke_dust %} + + + + &RSRV_DEFAULT; + &WALL_LIMIT_ANAL; + + &LOAD_MODULES_RUN_TASK_FP; "&RUN_SMOKE_TN;" "&JOBSDIR;/JREGIONAL_PROCESS_SMOKE" + + {{ nnodes_proc_smoke }}:ppn={{ ppn_proc_smoke }} + {{ wtime_proc_smoke }} + 80G + &NCORES_PER_NODE; + &TAG;_&PROCESS_SMOKE_TN;_#type# + &LOGDIR;/&PROCESS_SMOKE_TN;_#type#_@Y@m@d@H.log + + GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; + PDY@Y@m@d + CDATE@Y@m@d@H + CDATE@Y@m@d@H + CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H + CYCLE_TYPE#type# + NWGES_BASEDIR&NWGES_BASEDIR; + NWGES_DIR&NWGES_BASEDIR; + + + + @Y@m@d@H@M00 + + + + +{%- endif %} + + +{%- if do_nonvar_cldanal or do_refl2tten or do_enkf_radar_ref or do_envar_radar_ref %} + + + + &RSRV_DEFAULT; + &WALL_LIMIT_ANAL; + + &LOAD_MODULES_RUN_TASK_FP; "&RUN_ANAL_TN;" "&JOBSDIR;/JREGIONAL_PROCESS_RADARREF" + + {{ nnodes_proc_radar }}:ppn={{ ppn_proc_radar }} + {{ wtime_proc_radar }} + &NCORES_PER_NODE; + &TAG;_&PROCESS_RADAR_REF_TN;_#type# + &LOGDIR;/&PROCESS_RADAR_REF_TN;_#type#_@Y@m@d@H.log + + GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; + PDY@Y@m@d + CDATE@Y@m@d@H + CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H + CYCLE_TYPE#type# + RADAR_REF_THINNING{{ radar_ref_thinning }} + NWGES_BASEDIR&NWGES_BASEDIR; + + + + @Y@m@d@H@M00 + + + + + +{%- if do_nldn_lght %} + + + + &RSRV_DEFAULT; + &WALL_LIMIT_ANAL; + + &LOAD_MODULES_RUN_TASK_FP; "&RUN_ANAL_TN;" "&JOBSDIR;/JREGIONAL_PROCESS_LIGHTNING" + + {{ nnodes_proc_lightning }}:ppn={{ ppn_proc_lightning }} + {{ wtime_proc_lightning }} + &NCORES_PER_NODE; + &TAG;_&PROCESS_LIGHTNING_TN;_#type# + &LOGDIR;/&PROCESS_LIGHTNING_TN;_#type#_@Y@m@d@H.log + + GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; + PDY@Y@m@d + CDATE@Y@m@d@H + CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H + CYCLE_TYPE#type# + + + + @Y@m@d@H@M00 + + + + +{%- endif %} + + + + + &RSRV_DEFAULT; + &WALL_LIMIT_ANAL; + + &LOAD_MODULES_RUN_TASK_FP; "&RUN_ANAL_TN;" "&JOBSDIR;/JREGIONAL_PROCESS_BUFR" + + {{ nnodes_proc_bufr }}:ppn={{ ppn_proc_bufr }} + {{ wtime_proc_bufr }} + &NCORES_PER_NODE; + {{ memo_run_processbufr }} + &TAG;_&PROCESS_BUFR_TN;_#type# + &LOGDIR;/&PROCESS_BUFR_TN;_#type#_@Y@m@d@H.log + + GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; + PDY@Y@m@d + CDATE@Y@m@d@H + CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H + CYCLE_TYPE#type# + + + + @Y@m@d@H@M00 + + + + + +{%- endif %} + + + + + + + {% if not is_rtma %} {%- if do_ensemble %} @@ -645,6 +803,16 @@ MODULES_RUN_TASK_FP script. +{%- if do_ensemble %} + +{%- endif %} + +{%- endif %} + +{%- if do_ensemble %} + + + {%- for m in range(1, num_ens_members+1) -%}{%- set fmtstr=" %0"~ndigits_ensmem_names~"d" -%}{{- fmtstr%m -}}{%- endfor %} {%- endif %} {%- if do_spinup %} @@ -718,9 +886,8 @@ MODULES_RUN_TASK_FP script. -{%- endif %} -{% if do_ensinit and do_ensemble -%} +{% if do_ensinit -%} + + + spinup +{%- if not do_ensemble %} +{%- if do_dacycle %} + - - - &RSRV_DEFAULT; - &WALL_LIMIT_PRE; + &RSRV_ANALYSIS; + &WALL_LIMIT_ANAL; - &LOAD_MODULES_RUN_TASK_FP; "&RUN_PREPSTART_TN;" "&JOBSDIR;/JREGIONAL_RUN_PREPSTART" - {{ nnodes_run_prepstart }}:ppn={{ ppn_run_prepstart }} + &LOAD_MODULES_RUN_TASK_FP; "&RUN_ANAL_TN;" "&JOBSDIR;/JREGIONAL_RUN_ANAL" + {% if machine in ["JET", "HERA"] -%} + {{ ncores_run_anal }} + {{ native_run_anal }} &RRFS_RESERVE; + {% else -%} + {{ nnodes_run_anal }}:ppn={{ ppn_run_anal }} &NCORES_PER_NODE; - {{ wtime_run_prepstart }} - &TAG;_&PREP_CYC_PROD_TN;{{ uscore_ensmem_name }} - &LOGDIR;/&PREP_CYC_PROD_TN;{{ uscore_ensmem_name }}_@Y@m@d@H.log + {% endif -%} + {{ wtime_run_anal }} + &TAG;_&ANAL_GSI_TN;_#type#{{ uscore_ensmem_name }} + &LOGDIR;/&ANAL_GSI_TN;{{ uscore_ensmem_name }}_#type#_@Y@m@d@H.log GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; PDY@Y@m@d + cyc@H CDATE@Y@m@d@H - HH@H CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H - FG_ROOT&FG_ROOT; - LBCS_ROOT&FG_ROOT; - CYCLE_TYPEprod + CYCLE_ROOT&CYCLE_BASEDIR; + RRFSE_FG_ROOT&RRFSE_FG_ROOT; + CYCLE_TYPE#type# + GSI_TYPEANALYSIS + MEM_TYPEMEMBER SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} - NWGES_BASEDIR&NWGES_BASEDIR; + SATBIAS_DIR&NWGES_BASEDIR;/satbias + nens{{ num_ens_members }} - - - - - {%- for h in cycl_hrs_prodstart %} - {{ h }}@H - {%- endfor %} - -{%- if do_spinup %} -{%- if do_retro %} - &FG_ROOT;/@Y@m@d@H{{ slash_ensmem_subdir }}/fcst_fv3lam_spinup/RESTART/@Y@m@d.@H0000.coupler.res -{% else %} - - - @Y@m@d@H@M00 - &FG_ROOT;/@Y@m@d@H{{ slash_ensmem_subdir }}/fcst_fv3lam_spinup/RESTART/@Y@m@d.@H0000.coupler.res - - - @Y@m@d@H@M00 - - {%- for h in range(da_cycle_interval_hrs, 6+1, da_cycle_interval_hrs) %} - &FG_ROOT;/@Y@m@d@H{{ slash_ensmem_subdir }}/fcst_fv3lam/RESTART/@Y@m@d.@H0000.coupler.res - {%- endfor %} - - - -{%- endif %} -{% else %} -{%- if do_retro %} + + @Y@m@d@H@M00 + + {%- if use_rrfse_ens %} + - &FG_ROOT;/@Y@m@d@H{{ slash_ensmem_subdir }}/ics/gfs_data.tile7.halo0.nc - {%- for h in range(0, extrn_mdl_ics_offset_hrs+1) %} - &FG_ROOT;/@Y@m@d@H{{ slash_ensmem_subdir }}/lbcs/gfs_bndy.tile7.{{ "%03d" % boundary_len_hrs }}.nc + {%- for h in cycl_hrs_hyb_fv3lam_ens %} + {{ h }}@H {%- endfor %} - -{% else %} - - @Y@m@d@H@M00 - + + {%- if do_spinup %} + - - + {%- for h in cycl_hrs_prodstart_ens %} + {{ h }}@H + {%- endfor %} - -{%- endif %} -{%- endif %} - - - - {%- for h in cycl_hrs_prodstart %} - {{ h }}@H - {%- endfor %} -{%- if do_retro %} - &FG_ROOT;/@Y@m@d@H{{ slash_ensmem_subdir }}/fcst_fv3lam/RESTART/@Y@m@d.@H0000.coupler.res -{% else %} - - - @Y@m@d@H@M00 - &FG_ROOT;/@Y@m@d@H{{ slash_ensmem_subdir }}/fcst_fv3lam/RESTART/@Y@m@d.@H0000.coupler.res - - - @Y@m@d@H@M00 - - {%- for h in range(da_cycle_interval_hrs+da_cycle_interval_hrs, 6+1, da_cycle_interval_hrs) %} - &FG_ROOT;/@Y@m@d@H{{ slash_ensmem_subdir }}/fcst_fv3lam/RESTART/@Y@m@d.@H0000.coupler.res - {%- endfor %} - - + {% for h in range(1, num_ens_members+1) %} + &RRFSE_FG_ROOT;/@Y@m@d@H/mem{{ "%04d" % h }}/fcst_fv3lam_spinup/RESTART/@Y@m@d.@H0000.coupler.res + {%- endfor %} + + + + {%- for h in cycl_hrs_prodstart_ens %} + {{ h }}@H + {%- endfor %} + + {% for h in range(1, num_ens_members+1) %} + &RRFSE_FG_ROOT;/@Y@m@d@H/mem{{ "%04d" % h }}/fcst_fv3lam/RESTART/@Y@m@d.@H0000.coupler.res + {%- endfor %} + + {%- else %} + + {% for h in range(1, num_ens_members+1) %} + &RRFSE_FG_ROOT;/@Y@m@d@H/mem{{ "%04d" % h }}/fcst_fv3lam/RESTART/@Y@m@d.@H0000.coupler.res + {%- endfor %} + + {%- endif %} -{%- endif %} - - + + + {%- for h in cycl_hrs_hyb_fv3lam_ens %} + {{ h }}@H + {%- endfor %} + + + {%- endif %} + - - - -{%- if do_spinup %} - prod spinup -{% else %} - prod -{%- endif %} -{%- if do_smoke_dust %} - + &RSRV_DEFAULT; - &WALL_LIMIT_ANAL; - - &LOAD_MODULES_RUN_TASK_FP; "&RUN_SMOKE_TN;" "&JOBSDIR;/JREGIONAL_PROCESS_SMOKE" + &WALL_LIMIT_POST; - {{ nnodes_proc_smoke }}:ppn={{ ppn_proc_smoke }} - {{ wtime_proc_smoke }} - 80G + &LOAD_MODULES_RUN_TASK_FP; "&RUN_POST_TN;" "&JOBSDIR;/JREGIONAL_RUN_POSTANAL" + {{ nnodes_run_postanal }}:ppn={{ ppn_run_postanal }} &NCORES_PER_NODE; - &TAG;_&PROCESS_SMOKE_TN;_#type# - &LOGDIR;/&PROCESS_SMOKE_TN;_#type#_@Y@m@d@H.log + {{ wtime_run_postanal }} + &TAG;_&POSTANAL_TN;_#type#{{ uscore_ensmem_name }} + &LOGDIR;/&POSTANAL_TN;{{ uscore_ensmem_name }}_#type#_@Y@m@d@H.log GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; PDY@Y@m@d + cyc@H CDATE@Y@m@d@H + CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H + CYCLE_ROOT&CYCLE_BASEDIR; + RRFSE_FG_ROOT&RRFSE_FG_ROOT; + CYCLE_TYPE#type# + GSI_TYPEANALYSIS + MEM_TYPEMEMBER + SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} + SATBIAS_DIR&NWGES_BASEDIR;/satbias + nens{{ num_ens_members }} + + + + + + + + +{%- if do_envar_radar_ref %} + + + + &RSRV_ANALYSIS; + &WALL_LIMIT_ANAL; + + &LOAD_MODULES_RUN_TASK_FP; "&HYBRID_RADAR_REF_TN;" "&JOBSDIR;/JREGIONAL_RUN_ANAL" + 360 + --cpus-per-task 2 --exclusive &RRFS_RESERVE; + 00:50:00 + &TAG;_&HYBRID_RADAR_REF_TN;_#type# + &LOGDIR;/&HYBRID_RADAR_REF_TN;_#type#_@Y@m@d@H.log + + GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; + PDY@Y@m@d + cyc@H CDATE@Y@m@d@H CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H + CYCLE_ROOT&CYCLE_BASEDIR; + RRFSE_FG_ROOT&RRFSE_FG_ROOT; CYCLE_TYPE#type# - NWGES_BASEDIR&NWGES_BASEDIR; - NWGES_DIR&NWGES_BASEDIR; + GSI_TYPEANALYSIS + MEM_TYPEMEMBER + SLASH_ENSMEM_SUBDIR + SATBIAS_DIR&NWGES_BASEDIR;/satbias + nens30 + OB_TYPEradardbz - - @Y@m@d@H@M00 - + + + + {%- for h in cycl_hrs_hyb_fv3lam_ens %} + {{ h }}@H + {%- endfor %} + + -{%- endif %} +{% endif -%} -{%- if do_nonvar_cldanal or do_refl2tten or do_enkf_radar_ref or do_envar_radar_ref %} +{% endif -%} + +{%- if do_refl2tten %} - - +--> + + &RSRV_DEFAULT; &WALL_LIMIT_ANAL; - &LOAD_MODULES_RUN_TASK_FP; "&RUN_ANAL_TN;" "&JOBSDIR;/JREGIONAL_PROCESS_RADARREF" - - {{ nnodes_proc_radar }}:ppn={{ ppn_proc_radar }} - {{ wtime_proc_radar }} + &LOAD_MODULES_RUN_TASK_FP; "&RUN_ANAL_TN;" "&JOBSDIR;/JREGIONAL_REFL2TTEN" + {{ nnodes_run_ref2tten }}:ppn={{ ppn_run_ref2tten }} + {{ wtime_run_ref2tten }} + {{ memo_run_ref2tten }} &NCORES_PER_NODE; - &TAG;_&PROCESS_RADAR_REF_TN;_#type# - &LOGDIR;/&PROCESS_RADAR_REF_TN;_#type#_@Y@m@d@H.log - + &TAG;_&RADAR_REFL2TTEN_TN;_#type# + &LOGDIR;/&RADAR_REFL2TTEN_TN;_#type#_@Y@m@d@H.log + GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; PDY@Y@m@d CDATE@Y@m@d@H CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H CYCLE_TYPE#type# - RADAR_REF_THINNING{{ radar_ref_thinning }} - NWGES_BASEDIR&NWGES_BASEDIR; - + MEM_TYPEMEMBER + SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} + - @Y@m@d@H@M00 -{%- if do_retro %} - -{%- endif %} + + + + + -{%- if do_nldn_lght %} +{%- endif %} + + +{%- if do_jedi_envar_ioda %} - + &RSRV_DEFAULT; &WALL_LIMIT_ANAL; - &LOAD_MODULES_RUN_TASK_FP; "&RUN_ANAL_TN;" "&JOBSDIR;/JREGIONAL_PROCESS_LIGHTNING" - - {{ nnodes_proc_lightning }}:ppn={{ ppn_proc_lightning }} - {{ wtime_proc_lightning }} + &LOAD_MODULES_RUN_TASK_FP; "jedienvar_ioda" "&JOBSDIR;/JREGIONAL_JEDIENVAR_IODA" + {{ nnodes_run_jedienvar_ioda }}:ppn={{ ppn_run_jedienvar_ioda }} + {{ wtime_run_jedienvar_ioda }} &NCORES_PER_NODE; - &TAG;_&PROCESS_LIGHTNING_TN;_#type# - &LOGDIR;/&PROCESS_LIGHTNING_TN;_#type#_@Y@m@d@H.log + {{ memo_run_jedienvar_ioda }} + &TAG;_&JEDI_ENVAR_IODA_TN;_#type# + &LOGDIR;/&JEDI_ENVAR_IODA_TN;_#type#_@Y@m@d@H.log GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; PDY@Y@m@d CDATE@Y@m@d@H CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H CYCLE_TYPE#type# + MEM_TYPEMEMBER + SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} + cyc@H - @Y@m@d@H@M00 + + +{%- endif %} + + +{%- if do_nonvar_cldanal %} + + + + &RSRV_DEFAULT; + &WALL_LIMIT_ANAL; + + &LOAD_MODULES_RUN_TASK_FP; "&RUN_ANAL_TN;" "&JOBSDIR;/JREGIONAL_NONVARCLD" + {{ nnodes_run_nonvarcldanl }}:ppn={{ ppn_run_nonvarcldanl }} + {{ wtime_run_nonvarcldanl }} + &NCORES_PER_NODE; + {{ memo_run_nonvarcldanl }} + &TAG;_&CLDANL_NONVAR_TN;_#type#{{ uscore_ensmem_name }} + &LOGDIR;/&CLDANL_NONVAR_TN;_#type#{{ uscore_ensmem_name }}_@Y@m@d@H.log + + GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; + PDY@Y@m@d + CDATE@Y@m@d@H + CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H + CYCLE_TYPE#type# + MEM_TYPEMEMBER + SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} + + + + + {%- if do_enkfupdate %} + + {%- if do_enkf_radar_ref %} + + {%- else %} + + {%- endif %} + + {%- elif do_envar_radar_ref %} + + + + {%- for h in cycl_hrs_hyb_fv3lam_ens %} + {{ h }}@H + {%- endfor %} + + + + + {%- for h in cycl_hrs_hyb_fv3lam_ens %} + {{ h }}@H + {%- endfor %} + + + + {%- else %} + + {%- endif %} + + + + + +{%- endif %} +{%- endif %} + + + + + &RSRV_FCST; + &WALL_LIMIT_FCST; + + &LOAD_MODULES_RUN_TASK_FP; "&RUN_FCST_TN;" "&JOBSDIR;/JREGIONAL_RUN_FCST" + {% if machine in ["JET", "HERA"] %} + {{ ncores_run_fcst }} + {{ native_run_fcst }} &RRFS_RESERVE; + {% elif machine in ["WCOSS2"] %} + {{ nnodes_run_fcst }}:ppn={{ ppn_run_fcst }}:tpp=2 + &NCORES_PER_NODE; + {% else %} + {{ nnodes_run_fcst }}:ppn={{ ppn_run_fcst }} + &NCORES_PER_NODE; + {% endif %} + {{ wtime_run_fcst }} + &TAG;_&RUN_FCST_TN;_#type#{{ uscore_ensmem_name }} + &LOGDIR;/&RUN_FCST_TN;_#type#{{ uscore_ensmem_name }}_@Y@m@d@H.log + + GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; + PDY@Y@m@d + CDATE@Y@m@d@H + HH@H + CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H + SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} + ENSMEM_INDX#{{ ensmem_indx_name }}# + CYCLE_TYPE#type# + NWGES_BASEDIR&NWGES_BASEDIR; + + + {%- if do_dacycle and do_refl2tten and do_nonvar_cldanal%} + + + + + {%- elif do_dacycle and do_nonvar_cldanal%} + + {%- elif do_dacycle and do_refl2tten%} + + {%- elif do_dacycle %} + {%- if do_envar_radar_ref %} + + {%- else %} + + {%- endif %} + {%- elif do_enkfupdate or do_enkf_radar_ref %} + + + + {%- for h in cycl_hrs_spinstart %} + {{ h }}@H + {%- endfor %} + + + {%- if do_ensinit %} + + {%- else %} + + {%- endif %} + + + {%- if do_recenter %} + + + + {%- for h in cycl_hrs_recenter %} + {{ h }}@H + {%- endfor %} + + &CYCLE_BASEDIR;/@Y@m@d@H/recenter/fcst_fv3lam/INPUT/recenter_complete.txt + + + {%- for h in cycl_hrs_recenter %} + {{ h }}@H + {%- endfor %} + + + + {%- elif do_nonvar_cldanal%} + + {%- elif do_enkf_radar_ref %} + + {%- else %} + + {%- endif %} + + {%- else %} + + {%- endif %} + + + + + + + + + + + + {% for h in range(da_cycle_interval_hrs, fcst_len_hrs_spinup+da_cycle_interval_hrs, da_cycle_interval_hrs) %}{{ " %03d" % h }}{% endfor %} + + + + &RSRV_DEFAULT; + &WALL_LIMIT_SAVE_RESTART; + &LOAD_MODULES_RUN_TASK_FP; "&SAVE_RESTART_TN;" "&JOBSDIR;/JREGIONAL_SAVE_RESTART" + {{ nnodes_save_restart }}:ppn={{ ppn_save_restart }} + {{ wtime_save_restart }} + &NCORES_PER_NODE; + &TAG;_&SAVE_RESTART_TN;{{ uscore_ensmem_name }}_f#fhr# + &LOGDIR;/&SAVE_RESTART_TN;_spinup{{ uscore_ensmem_name }}_f#fhr#_@Y@m@d@H.log + + GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; + PDY@Y@m@d + CDATE@Y@m@d@H + CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H + NWGES_DIR&NWGES_BASEDIR;/@Y@m@d@H + SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} + cyc@H + fhr#fhr# + CYCLE_TYPEspinup + + + + @Y@m@d@H@M00 + + &CYCLE_BASEDIR;/@Y@m@d@H{{ slash_ensmem_subdir }}/fcst_fv3lam_spinup/RESTART/coupler.res + &CYCLE_BASEDIR;/@Y@m@d@H{{ slash_ensmem_subdir }}/fcst_fv3lam_spinup/RESTART/@Y@m@d.@H0000.coupler.res + + + + + + + + + + + {% for h in range(0, fcst_len_hrs_spinup+1) %}{{ " %03d" % h }}{% endfor %} + + + + &RSRV_POST; + &WALL_LIMIT_POST; + &LOAD_MODULES_RUN_TASK_FP; "&RUN_POST_TN;" "&JOBSDIR;/JREGIONAL_RUN_POST" + {{ nnodes_run_post }}:ppn={{ ppn_run_post }} + {{ wtime_run_post }} + &NCORES_PER_NODE; + &TAG;_&RUN_POST_TN;{{ uscore_ensmem_name }}_f#fhr# + &LOGDIR;/&RUN_POST_TN;_spinup_f#fhr#_@Y@m@d@H.log + + GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; + PDY@Y@m@d + CDATE@Y@m@d@H + CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H + NWGES_DIR&NWGES_BASEDIR;/@Y@m@d@H + SLASH_ENSMEM_SUBDIR + cyc@H + fhr#fhr# + CYCLE_TYPEspinup + TMMARKtm00 + + + &CYCLE_BASEDIR;/@Y@m@d@H/fcst_fv3lam_spinup/logf#fhr# + + + + + + + &RSRV_WGRIB2; + &WALL_LIMIT_POST; + &LOAD_MODULES_RUN_TASK_FP; "&RUN_WGRIB2_TN;" "&JOBSDIR;/JREGIONAL_RUN_WGRIB2" + {{ nnodes_run_wgrib2 }}:ppn={{ ppn_run_wgrib2 }} + {{ wtime_run_wgrib2 }} + &NCORES_PER_NODE; + {{ memo_run_wgrib2 }} + &TAG;_&RUN_WGRIB2_TN;{{ uscore_ensmem_name }}_f#fhr# + &LOGDIR;/&RUN_WGRIB2_TN;_spinup_f#fhr#_@Y@m@d@H.log + + GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; + PDY@Y@m@d + CDATE@Y@m@d@H + CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H + SLASH_ENSMEM_SUBDIR + cyc@H + fhr#fhr# + CYCLE_TYPEspinup + TMMARKtm00 + + + + + + + + + + +{%- endif %} + + + + + + &RSRV_DEFAULT; + &WALL_LIMIT_PRE; + + &LOAD_MODULES_RUN_TASK_FP; "&RUN_PREPSTART_TN;" "&JOBSDIR;/JREGIONAL_RUN_PREPSTART" + {{ nnodes_run_prepstart }}:ppn={{ ppn_run_prepstart }} + &NCORES_PER_NODE; + {{ wtime_run_prepstart }} + &TAG;_&PREP_CYC_PROD_TN;{{ uscore_ensmem_name }} + &LOGDIR;/&PREP_CYC_PROD_TN;{{ uscore_ensmem_name }}_@Y@m@d@H.log + + GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; + PDY@Y@m@d + CDATE@Y@m@d@H + HH@H + CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H + FG_ROOT&FG_ROOT; + LBCS_ROOT&FG_ROOT; + CYCLE_TYPEprod + SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} + NWGES_BASEDIR&NWGES_BASEDIR; + + + + + + + {%- for h in cycl_hrs_prodstart %} + {{ h }}@H + {%- endfor %} + +{%- if do_spinup %} +{%- if do_retro %} + &FG_ROOT;/@Y@m@d@H{{ slash_ensmem_subdir }}/fcst_fv3lam_spinup/RESTART/@Y@m@d.@H0000.coupler.res +{% else %} + + + @Y@m@d@H@M00 + &FG_ROOT;/@Y@m@d@H{{ slash_ensmem_subdir }}/fcst_fv3lam_spinup/RESTART/@Y@m@d.@H0000.coupler.res + + + @Y@m@d@H@M00 + + {%- for h in range(da_cycle_interval_hrs, 6+1, da_cycle_interval_hrs) %} + &FG_ROOT;/@Y@m@d@H{{ slash_ensmem_subdir }}/fcst_fv3lam/RESTART/@Y@m@d.@H0000.coupler.res + {%- endfor %} + + + +{%- endif %} +{% else %} +{%- if do_retro %} + + &FG_ROOT;/@Y@m@d@H{{ slash_ensmem_subdir }}/ics/gfs_data.tile7.halo0.nc + + {%- for h in range(0, extrn_mdl_ics_offset_hrs+1) %} + &FG_ROOT;/@Y@m@d@H{{ slash_ensmem_subdir }}/lbcs/gfs_bndy.tile7.{{ "%03d" % boundary_len_hrs }}.nc + {%- endfor %} + + +{% else %} + + @Y@m@d@H@M00 + + + + + + +{%- endif %} +{%- endif %} + + + + {%- for h in cycl_hrs_prodstart %} + {{ h }}@H + {%- endfor %} +{%- if do_retro %} + &FG_ROOT;/@Y@m@d@H{{ slash_ensmem_subdir }}/fcst_fv3lam/RESTART/@Y@m@d.@H0000.coupler.res +{% else %} + + + @Y@m@d@H@M00 + &FG_ROOT;/@Y@m@d@H{{ slash_ensmem_subdir }}/fcst_fv3lam/RESTART/@Y@m@d.@H0000.coupler.res + + + @Y@m@d@H@M00 + + {%- for h in range(da_cycle_interval_hrs+da_cycle_interval_hrs, 6+1, da_cycle_interval_hrs) %} + &FG_ROOT;/@Y@m@d@H{{ slash_ensmem_subdir }}/fcst_fv3lam/RESTART/@Y@m@d.@H0000.coupler.res + {%- endfor %} + + + {%- endif %} - - - - - &RSRV_DEFAULT; - &WALL_LIMIT_ANAL; - - &LOAD_MODULES_RUN_TASK_FP; "&RUN_ANAL_TN;" "&JOBSDIR;/JREGIONAL_PROCESS_BUFR" - - {{ nnodes_proc_bufr }}:ppn={{ ppn_proc_bufr }} - {{ wtime_proc_bufr }} - &NCORES_PER_NODE; - {{ memo_run_processbufr }} - &TAG;_&PROCESS_BUFR_TN;_#type# - &LOGDIR;/&PROCESS_BUFR_TN;_#type#_@Y@m@d@H.log - - GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; - PDY@Y@m@d - CDATE@Y@m@d@H - CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H - CYCLE_TYPE#type# - - - - @Y@m@d@H@M00 - + + -{%- endif %} + + + + prod {%- if do_dacycle %} -{%- if do_ensfcst %} - - prod ensfcst -{%- endif %} @@ -1643,7 +2197,6 @@ MODULES_RUN_TASK_FP script. cyc@H fhr#fhr# TMMARKtm00 - CYCLE_TYPE#cycletype# {%- if do_ensfcst %} @@ -1668,9 +2221,6 @@ MODULES_RUN_TASK_FP script. -{%- if do_ensfcst %} - -{%- endif %} @@ -1799,115 +2349,6 @@ MODULES_RUN_TASK_FP script. {%- endif %} {%- endif %} -{%- if do_spinup %} - - - - - {% for h in range(da_cycle_interval_hrs, fcst_len_hrs_spinup+da_cycle_interval_hrs, da_cycle_interval_hrs) %}{{ " %03d" % h }}{% endfor %} - - - - &RSRV_DEFAULT; - &WALL_LIMIT_SAVE_RESTART; - &LOAD_MODULES_RUN_TASK_FP; "&SAVE_RESTART_TN;" "&JOBSDIR;/JREGIONAL_SAVE_RESTART" - {{ nnodes_save_restart }}:ppn={{ ppn_save_restart }} - {{ wtime_save_restart }} - &NCORES_PER_NODE; - &TAG;_&SAVE_RESTART_TN;{{ uscore_ensmem_name }}_f#fhr# - &LOGDIR;/&SAVE_RESTART_TN;_spinup{{ uscore_ensmem_name }}_f#fhr#_@Y@m@d@H.log - - GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; - PDY@Y@m@d - CDATE@Y@m@d@H - CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H - NWGES_DIR&NWGES_BASEDIR;/@Y@m@d@H - SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} - cyc@H - fhr#fhr# - CYCLE_TYPEspinup - - - - @Y@m@d@H@M00 - - &CYCLE_BASEDIR;/@Y@m@d@H{{ slash_ensmem_subdir }}/fcst_fv3lam_spinup/RESTART/coupler.res - &CYCLE_BASEDIR;/@Y@m@d@H{{ slash_ensmem_subdir }}/fcst_fv3lam_spinup/RESTART/@Y@m@d.@H0000.coupler.res - - - - - - - - - - - {% for h in range(0, fcst_len_hrs_spinup+1) %}{{ " %03d" % h }}{% endfor %} - - - - &RSRV_POST; - &WALL_LIMIT_POST; - &LOAD_MODULES_RUN_TASK_FP; "&RUN_POST_TN;" "&JOBSDIR;/JREGIONAL_RUN_POST" - {{ nnodes_run_post }}:ppn={{ ppn_run_post }} - {{ wtime_run_post }} - &NCORES_PER_NODE; - &TAG;_&RUN_POST_TN;{{ uscore_ensmem_name }}_f#fhr# - &LOGDIR;/&RUN_POST_TN;_spinup_f#fhr#_@Y@m@d@H.log - - GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; - PDY@Y@m@d - CDATE@Y@m@d@H - CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H - NWGES_DIR&NWGES_BASEDIR;/@Y@m@d@H - SLASH_ENSMEM_SUBDIR - cyc@H - fhr#fhr# - CYCLE_TYPEspinup - TMMARKtm00 - - - &CYCLE_BASEDIR;/@Y@m@d@H/fcst_fv3lam_spinup/logf#fhr# - - - - - - - &RSRV_WGRIB2; - &WALL_LIMIT_POST; - &LOAD_MODULES_RUN_TASK_FP; "&RUN_WGRIB2_TN;" "&JOBSDIR;/JREGIONAL_RUN_WGRIB2" - {{ nnodes_run_wgrib2 }}:ppn={{ ppn_run_wgrib2 }} - {{ wtime_run_wgrib2 }} - &NCORES_PER_NODE; - {{ memo_run_wgrib2 }} - &TAG;_&RUN_WGRIB2_TN;{{ uscore_ensmem_name }}_f#fhr# - &LOGDIR;/&RUN_WGRIB2_TN;_spinup_f#fhr#_@Y@m@d@H.log - - GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; - PDY@Y@m@d - CDATE@Y@m@d@H - CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H - SLASH_ENSMEM_SUBDIR - cyc@H - fhr#fhr# - CYCLE_TYPEspinup - TMMARKtm00 - - - - - - - - - -{%- endif %} - - {%- if do_ensfcst %} - - - {%- for m in range(1, num_ens_members_fcst+1) -%} - {%- set fmtstr=" %0"~ndigits_ensmem_names~"d" -%} - {{- fmtstr%m -}} - {%- endfor %} - - - - &RSRV_DEFAULT; - &WALL_LIMIT_PRE; - - &LOAD_MODULES_RUN_TASK_FP; "&RUN_PREPSTART_TN;" "&JOBSDIR;/JREGIONAL_RUN_PREPSTART_ENSFCST" - {{ nnodes_run_prepstart }}:ppn={{ ppn_run_prepstart }} - &NCORES_PER_NODE; - {{ wtime_run_prepstart_ensmean }} - &TAG;_&PREP_CYC_TN;_ensfcst{{ uscore_ensmem_name }} - &LOGDIR;/&PREP_CYC_TN;_ensfcst{{ uscore_ensmem_name }}_@Y@m@d@H.log - - GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; - PDY@Y@m@d - CDATE@Y@m@d@H - CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H - LBCS_ROOT&FG_ROOT; - CYCLE_TYPEensfcst - SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} - ENSMEM_INDX#{{ ensmem_indx_name }}# - - - - {%- if do_enkfupdate or do_enkf_radar_ref %} - {%- if do_recenter %} - - - - {%- for h in cycl_hrs_recenter %} - {{ h }}@H - {%- endfor %} - - &CYCLE_BASEDIR;/@Y@m@d@H/recenter/fcst_fv3lam/INPUT/recenter_complete.txt - - - {%- for h in cycl_hrs_recenter %} - {{ h }}@H - {%- endfor %} - {%- if do_nonvar_cldanal%} - - {%- elif do_enkf_radar_ref %} - - {%- else %} - - {%- endif %} - - - {%- elif do_nonvar_cldanal%} - - {%- elif do_enkf_radar_ref %} - - {%- else %} - - {%- endif %} - - {%- else %} - - {%- endif %} - - - - - - - &RSRV_FCST; - &WALL_LIMIT_FCST; - - &LOAD_MODULES_RUN_TASK_FP; "&RUN_FCST_TN;" "&JOBSDIR;/JREGIONAL_RUN_FCST" - {% if machine in ["JET", "HERA"] %} - {{ ncores_run_fcst }} - {{ native_run_fcst }} &RRFS_RESERVE; - {% elif machine in ["WCOSS2"] %} - {{ nnodes_run_fcst }}:ppn={{ ppn_run_fcst }}:tpp=2 - &NCORES_PER_NODE; - {% else %} - {{ nnodes_run_fcst }}:ppn={{ ppn_run_fcst }} - &NCORES_PER_NODE; - {% endif %} - {{ wtime_run_fcst }} - &TAG;_&RUN_FCST_TN;_long{{ uscore_ensmem_name }} - &LOGDIR;/&RUN_FCST_TN;_long{{ uscore_ensmem_name }}_@Y@m@d@H.log - - GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; - PDY@Y@m@d - CDATE@Y@m@d@H - HH@H - CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H - SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} - ENSMEM_INDX#{{ ensmem_indx_name }}# - CYCLE_TYPEensfcst - NWGES_BASEDIR&NWGES_BASEDIR; - - - - - - - - - {%- endif %} From f2b636d87fcf76e9792692cbb1f7f0d99c5a9aae Mon Sep 17 00:00:00 2001 From: "chunhua.zhou" Date: Thu, 1 Dec 2022 22:24:48 +0000 Subject: [PATCH 2/6] Re-order EnKF related tasks --- ush/templates/FV3LAM_wflow.xml | 1121 ++++++++++++++++---------------- 1 file changed, 553 insertions(+), 568 deletions(-) diff --git a/ush/templates/FV3LAM_wflow.xml b/ush/templates/FV3LAM_wflow.xml index 3120ff5d8..276dc91a3 100644 --- a/ush/templates/FV3LAM_wflow.xml +++ b/ush/templates/FV3LAM_wflow.xml @@ -270,7 +270,7 @@ J-job then uses exec to run the J-job (while also terminating the LOAD_- MODULES_RUN_TASK_FP script. --> -{% if run_task_make_grid %} +{%- if run_task_make_grid %} @@ -501,19 +502,17 @@ MODULES_RUN_TASK_FP script. {%- endif %} - - - +{% endif %} - {% if not is_rtma %} {%- if do_ensemble %} + {%- for m in range(1, num_ens_members+1) -%}{%- set fmtstr=" %0"~ndigits_ensmem_names~"d" -%}{{- fmtstr%m -}}{%- endfor %} {%- if do_enscontrol %} @@ -527,10 +526,6 @@ MODULES_RUN_TASK_FP script. {% for m in range(1, num_ens_members+1) %}{{ " /mem%03d"%m }}{% endfor %} {%- endif %} - &WALL_LIMIT_PRE; @@ -655,7 +650,6 @@ MODULES_RUN_TASK_FP script. - - &RSRV_DEFAULT; @@ -1004,12 +995,10 @@ MODULES_RUN_TASK_FP script. - - &RSRV_ENKF; &WALL_LIMIT_RECENTER; @@ -1043,20 +1032,15 @@ MODULES_RUN_TASK_FP script. - {%- endif %} - - - - spinup {%- if not do_ensemble %} {%- if do_dacycle %} - + &RSRV_ANALYSIS; &WALL_LIMIT_ANAL; @@ -1070,8 +1054,8 @@ MODULES_RUN_TASK_FP script. &NCORES_PER_NODE; {% endif -%} {{ wtime_run_anal }} - &TAG;_&ANAL_GSI_TN;_#type#{{ uscore_ensmem_name }} - &LOGDIR;/&ANAL_GSI_TN;{{ uscore_ensmem_name }}_#type#_@Y@m@d@H.log + &TAG;_&ANAL_GSI_TN;_spinup{{ uscore_ensmem_name }} + &LOGDIR;/&ANAL_GSI_TN;{{ uscore_ensmem_name }}_spinup_@Y@m@d@H.log GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; PDY@Y@m@d @@ -1080,7 +1064,7 @@ MODULES_RUN_TASK_FP script. CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H CYCLE_ROOT&CYCLE_BASEDIR; RRFSE_FG_ROOT&RRFSE_FG_ROOT; - CYCLE_TYPE#type# + CYCLE_TYPEspinup GSI_TYPEANALYSIS MEM_TYPEMEMBER SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} @@ -1090,7 +1074,7 @@ MODULES_RUN_TASK_FP script. @Y@m@d@H@M00 - + {%- if use_rrfse_ens %} @@ -1141,13 +1125,11 @@ MODULES_RUN_TASK_FP script. - - - + &RSRV_DEFAULT; &WALL_LIMIT_POST; @@ -1156,8 +1138,8 @@ MODULES_RUN_TASK_FP script. {{ nnodes_run_postanal }}:ppn={{ ppn_run_postanal }} &NCORES_PER_NODE; {{ wtime_run_postanal }} - &TAG;_&POSTANAL_TN;_#type#{{ uscore_ensmem_name }} - &LOGDIR;/&POSTANAL_TN;{{ uscore_ensmem_name }}_#type#_@Y@m@d@H.log + &TAG;_&POSTANAL_TN;_spinup{{ uscore_ensmem_name }} + &LOGDIR;/&POSTANAL_TN;{{ uscore_ensmem_name }}_spinup_@Y@m@d@H.log GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; PDY@Y@m@d @@ -1166,7 +1148,7 @@ MODULES_RUN_TASK_FP script. CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H CYCLE_ROOT&CYCLE_BASEDIR; RRFSE_FG_ROOT&RRFSE_FG_ROOT; - CYCLE_TYPE#type# + CYCLE_TYPEspinup GSI_TYPEANALYSIS MEM_TYPEMEMBER SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} @@ -1174,18 +1156,17 @@ MODULES_RUN_TASK_FP script. nens{{ num_ens_members }} - + - {%- if do_envar_radar_ref %} - + &RSRV_ANALYSIS; &WALL_LIMIT_ANAL; @@ -1194,8 +1175,8 @@ MODULES_RUN_TASK_FP script. 360 --cpus-per-task 2 --exclusive &RRFS_RESERVE; 00:50:00 - &TAG;_&HYBRID_RADAR_REF_TN;_#type# - &LOGDIR;/&HYBRID_RADAR_REF_TN;_#type#_@Y@m@d@H.log + &TAG;_&HYBRID_RADAR_REF_TN;_spinup + &LOGDIR;/&HYBRID_RADAR_REF_TN;_spinup_@Y@m@d@H.log GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; PDY@Y@m@d @@ -1204,7 +1185,7 @@ MODULES_RUN_TASK_FP script. CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H CYCLE_ROOT&CYCLE_BASEDIR; RRFSE_FG_ROOT&RRFSE_FG_ROOT; - CYCLE_TYPE#type# + CYCLE_TYPEspinup GSI_TYPEANALYSIS MEM_TYPEMEMBER SLASH_ENSMEM_SUBDIR @@ -1214,7 +1195,7 @@ MODULES_RUN_TASK_FP script. - + {%- for h in cycl_hrs_hyb_fv3lam_ens %} {{ h }}@H @@ -1234,7 +1215,7 @@ MODULES_RUN_TASK_FP script. ************************************************************************ ************************************************************************ --> - + &RSRV_DEFAULT; &WALL_LIMIT_ANAL; @@ -1244,24 +1225,24 @@ MODULES_RUN_TASK_FP script. {{ wtime_run_ref2tten }} {{ memo_run_ref2tten }} &NCORES_PER_NODE; - &TAG;_&RADAR_REFL2TTEN_TN;_#type# - &LOGDIR;/&RADAR_REFL2TTEN_TN;_#type#_@Y@m@d@H.log + &TAG;_&RADAR_REFL2TTEN_TN;_spinup + &LOGDIR;/&RADAR_REFL2TTEN_TN;_spinup_@Y@m@d@H.log GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; PDY@Y@m@d CDATE@Y@m@d@H CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H - CYCLE_TYPE#type# + CYCLE_TYPEspinup MEM_TYPEMEMBER SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} - - + + - + @@ -1269,13 +1250,12 @@ MODULES_RUN_TASK_FP script. {%- endif %} - {%- if do_jedi_envar_ioda %} - + &RSRV_DEFAULT; &WALL_LIMIT_ANAL; @@ -1285,21 +1265,21 @@ MODULES_RUN_TASK_FP script. {{ wtime_run_jedienvar_ioda }} &NCORES_PER_NODE; {{ memo_run_jedienvar_ioda }} - &TAG;_&JEDI_ENVAR_IODA_TN;_#type# - &LOGDIR;/&JEDI_ENVAR_IODA_TN;_#type#_@Y@m@d@H.log + &TAG;_&JEDI_ENVAR_IODA_TN;_spinup + &LOGDIR;/&JEDI_ENVAR_IODA_TN;_spinup_@Y@m@d@H.log GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; PDY@Y@m@d CDATE@Y@m@d@H CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H - CYCLE_TYPE#type# + CYCLE_TYPEspinup MEM_TYPEMEMBER SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} cyc@H - + @@ -1307,13 +1287,12 @@ MODULES_RUN_TASK_FP script. {%- endif %} - {%- if do_nonvar_cldanal %} - + &RSRV_DEFAULT; &WALL_LIMIT_ANAL; @@ -1323,20 +1302,20 @@ MODULES_RUN_TASK_FP script. {{ wtime_run_nonvarcldanl }} &NCORES_PER_NODE; {{ memo_run_nonvarcldanl }} - &TAG;_&CLDANL_NONVAR_TN;_#type#{{ uscore_ensmem_name }} - &LOGDIR;/&CLDANL_NONVAR_TN;_#type#{{ uscore_ensmem_name }}_@Y@m@d@H.log + &TAG;_&CLDANL_NONVAR_TN;_spinup{{ uscore_ensmem_name }} + &LOGDIR;/&CLDANL_NONVAR_TN;_spinup{{ uscore_ensmem_name }}_@Y@m@d@H.log GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; PDY@Y@m@d CDATE@Y@m@d@H CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H - CYCLE_TYPE#type# + CYCLE_TYPEspinup MEM_TYPEMEMBER SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} - + {%- if do_enkfupdate %} {%- if do_enkf_radar_ref %} @@ -1348,13 +1327,13 @@ MODULES_RUN_TASK_FP script. {%- elif do_envar_radar_ref %} - + {%- for h in cycl_hrs_hyb_fv3lam_ens %} {{ h }}@H {%- endfor %} - + {%- for h in cycl_hrs_hyb_fv3lam_ens %} {{ h }}@H @@ -1363,7 +1342,7 @@ MODULES_RUN_TASK_FP script. {%- else %} - + {%- endif %} @@ -1372,12 +1351,11 @@ MODULES_RUN_TASK_FP script. {%- endif %} {%- endif %} - - + &RSRV_FCST; &WALL_LIMIT_FCST; @@ -1394,8 +1372,8 @@ MODULES_RUN_TASK_FP script. &NCORES_PER_NODE; {% endif %} {{ wtime_run_fcst }} - &TAG;_&RUN_FCST_TN;_#type#{{ uscore_ensmem_name }} - &LOGDIR;/&RUN_FCST_TN;_#type#{{ uscore_ensmem_name }}_@Y@m@d@H.log + &TAG;_&RUN_FCST_TN;_spinup{{ uscore_ensmem_name }} + &LOGDIR;/&RUN_FCST_TN;_spinup{{ uscore_ensmem_name }}_@Y@m@d@H.log GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; PDY@Y@m@d @@ -1404,24 +1382,24 @@ MODULES_RUN_TASK_FP script. CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} ENSMEM_INDX#{{ ensmem_indx_name }}# - CYCLE_TYPE#type# + CYCLE_TYPEspinup NWGES_BASEDIR&NWGES_BASEDIR; {%- if do_dacycle and do_refl2tten and do_nonvar_cldanal%} - - + + {%- elif do_dacycle and do_nonvar_cldanal%} - + {%- elif do_dacycle and do_refl2tten%} - + {%- elif do_dacycle %} {%- if do_envar_radar_ref %} - + {%- else %} - + {%- endif %} {%- elif do_enkfupdate or do_enkf_radar_ref %} @@ -1433,9 +1411,9 @@ MODULES_RUN_TASK_FP script. {%- if do_ensinit %} - + {%- else %} - + {%- endif %} @@ -1453,11 +1431,11 @@ MODULES_RUN_TASK_FP script. {%- for h in cycl_hrs_recenter %} {{ h }}@H {%- endfor %} - + {%- elif do_nonvar_cldanal%} - + {%- elif do_enkf_radar_ref %} {%- else %} @@ -1465,20 +1443,15 @@ MODULES_RUN_TASK_FP script. {%- endif %} {%- else %} - + {%- endif %} - - - - - {% for h in range(da_cycle_interval_hrs, fcst_len_hrs_spinup+da_cycle_interval_hrs, da_cycle_interval_hrs) %}{{ " %03d" % h }}{% endfor %} @@ -1517,12 +1490,15 @@ MODULES_RUN_TASK_FP script. - - + + {% for h in range(0, fcst_len_hrs_spinup+1) %}{{ " %03d" % h }}{% endfor %} - + &RSRV_POST; &WALL_LIMIT_POST; @@ -1530,8 +1506,8 @@ MODULES_RUN_TASK_FP script. {{ nnodes_run_post }}:ppn={{ ppn_run_post }} {{ wtime_run_post }} &NCORES_PER_NODE; - &TAG;_&RUN_POST_TN;{{ uscore_ensmem_name }}_f#fhr# - &LOGDIR;/&RUN_POST_TN;_spinup_f#fhr#_@Y@m@d@H.log + &TAG;_&RUN_POST_TN;_spinup{{ uscore_ensmem_name }}_f#fhr# + &LOGDIR;/&RUN_POST_TN;_spinup{{ uscore_ensmem_name }}_f#fhr#_@Y@m@d@H.log GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; PDY@Y@m@d @@ -1545,12 +1521,15 @@ MODULES_RUN_TASK_FP script. TMMARKtm00 - &CYCLE_BASEDIR;/@Y@m@d@H/fcst_fv3lam_spinup/logf#fhr# + &CYCLE_BASEDIR;/@Y@m@d@H{{ slash_ensmem_subdir }}/fcst_fv3lam_spinup/logf#fhr# - - + + &RSRV_WGRIB2; &WALL_LIMIT_POST; @@ -1559,8 +1538,8 @@ MODULES_RUN_TASK_FP script. {{ wtime_run_wgrib2 }} &NCORES_PER_NODE; {{ memo_run_wgrib2 }} - &TAG;_&RUN_WGRIB2_TN;{{ uscore_ensmem_name }}_f#fhr# - &LOGDIR;/&RUN_WGRIB2_TN;_spinup_f#fhr#_@Y@m@d@H.log + &TAG;_&RUN_WGRIB2_TN;_spinup{{ uscore_ensmem_name }}_f#fhr# + &LOGDIR;/&RUN_WGRIB2_TN;_spinup{{ uscore_ensmem_name }}_f#fhr#_@Y@m@d@H.log GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; PDY@Y@m@d @@ -1573,21 +1552,21 @@ MODULES_RUN_TASK_FP script. TMMARKtm00 - + - + {%- endif %} + - &RSRV_DEFAULT; @@ -1690,186 +1669,443 @@ MODULES_RUN_TASK_FP script. - - - - prod +{%- if do_ensemble %} + +{%- endif %} -{%- if do_dacycle %} +{%- if do_gsiobserver %} + + + + &RSRV_ENKF; + &WALL_LIMIT_RECENTER; + + &LOAD_MODULES_RUN_TASK_FP; "&RUN_PREPSTART_TN;" "&JOBSDIR;/JREGIONAL_CALC_ENSMEAN" + {{ nnodes_run_recenter }}:ppn={{ ppn_run_recenter }} + &NCORES_PER_NODE; + {{ wtime_run_recenter }} + &TAG;_&CALC_ENSMEAN_TN; + &LOGDIR;/&CALC_ENSMEAN_TN;_@Y@m@d@H.log + + GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; + PDY@Y@m@d + CDATE@Y@m@d@H + CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H + CYCLE_TYPEprod + nens{{ num_ens_members }} + NWGES_DIR&NWGES_BASEDIR;/@Y@m@d@H + + + + {%- for m in range(1, num_ens_members+1) %} + + {%- endfor %} + + + + - + &RSRV_ANALYSIS; &WALL_LIMIT_ANAL; &LOAD_MODULES_RUN_TASK_FP; "&RUN_ANAL_TN;" "&JOBSDIR;/JREGIONAL_RUN_ANAL" {% if machine in ["JET", "HERA"] -%} - {{ ncores_run_anal }} + {{ ncores_run_observer }} {{ native_run_anal }} &RRFS_RESERVE; {% else -%} {{ nnodes_run_anal }}:ppn={{ ppn_run_anal }} &NCORES_PER_NODE; {% endif -%} {{ wtime_run_anal }} - &TAG;_&ANAL_GSI_TN;_#type#{{ uscore_ensmem_name }} - &LOGDIR;/&ANAL_GSI_TN;{{ uscore_ensmem_name }}_#type#_@Y@m@d@H.log + &TAG;_&OBSERVER_GSI_ENSMEAN_TN; + &LOGDIR;/&OBSERVER_GSI_ENSMEAN_TN;_@Y@m@d@H.log GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; PDY@Y@m@d - cyc@H CDATE@Y@m@d@H + cyc@H CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H CYCLE_ROOT&CYCLE_BASEDIR; - RRFSE_FG_ROOT&RRFSE_FG_ROOT; - CYCLE_TYPE#type# - GSI_TYPEANALYSIS - MEM_TYPEMEMBER - SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} + NWGES_DIR&NWGES_BASEDIR;/@Y@m@d@H + GSI_TYPEOBSERVER + MEM_TYPEMEAN SATBIAS_DIR&NWGES_BASEDIR;/satbias - nens{{ num_ens_members }} - @Y@m@d@H@M00 - - {%- if use_rrfse_ens %} - - - - {%- for h in cycl_hrs_hyb_fv3lam_ens %} - {{ h }}@H - {%- endfor %} - - - {%- if do_spinup %} - - - {%- for h in cycl_hrs_prodstart_ens %} - {{ h }}@H - {%- endfor %} - - {% for h in range(1, num_ens_members+1) %} - &RRFSE_FG_ROOT;/@Y@m@d@H/mem{{ "%04d" % h }}/fcst_fv3lam_spinup/RESTART/@Y@m@d.@H0000.coupler.res - {%- endfor %} - - - - {%- for h in cycl_hrs_prodstart_ens %} - {{ h }}@H - {%- endfor %} - - {% for h in range(1, num_ens_members+1) %} - &RRFSE_FG_ROOT;/@Y@m@d@H/mem{{ "%04d" % h }}/fcst_fv3lam/RESTART/@Y@m@d.@H0000.coupler.res - {%- endfor %} - - {%- else %} - - {% for h in range(1, num_ens_members+1) %} - &RRFSE_FG_ROOT;/@Y@m@d@H/mem{{ "%04d" % h }}/fcst_fv3lam/RESTART/@Y@m@d.@H0000.coupler.res - {%- endfor %} - - {%- endif %} - - - - {%- for h in cycl_hrs_hyb_fv3lam_ens %} - {{ h }}@H - {%- endfor %} - - + + {%- if do_enkf_radar_ref %} + {%- endif %} + {% if machine in ["JET", "HERA"] -%} + &OBSPATH;/@Y@m@d@H.rap.t@Hz.prepbufr.tm00 + {% else -%} + &OBSPATH;/rap.@Y@m@d/rap.t@Hz.prepbufr.tm00 + {% endif -%} - - - + {%- if do_ensemble %} + + + {%- for m in range(1, num_ens_members+1) -%} + {%- set fmtstr=" %0"~ndigits_ensmem_names~"d" -%} + {{- fmtstr%m -}} + {%- endfor %} + {%- endif %} - &RSRV_DEFAULT; - &WALL_LIMIT_POST; + - &LOAD_MODULES_RUN_TASK_FP; "&RUN_POST_TN;" "&JOBSDIR;/JREGIONAL_RUN_POSTANAL" - {{ nnodes_run_postanal }}:ppn={{ ppn_run_postanal }} + &RSRV_ANALYSIS; + &WALL_LIMIT_ANAL; + + &LOAD_MODULES_RUN_TASK_FP; "&RUN_ANAL_TN;" "&JOBSDIR;/JREGIONAL_RUN_ANAL" + {% if machine in ["JET", "HERA"] -%} + {{ ncores_run_observer }} + {{ native_run_anal }} &RRFS_RESERVE; + {% else -%} + {{ nnodes_run_anal }}:ppn={{ ppn_run_anal }} &NCORES_PER_NODE; - {{ wtime_run_postanal }} - &TAG;_&POSTANAL_TN;_#type#{{ uscore_ensmem_name }} - &LOGDIR;/&POSTANAL_TN;{{ uscore_ensmem_name }}_#type#_@Y@m@d@H.log + {% endif -%} + {{ wtime_run_anal }} + &TAG;_&OBSERVER_GSI_TN;{{ uscore_ensmem_name }} + &LOGDIR;/&OBSERVER_GSI_TN;{{ uscore_ensmem_name }}_@Y@m@d@H.log GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; PDY@Y@m@d - cyc@H CDATE@Y@m@d@H + cyc@H CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H CYCLE_ROOT&CYCLE_BASEDIR; - RRFSE_FG_ROOT&RRFSE_FG_ROOT; - CYCLE_TYPE#type# - GSI_TYPEANALYSIS + NWGES_DIR&NWGES_BASEDIR;/@Y@m@d@H + GSI_TYPEOBSERVER MEM_TYPEMEMBER SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} SATBIAS_DIR&NWGES_BASEDIR;/satbias - nens{{ num_ens_members }} - + + + +{%- if do_ensemble %} + +{%- endif %} +{%- endif %} -{%- if do_envar_radar_ref %} +{%- if do_enkfupdate %} - - - &RSRV_ANALYSIS; + + &RSRV_ENKF; &WALL_LIMIT_ANAL; + &LOAD_MODULES_RUN_TASK_FP; "&RUN_ENKFUPDT_TN;" &JOBSDIR;/JREGIONAL_RUN_ENKF - &LOAD_MODULES_RUN_TASK_FP; "&HYBRID_RADAR_REF_TN;" "&JOBSDIR;/JREGIONAL_RUN_ANAL" - 360 - --cpus-per-task 2 --exclusive &RRFS_RESERVE; - 00:50:00 - &TAG;_&HYBRID_RADAR_REF_TN;_#type# - &LOGDIR;/&HYBRID_RADAR_REF_TN;_#type#_@Y@m@d@H.log - + {{ nnodes_run_enkf }}:ppn={{ ppn_run_enkf }} + &NCORES_PER_NODE; + {{ wtime_run_enkf }} + &TAG;_&RUN_ENKFUPDT_TN; + &LOGDIR;/&RUN_ENKFUPDT_TN;_@Y@m@d@H.log GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; - PDY@Y@m@d - cyc@H + + nens{{ num_ens_members }} CDATE@Y@m@d@H CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H CYCLE_ROOT&CYCLE_BASEDIR; - RRFSE_FG_ROOT&RRFSE_FG_ROOT; - CYCLE_TYPE#type# - GSI_TYPEANALYSIS - MEM_TYPEMEMBER - SLASH_ENSMEM_SUBDIR - SATBIAS_DIR&NWGES_BASEDIR;/satbias - nens30 - OB_TYPEradardbz + NWGES_DIR&NWGES_BASEDIR;/@Y@m@d@H + OB_TYPEconv - - - - {%- for h in cycl_hrs_hyb_fv3lam_ens %} - {{ h }}@H - {%- endfor %} - - + - -{% endif -%} +{%- endif %} + +{%- if do_enkf_radar_ref %} + + + &RSRV_ENKF; + &WALL_LIMIT_ANAL; + &LOAD_MODULES_RUN_TASK_FP; "&ENKF_RADAR_REF_TN;" &JOBSDIR;/JREGIONAL_RUN_ENKF + + {{ nnodes_run_enkf }}:ppn={{ ppn_run_enkf }} + &NCORES_PER_NODE; + {{ wtime_run_enkf }} + &TAG;_&ENKF_RADAR_REF_TN; + &LOGDIR;/&ENKF_RADAR_REF_TN;_@Y@m@d@H.log + GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; + + nens{{ num_ens_members }} + CDATE@Y@m@d@H + CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H + CYCLE_ROOT&CYCLE_BASEDIR; + NWGES_DIR&NWGES_BASEDIR;/@Y@m@d@H + OB_TYPEradardbz + + + + + {%- if do_retro %} + + {%- for m in range(1, num_ens_members+1) %} + &NWGES_BASEDIR;/@Y@m@d@H/mem{{ "%04d" % m }}/observer_gsi/diag_conv_rw_ges.@Y@m@d@H.nc4.gz + {%- endfor %} + + {%- endif %} + + + + +{%- endif %} + +{%- if do_recenter %} + + + &RSRV_ENKF; + &WALL_LIMIT_RECENTER; + &LOAD_MODULES_RUN_TASK_FP; "&RUN_RECENTER_TN;" &JOBSDIR;/JREGIONAL_RUN_RECENTER + + {{ nnodes_run_recenter }}:ppn={{ ppn_run_recenter }} + &NCORES_PER_NODE; + {{ wtime_run_recenter }} + &TAG;_&RUN_RECENTER_TN; + &LOGDIR;/&RUN_RECENTER_TN;_@Y@m@d@H.log + GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; + + nens{{ num_ens_members }} + CDATE@Y@m@d@H + CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H + CYCLE_ROOT&CYCLE_BASEDIR; + ENSCTRL_CYCLE_DIR&ENSCTRL_CYCLE_BASEDIR;/@Y@m@d@H + ENSCTRL_CYCLE_ROOT&ENSCTRL_CYCLE_BASEDIR; + NWGES_DIR&NWGES_BASEDIR;/@Y@m@d@H + + + + {%- if do_nonvar_cldanal %} + + {%- for m in range(1, num_ens_members+1) %} + + {%- endfor %} + + {%- elif do_enkf_radar_ref %} + + {%- elif do_enkfupdate %} + + {%- endif %} + + &ENSCTRL_CYCLE_BASEDIR;/@Y@m@d@H/nonvar_cldanl/nonvarcldanl_complete.txt + &ENSCTRL_CYCLE_BASEDIR;/@Y@m@d@H/nonvar_cldanl_spinup/nonvarcldanl_complete.txt + + + + + +{%- endif %} + +{% if do_ensemble %} + + + {%- for m in range(1, num_ens_members+1) -%}{%- set fmtstr=" %0"~ndigits_ensmem_names~"d" -%}{{- fmtstr%m -}}{%- endfor %} +{%- endif %} + +{%- if do_dacycle %} + + + + &RSRV_ANALYSIS; + &WALL_LIMIT_ANAL; + + &LOAD_MODULES_RUN_TASK_FP; "&RUN_ANAL_TN;" "&JOBSDIR;/JREGIONAL_RUN_ANAL" + {% if machine in ["JET", "HERA"] -%} + {{ ncores_run_anal }} + {{ native_run_anal }} &RRFS_RESERVE; + {% else -%} + {{ nnodes_run_anal }}:ppn={{ ppn_run_anal }} + &NCORES_PER_NODE; + {% endif -%} + {{ wtime_run_anal }} + &TAG;_&ANAL_GSI_TN;_prod{{ uscore_ensmem_name }} + &LOGDIR;/&ANAL_GSI_TN;{{ uscore_ensmem_name }}_prod_@Y@m@d@H.log + + GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; + PDY@Y@m@d + cyc@H + CDATE@Y@m@d@H + CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H + CYCLE_ROOT&CYCLE_BASEDIR; + RRFSE_FG_ROOT&RRFSE_FG_ROOT; + CYCLE_TYPEprod + GSI_TYPEANALYSIS + MEM_TYPEMEMBER + SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} + SATBIAS_DIR&NWGES_BASEDIR;/satbias + nens{{ num_ens_members }} + + + + @Y@m@d@H@M00 + + {%- if use_rrfse_ens %} + + + + {%- for h in cycl_hrs_hyb_fv3lam_ens %} + {{ h }}@H + {%- endfor %} + + + {%- if do_spinup %} + + + {%- for h in cycl_hrs_prodstart_ens %} + {{ h }}@H + {%- endfor %} + + {% for h in range(1, num_ens_members+1) %} + &RRFSE_FG_ROOT;/@Y@m@d@H/mem{{ "%04d" % h }}/fcst_fv3lam_spinup/RESTART/@Y@m@d.@H0000.coupler.res + {%- endfor %} + + + + {%- for h in cycl_hrs_prodstart_ens %} + {{ h }}@H + {%- endfor %} + + {% for h in range(1, num_ens_members+1) %} + &RRFSE_FG_ROOT;/@Y@m@d@H/mem{{ "%04d" % h }}/fcst_fv3lam/RESTART/@Y@m@d.@H0000.coupler.res + {%- endfor %} + + {%- else %} + + {% for h in range(1, num_ens_members+1) %} + &RRFSE_FG_ROOT;/@Y@m@d@H/mem{{ "%04d" % h }}/fcst_fv3lam/RESTART/@Y@m@d.@H0000.coupler.res + {%- endfor %} + + {%- endif %} + + + + {%- for h in cycl_hrs_hyb_fv3lam_ens %} + {{ h }}@H + {%- endfor %} + + + {%- endif %} + + + + + + + + &RSRV_DEFAULT; + &WALL_LIMIT_POST; + + &LOAD_MODULES_RUN_TASK_FP; "&RUN_POST_TN;" "&JOBSDIR;/JREGIONAL_RUN_POSTANAL" + {{ nnodes_run_postanal }}:ppn={{ ppn_run_postanal }} + &NCORES_PER_NODE; + {{ wtime_run_postanal }} + &TAG;_&POSTANAL_TN;_prod{{ uscore_ensmem_name }} + &LOGDIR;/&POSTANAL_TN;{{ uscore_ensmem_name }}_prod_@Y@m@d@H.log + + GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; + PDY@Y@m@d + cyc@H + CDATE@Y@m@d@H + CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H + CYCLE_ROOT&CYCLE_BASEDIR; + RRFSE_FG_ROOT&RRFSE_FG_ROOT; + CYCLE_TYPEprod + GSI_TYPEANALYSIS + MEM_TYPEMEMBER + SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} + SATBIAS_DIR&NWGES_BASEDIR;/satbias + nens{{ num_ens_members }} + + + + + + + +{%- if do_envar_radar_ref %} + + + + &RSRV_ANALYSIS; + &WALL_LIMIT_ANAL; + + &LOAD_MODULES_RUN_TASK_FP; "&HYBRID_RADAR_REF_TN;" "&JOBSDIR;/JREGIONAL_RUN_ANAL" + 360 + --cpus-per-task 2 --exclusive &RRFS_RESERVE; + 00:50:00 + &TAG;_&HYBRID_RADAR_REF_TN;_prod + &LOGDIR;/&HYBRID_RADAR_REF_TN;_prod_@Y@m@d@H.log + + GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; + PDY@Y@m@d + cyc@H + CDATE@Y@m@d@H + CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H + CYCLE_ROOT&CYCLE_BASEDIR; + RRFSE_FG_ROOT&RRFSE_FG_ROOT; + CYCLE_TYPEprod + GSI_TYPEANALYSIS + MEM_TYPEMEMBER + SLASH_ENSMEM_SUBDIR + SATBIAS_DIR&NWGES_BASEDIR;/satbias + nens30 + OB_TYPEradardbz + + + + + + {%- for h in cycl_hrs_hyb_fv3lam_ens %} + {{ h }}@H + {%- endfor %} + + + + + + +{% endif -%} {% endif -%} @@ -1878,7 +2114,7 @@ MODULES_RUN_TASK_FP script. ************************************************************************ ************************************************************************ --> - + &RSRV_DEFAULT; &WALL_LIMIT_ANAL; @@ -1888,24 +2124,24 @@ MODULES_RUN_TASK_FP script. {{ wtime_run_ref2tten }} {{ memo_run_ref2tten }} &NCORES_PER_NODE; - &TAG;_&RADAR_REFL2TTEN_TN;_#type# - &LOGDIR;/&RADAR_REFL2TTEN_TN;_#type#_@Y@m@d@H.log + &TAG;_&RADAR_REFL2TTEN_TN;_prod + &LOGDIR;/&RADAR_REFL2TTEN_TN;_prod_@Y@m@d@H.log GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; PDY@Y@m@d CDATE@Y@m@d@H CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H - CYCLE_TYPE#type# + CYCLE_TYPEprod MEM_TYPEMEMBER SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} - - + + - + @@ -1913,13 +2149,12 @@ MODULES_RUN_TASK_FP script. {%- endif %} - {%- if do_jedi_envar_ioda %} - + &RSRV_DEFAULT; &WALL_LIMIT_ANAL; @@ -1929,21 +2164,21 @@ MODULES_RUN_TASK_FP script. {{ wtime_run_jedienvar_ioda }} &NCORES_PER_NODE; {{ memo_run_jedienvar_ioda }} - &TAG;_&JEDI_ENVAR_IODA_TN;_#type# - &LOGDIR;/&JEDI_ENVAR_IODA_TN;_#type#_@Y@m@d@H.log + &TAG;_&JEDI_ENVAR_IODA_TN;_prod + &LOGDIR;/&JEDI_ENVAR_IODA_TN;_prod_@Y@m@d@H.log GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; PDY@Y@m@d CDATE@Y@m@d@H CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H - CYCLE_TYPE#type# + CYCLE_TYPEprod MEM_TYPEMEMBER SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} cyc@H - + @@ -1951,13 +2186,12 @@ MODULES_RUN_TASK_FP script. {%- endif %} - {%- if do_nonvar_cldanal %} - + &RSRV_DEFAULT; &WALL_LIMIT_ANAL; @@ -1967,20 +2201,20 @@ MODULES_RUN_TASK_FP script. {{ wtime_run_nonvarcldanl }} &NCORES_PER_NODE; {{ memo_run_nonvarcldanl }} - &TAG;_&CLDANL_NONVAR_TN;_#type#{{ uscore_ensmem_name }} - &LOGDIR;/&CLDANL_NONVAR_TN;_#type#{{ uscore_ensmem_name }}_@Y@m@d@H.log + &TAG;_&CLDANL_NONVAR_TN;_prod{{ uscore_ensmem_name }} + &LOGDIR;/&CLDANL_NONVAR_TN;_prod{{ uscore_ensmem_name }}_@Y@m@d@H.log GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; PDY@Y@m@d CDATE@Y@m@d@H CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H - CYCLE_TYPE#type# + CYCLE_TYPEprod MEM_TYPEMEMBER SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} - + {%- if do_enkfupdate %} {%- if do_enkf_radar_ref %} @@ -1992,13 +2226,13 @@ MODULES_RUN_TASK_FP script. {%- elif do_envar_radar_ref %} - + {%- for h in cycl_hrs_hyb_fv3lam_ens %} {{ h }}@H {%- endfor %} - + {%- for h in cycl_hrs_hyb_fv3lam_ens %} {{ h }}@H @@ -2007,7 +2241,7 @@ MODULES_RUN_TASK_FP script. {%- else %} - + {%- endif %} @@ -2015,12 +2249,11 @@ MODULES_RUN_TASK_FP script. {%- endif %} - - + &RSRV_FCST; &WALL_LIMIT_FCST; @@ -2037,8 +2270,8 @@ MODULES_RUN_TASK_FP script. &NCORES_PER_NODE; {% endif %} {{ wtime_run_fcst }} - &TAG;_&RUN_FCST_TN;_#type#{{ uscore_ensmem_name }} - &LOGDIR;/&RUN_FCST_TN;_#type#{{ uscore_ensmem_name }}_@Y@m@d@H.log + &TAG;_&RUN_FCST_TN;_prod{{ uscore_ensmem_name }} + &LOGDIR;/&RUN_FCST_TN;_prod{{ uscore_ensmem_name }}_@Y@m@d@H.log GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; PDY@Y@m@d @@ -2047,24 +2280,24 @@ MODULES_RUN_TASK_FP script. CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} ENSMEM_INDX#{{ ensmem_indx_name }}# - CYCLE_TYPE#type# + CYCLE_TYPEprod NWGES_BASEDIR&NWGES_BASEDIR; {%- if do_dacycle and do_refl2tten and do_nonvar_cldanal%} - - + + {%- elif do_dacycle and do_nonvar_cldanal%} - + {%- elif do_dacycle and do_refl2tten%} - + {%- elif do_dacycle %} {%- if do_envar_radar_ref %} - + {%- else %} - + {%- endif %} {%- elif do_enkfupdate or do_enkf_radar_ref %} @@ -2076,9 +2309,9 @@ MODULES_RUN_TASK_FP script. {%- if do_ensinit %} - + {%- else %} - + {%- endif %} @@ -2096,11 +2329,11 @@ MODULES_RUN_TASK_FP script. {%- for h in cycl_hrs_recenter %} {{ h }}@H {%- endfor %} - + {%- elif do_nonvar_cldanal%} - + {%- elif do_enkf_radar_ref %} {%- else %} @@ -2108,20 +2341,18 @@ MODULES_RUN_TASK_FP script. {%- endif %} {%- else %} - + {%- endif %} - - - +{%- if not do_ensfcst %} +{%- if not is_rtma %} -{% if not is_rtma %} {{ restart_hrs_prod }} @@ -2161,11 +2392,11 @@ MODULES_RUN_TASK_FP script. {%- endif %} +{%- endif %} - {% for h in range(0, postproc_long_len_hrs+1) %}{{ " %03d" % h }}{% endfor %} @@ -2220,8 +2451,10 @@ MODULES_RUN_TASK_FP script. - - + {% for h in range(0, postproc_long_len_hrs+1) %}{{ " %03d" % h }}{% endfor %} @@ -2257,6 +2490,10 @@ MODULES_RUN_TASK_FP script. {% if do_bufrsnd %} + &RSRV_POST; @@ -2285,12 +2522,11 @@ MODULES_RUN_TASK_FP script. {%- endif %} {%- if machine in ["JET", "HERA"] %} +{%- if not do_ensemble %} -{%- if not do_ensemble %} - {{ tilelabels }} @@ -2321,7 +2557,10 @@ MODULES_RUN_TASK_FP script. - + &RSRV_GRAPHICS; @@ -2348,7 +2587,6 @@ MODULES_RUN_TASK_FP script. {%- endif %} {%- endif %} - - - - &RSRV_HPSS; - - &JOBSDIR;/../scripts/exregional_archive.ksh - 1 - 08:00:00 - 24G - &TAG;_&ARCHIVE_TN; - &LOGDIR;/&ARCHIVE_TN;_@Y@m@d@H.log - - GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; - CDATE@Y@m@d@H - - -{%- endif %} -{%- endif %} - -{%- if machine in ["WCOSS2"] %} - - - - &RSRV_HPSS; - - &JOBSDIR;/../scripts/exregional_archive_emc.ksh - 1:ppn=1 - 08:00:00 - &TAG;_&ARCHIVE_TN; - &LOGDIR;/&ARCHIVE_TN;_@Y@m@d@H.log - - GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; - CDATE@Y@m@d@H - - - - - - 00@H - 12@H - - - - - 00@H - 12@H - - - - - - -{%- endif %} - -{%- if do_gsiobserver %} - - - - &RSRV_ENKF; - &WALL_LIMIT_RECENTER; - - &LOAD_MODULES_RUN_TASK_FP; "&RUN_PREPSTART_TN;" "&JOBSDIR;/JREGIONAL_CALC_ENSMEAN" - {{ nnodes_run_recenter }}:ppn={{ ppn_run_recenter }} - &NCORES_PER_NODE; - {{ wtime_run_recenter }} - &TAG;_&CALC_ENSMEAN_TN; - &LOGDIR;/&CALC_ENSMEAN_TN;_@Y@m@d@H.log - - GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; - PDY@Y@m@d - CDATE@Y@m@d@H - CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H - CYCLE_TYPEprod - nens{{ num_ens_members }} - NWGES_DIR&NWGES_BASEDIR;/@Y@m@d@H - - - - {%- for m in range(1, num_ens_members+1) %} - - {%- endfor %} - - + 1 + 23:00:00 + 24G + &TAG;_&ARCHIVE_TN; + &LOGDIR;/&ARCHIVE_TN;_@Y@m@d@H.log + + GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; + nens{{ num_ens_members }} + +{%- else %} - + - &RSRV_ANALYSIS; - &WALL_LIMIT_ANAL; + &RSRV_HPSS; - &LOAD_MODULES_RUN_TASK_FP; "&RUN_ANAL_TN;" "&JOBSDIR;/JREGIONAL_RUN_ANAL" - {% if machine in ["JET", "HERA"] -%} - {{ ncores_run_observer }} - {{ native_run_anal }} &RRFS_RESERVE; - {% else -%} - {{ nnodes_run_anal }}:ppn={{ ppn_run_anal }} - &NCORES_PER_NODE; - {% endif -%} - {{ wtime_run_anal }} - &TAG;_&OBSERVER_GSI_ENSMEAN_TN; - &LOGDIR;/&OBSERVER_GSI_ENSMEAN_TN;_@Y@m@d@H.log + &JOBSDIR;/../scripts/exregional_archive.ksh + 1 + 08:00:00 + 24G + &TAG;_&ARCHIVE_TN; + &LOGDIR;/&ARCHIVE_TN;_@Y@m@d@H.log GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; - PDY@Y@m@d CDATE@Y@m@d@H - cyc@H - CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H - CYCLE_ROOT&CYCLE_BASEDIR; - NWGES_DIR&NWGES_BASEDIR;/@Y@m@d@H - GSI_TYPEOBSERVER - MEM_TYPEMEAN - SATBIAS_DIR&NWGES_BASEDIR;/satbias - - - - - {%- if do_enkf_radar_ref %} - - {%- endif %} - {% if machine in ["JET", "HERA"] -%} - &OBSPATH;/@Y@m@d@H.rap.t@Hz.prepbufr.tm00 - {% else -%} - &OBSPATH;/rap.@Y@m@d/rap.t@Hz.prepbufr.tm00 - {% endif -%} - - +{%- endif %} +{%- endif %} +{%- if machine in ["WCOSS2"] %} - {%- if do_ensemble %} - - - {%- for m in range(1, num_ens_members+1) -%} - {%- set fmtstr=" %0"~ndigits_ensmem_names~"d" -%} - {{- fmtstr%m -}} - {%- endfor %} - {%- endif %} - - + - &RSRV_ANALYSIS; - &WALL_LIMIT_ANAL; + &RSRV_HPSS; - &LOAD_MODULES_RUN_TASK_FP; "&RUN_ANAL_TN;" "&JOBSDIR;/JREGIONAL_RUN_ANAL" - {% if machine in ["JET", "HERA"] -%} - {{ ncores_run_observer }} - {{ native_run_anal }} &RRFS_RESERVE; - {% else -%} - {{ nnodes_run_anal }}:ppn={{ ppn_run_anal }} - &NCORES_PER_NODE; - {% endif -%} - {{ wtime_run_anal }} - &TAG;_&OBSERVER_GSI_TN;{{ uscore_ensmem_name }} - &LOGDIR;/&OBSERVER_GSI_TN;{{ uscore_ensmem_name }}_@Y@m@d@H.log + &JOBSDIR;/../scripts/exregional_archive_emc.ksh + 1:ppn=1 + 08:00:00 + &TAG;_&ARCHIVE_TN; + &LOGDIR;/&ARCHIVE_TN;_@Y@m@d@H.log GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; - PDY@Y@m@d CDATE@Y@m@d@H - cyc@H - CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H - CYCLE_ROOT&CYCLE_BASEDIR; - NWGES_DIR&NWGES_BASEDIR;/@Y@m@d@H - GSI_TYPEOBSERVER - MEM_TYPEMEMBER - SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} - SATBIAS_DIR&NWGES_BASEDIR;/satbias - - - + + + + 00@H + 12@H + + + + + 00@H + 12@H + + + - -{%- if do_ensemble %} - {%- endif %} -{%- endif %} - -{%- if do_ensemble and do_ens_graphics %} -{%- if machine in ["JET", "HERA"] -%} +{% if do_ensemble and do_ens_graphics %} +{%- if machine in ["JET", "HERA"] %} + {{ tilelabels }} @@ -2641,7 +2744,10 @@ MODULES_RUN_TASK_FP script. {%- endif %} {%- if do_ensemble and do_enspost %} - + {% for h in range(0, postproc_long_len_hrs+1) %}{{ " %03d" % h }}{% endfor %} @@ -2674,7 +2780,11 @@ MODULES_RUN_TASK_FP script. -{%- if machine in ["JET", "HERA"] -%} +{% if machine in ["JET", "HERA"] %} + &RSRV_GRAPHICS; @@ -2704,132 +2814,7 @@ MODULES_RUN_TASK_FP script. - -{%- endif %} -{%- endif %} - -{%- if do_enkfupdate %} - - - - &RSRV_ENKF; - &WALL_LIMIT_ANAL; - &LOAD_MODULES_RUN_TASK_FP; "&RUN_ENKFUPDT_TN;" &JOBSDIR;/JREGIONAL_RUN_ENKF - - {{ nnodes_run_enkf }}:ppn={{ ppn_run_enkf }} - &NCORES_PER_NODE; - {{ wtime_run_enkf }} - &TAG;_&RUN_ENKFUPDT_TN; - &LOGDIR;/&RUN_ENKFUPDT_TN;_@Y@m@d@H.log - GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; - - nens{{ num_ens_members }} - CDATE@Y@m@d@H - CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H - CYCLE_ROOT&CYCLE_BASEDIR; - NWGES_DIR&NWGES_BASEDIR;/@Y@m@d@H - OB_TYPEconv - - - - - - -{%- endif %} - -{%- if do_enkf_radar_ref %} - - - - &RSRV_ENKF; - &WALL_LIMIT_ANAL; - &LOAD_MODULES_RUN_TASK_FP; "&ENKF_RADAR_REF_TN;" &JOBSDIR;/JREGIONAL_RUN_ENKF - - {{ nnodes_run_enkf }}:ppn={{ ppn_run_enkf }} - &NCORES_PER_NODE; - {{ wtime_run_enkf }} - &TAG;_&ENKF_RADAR_REF_TN; - &LOGDIR;/&ENKF_RADAR_REF_TN;_@Y@m@d@H.log - GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; - - nens{{ num_ens_members }} - CDATE@Y@m@d@H - CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H - CYCLE_ROOT&CYCLE_BASEDIR; - NWGES_DIR&NWGES_BASEDIR;/@Y@m@d@H - OB_TYPEradardbz - - - - - {%- if do_retro %} - - {%- for m in range(1, num_ens_members+1) %} - &NWGES_BASEDIR;/@Y@m@d@H/mem{{ "%04d" % m }}/observer_gsi/diag_conv_rw_ges.@Y@m@d@H.nc4.gz - {%- endfor %} - - {%- endif %} - - - - {%- endif %} - - - -{%- if do_recenter %} - - - - &RSRV_ENKF; - &WALL_LIMIT_RECENTER; - &LOAD_MODULES_RUN_TASK_FP; "&RUN_RECENTER_TN;" &JOBSDIR;/JREGIONAL_RUN_RECENTER - - {{ nnodes_run_recenter }}:ppn={{ ppn_run_recenter }} - &NCORES_PER_NODE; - {{ wtime_run_recenter }} - &TAG;_&RUN_RECENTER_TN; - &LOGDIR;/&RUN_RECENTER_TN;_@Y@m@d@H.log - GLOBAL_VAR_DEFNS_FP&GLOBAL_VAR_DEFNS_FP; - - nens{{ num_ens_members }} - CDATE@Y@m@d@H - CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H - CYCLE_ROOT&CYCLE_BASEDIR; - ENSCTRL_CYCLE_DIR&ENSCTRL_CYCLE_BASEDIR;/@Y@m@d@H - ENSCTRL_CYCLE_ROOT&ENSCTRL_CYCLE_BASEDIR; - NWGES_DIR&NWGES_BASEDIR;/@Y@m@d@H - - - - {%- if do_nonvar_cldanal %} - - {%- for m in range(1, num_ens_members+1) %} - - {%- endfor %} - - {%- elif do_enkf_radar_ref %} - - {%- elif do_enkfupdate %} - - {%- endif %} - - &ENSCTRL_CYCLE_BASEDIR;/@Y@m@d@H/nonvar_cldanl/nonvarcldanl_complete.txt - &ENSCTRL_CYCLE_BASEDIR;/@Y@m@d@H/nonvar_cldanl_spinup/nonvarcldanl_complete.txt - - - - - {%- endif %} From b7128120e4a5d39d9f062ce099b30fb6b2175f2e Mon Sep 17 00:00:00 2001 From: "chunhua.zhou" Date: Sat, 3 Dec 2022 02:21:46 +0000 Subject: [PATCH 3/6] Restore access for exregional_run_analysis.sh --- scripts/exregional_run_analysis.sh | 0 1 file changed, 0 insertions(+), 0 deletions(-) mode change 100644 => 100755 scripts/exregional_run_analysis.sh diff --git a/scripts/exregional_run_analysis.sh b/scripts/exregional_run_analysis.sh old mode 100644 new mode 100755 From fd6cff882d3dab9bed2bace355444ad21867dfaf Mon Sep 17 00:00:00 2001 From: "chunhua.zhou" Date: Mon, 5 Dec 2022 20:06:08 +0000 Subject: [PATCH 4/6] Turn off DA for ensfcst runs --- ush/templates/FV3LAM_wflow.xml | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/ush/templates/FV3LAM_wflow.xml b/ush/templates/FV3LAM_wflow.xml index 276dc91a3..37132e734 100644 --- a/ush/templates/FV3LAM_wflow.xml +++ b/ush/templates/FV3LAM_wflow.xml @@ -696,6 +696,7 @@ MODULES_RUN_TASK_FP script. + {%- endif %} @@ -2394,6 +2397,8 @@ MODULES_RUN_TASK_FP script. {%- endif %} {%- endif %} + +{%- if do_post_prod %} - + &RSRV_ANALYSIS; &WALL_LIMIT_ANAL; &LOAD_MODULES_RUN_TASK_FP; "&HYBRID_RADAR_REF_TN;" "&JOBSDIR;/JREGIONAL_RUN_ANAL" - 360 - --cpus-per-task 2 --exclusive &RRFS_RESERVE; - 00:50:00 + {% if machine in ["JET", "HERA"] -%} + {{ ncores_run_anal }} + {{ native_run_anal }} &RRFS_RESERVE; + {% else -%} + {{ nnodes_run_anal }}:ppn={{ ppn_run_anal }} + -l place=excl + &NCORES_PER_NODE; + {% endif -%} + {{ wtime_run_anal }} &TAG;_&HYBRID_RADAR_REF_TN;_spinup &LOGDIR;/&HYBRID_RADAR_REF_TN;_spinup_@Y@m@d@H.log @@ -1299,10 +1327,13 @@ MODULES_RUN_TASK_FP script. &WALL_LIMIT_ANAL; &LOAD_MODULES_RUN_TASK_FP; "&RUN_ANAL_TN;" "&JOBSDIR;/JREGIONAL_NONVARCLD" - {{ nnodes_run_nonvarcldanl }}:ppn={{ ppn_run_nonvarcldanl }} - {{ wtime_run_nonvarcldanl }} + + &RESOURCES_NONVAR_CLD; + &WALLTIME_NONVAR_CLD; + &NATIVE_NONVAR_CLD; &NCORES_PER_NODE; - {{ memo_run_nonvarcldanl }} + &MEMO_NONVAR_CLD; + &TAG;_&CLDANL_NONVAR_TN;_spinup{{ uscore_ensmem_name }} &LOGDIR;/&CLDANL_NONVAR_TN;_spinup{{ uscore_ensmem_name }}_@Y@m@d@H.log @@ -1517,7 +1548,7 @@ MODULES_RUN_TASK_FP script. CDATE@Y@m@d@H CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H NWGES_DIR&NWGES_BASEDIR;/@Y@m@d@H - SLASH_ENSMEM_SUBDIR + SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} cyc@H fhr#fhr# CYCLE_TYPEspinup @@ -1548,7 +1579,7 @@ MODULES_RUN_TASK_FP script. PDY@Y@m@d CDATE@Y@m@d@H CYCLE_DIR&CYCLE_BASEDIR;/@Y@m@d@H - SLASH_ENSMEM_SUBDIR + SLASH_ENSMEM_SUBDIR{{ slash_ensmem_subdir }} cyc@H fhr#fhr# CYCLE_TYPEspinup @@ -2069,15 +2100,21 @@ MODULES_RUN_TASK_FP script. ************************************************************************ ************************************************************************ --> - + &RSRV_ANALYSIS; &WALL_LIMIT_ANAL; &LOAD_MODULES_RUN_TASK_FP; "&HYBRID_RADAR_REF_TN;" "&JOBSDIR;/JREGIONAL_RUN_ANAL" - 360 - --cpus-per-task 2 --exclusive &RRFS_RESERVE; - 00:50:00 + {% if machine in ["JET", "HERA"] -%} + {{ ncores_run_anal }} + {{ native_run_anal }} &RRFS_RESERVE; + {% else -%} + {{ nnodes_run_anal }}:ppn={{ ppn_run_anal }} + -l place=excl + &NCORES_PER_NODE; + {% endif -%} + {{ wtime_run_anal }} &TAG;_&HYBRID_RADAR_REF_TN;_prod &LOGDIR;/&HYBRID_RADAR_REF_TN;_prod_@Y@m@d@H.log @@ -2201,10 +2238,13 @@ MODULES_RUN_TASK_FP script. &WALL_LIMIT_ANAL; &LOAD_MODULES_RUN_TASK_FP; "&RUN_ANAL_TN;" "&JOBSDIR;/JREGIONAL_NONVARCLD" - {{ nnodes_run_nonvarcldanl }}:ppn={{ ppn_run_nonvarcldanl }} - {{ wtime_run_nonvarcldanl }} + + &RESOURCES_NONVAR_CLD; + &WALLTIME_NONVAR_CLD; + &NATIVE_NONVAR_CLD; &NCORES_PER_NODE; - {{ memo_run_nonvarcldanl }} + &MEMO_NONVAR_CLD; + &TAG;_&CLDANL_NONVAR_TN;_prod{{ uscore_ensmem_name }} &LOGDIR;/&CLDANL_NONVAR_TN;_prod{{ uscore_ensmem_name }}_@Y@m@d@H.log @@ -2263,17 +2303,12 @@ MODULES_RUN_TASK_FP script. &WALL_LIMIT_FCST; &LOAD_MODULES_RUN_TASK_FP; "&RUN_FCST_TN;" "&JOBSDIR;/JREGIONAL_RUN_FCST" - {% if machine in ["JET", "HERA"] %} - {{ ncores_run_fcst }} - {{ native_run_fcst }} &RRFS_RESERVE; - {% elif machine in ["WCOSS2"] %} - {{ nnodes_run_fcst }}:ppn={{ ppn_run_fcst }}:tpp=2 - &NCORES_PER_NODE; - {% else %} - {{ nnodes_run_fcst }}:ppn={{ ppn_run_fcst }} + + &RESOURCES_FCST_PROD; + &WALLTIME_FCST_PROD; + &NATIVE_FCST_PROD; &NCORES_PER_NODE; - {% endif %} - {{ wtime_run_fcst }} + &TAG;_&RUN_FCST_TN;_prod{{ uscore_ensmem_name }} &LOGDIR;/&RUN_FCST_TN;_prod{{ uscore_ensmem_name }}_@Y@m@d@H.log @@ -2603,7 +2638,7 @@ MODULES_RUN_TASK_FP script. &RSRV_POST; &JOBSDIR;/../scripts/exregional_clean.ksh - 1 + 1:ppn=1 00:15:00 &TAG;_&CLEAN_TN;{{ uscore_ensmem_name }} &LOGDIR;/&CLEAN_TN;{{ uscore_ensmem_name }}_@Y@m@d@H.log @@ -2632,7 +2667,7 @@ MODULES_RUN_TASK_FP script. &RSRV_HPSS; &JOBSDIR;/../scripts/exregional_archive_ens.ksh - 1 + 1:ppn=1 23:00:00 24G &TAG;_&ARCHIVE_TN; @@ -2653,7 +2688,7 @@ MODULES_RUN_TASK_FP script. &RSRV_HPSS; &JOBSDIR;/../scripts/exregional_archive.ksh - 1 + 1:ppn=1 08:00:00 24G &TAG;_&ARCHIVE_TN;