From 2346c6161f75ae02369cbf30f30c6150d3e12b66 Mon Sep 17 00:00:00 2001
From: Innocent Souopgui
 <162634017+InnocentSouopgui-NOAA@users.noreply.github.com>
Date: Thu, 9 May 2024 21:17:06 -0500
Subject: [PATCH] Migration to Rocky8 spack-stack installations on Jet (#2458)

# Description
Migrates Global Workflow to Rocky8 spack-stack installations on Jet.
Jet has moved from CentOS7 to Rocky8.

Resolves #2377
Refs NOAA-EMC/UPP#919
Refs NOAA-EMC/gfs-utils#60
Refs NOAA-EMC/GSI#732
Refs NOAA-EMC/GSI-Monitor#130
Refs NOAA-EMC/GSI-utils#33
---
 modulefiles/module_base.jet.lua    | 3 +++
 modulefiles/module_gwsetup.jet.lua | 2 +-
 parm/config/gfs/config.resources   | 5 +++--
 sorc/gsi_enkf.fd                   | 2 +-
 sorc/gsi_monitor.fd                | 2 +-
 sorc/upp.fd                        | 2 +-
 versions/run.jet.ver               | 5 ++++-
 versions/run.spack.ver             | 2 +-
 8 files changed, 15 insertions(+), 8 deletions(-)

diff --git a/modulefiles/module_base.jet.lua b/modulefiles/module_base.jet.lua
index afd2701503..31f8aa676d 100644
--- a/modulefiles/module_base.jet.lua
+++ b/modulefiles/module_base.jet.lua
@@ -39,6 +39,9 @@ load(pathJoin("met", (os.getenv("met_ver") or "None")))
 load(pathJoin("metplus", (os.getenv("metplus_ver") or "None")))
 load(pathJoin("py-xarray", (os.getenv("py_xarray_ver") or "None")))
 
+-- Adding perl as a module; With Rocky8, perl packages will not be from the OS
+load(pathJoin("perl", (os.getenv("perl_ver") or "None")))
+
 setenv("WGRIB2","wgrib2")
 setenv("UTILROOT",(os.getenv("prod_util_ROOT") or "None"))
 
diff --git a/modulefiles/module_gwsetup.jet.lua b/modulefiles/module_gwsetup.jet.lua
index 72c40469e4..bc14b19a79 100644
--- a/modulefiles/module_gwsetup.jet.lua
+++ b/modulefiles/module_gwsetup.jet.lua
@@ -4,7 +4,7 @@ Load environment to run GFS workflow setup scripts on Jet
 
 load(pathJoin("rocoto"))
 
-prepend_path("MODULEPATH", "/mnt/lfs4/HFIP/hfv3gfs/role.epic/spack-stack/spack-stack-1.6.0/envs/gsi-addon-dev/install/modulefiles/Core")
+prepend_path("MODULEPATH", "/mnt/lfs4/HFIP/hfv3gfs/role.epic/spack-stack/spack-stack-1.6.0/envs/gsi-addon-dev-rocky8/install/modulefiles/Core")
 
 local stack_intel_ver=os.getenv("stack_intel_ver") or "2021.5.0"
 local python_ver=os.getenv("python_ver") or "3.11.6"
diff --git a/parm/config/gfs/config.resources b/parm/config/gfs/config.resources
index 89953c7b84..3c6ccfff6f 100644
--- a/parm/config/gfs/config.resources
+++ b/parm/config/gfs/config.resources
@@ -699,7 +699,7 @@ case ${step} in
 
     case "${CASE}" in
       "C48" | "C96" | "C192")
-        declare -x "wtime_${step}"="00:15:00"
+        declare -x "wtime_${step}"="00:20:00"
         declare -x "wtime_${step}_gfs"="03:00:00"
         ;;
       "C384")
@@ -747,6 +747,7 @@ case ${step} in
         exit 4
       ;;
     esac
+    if [[ ${machine} == "JET" ]]; then unset memory_upp ; fi
     export npe_node_upp=${npe_upp}
 
     export nth_upp=1
@@ -1032,7 +1033,7 @@ case ${step} in
     export npe_node_esfc=$(( npe_node_max / nth_esfc ))
     export nth_cycle=${nth_esfc}
     export npe_node_cycle=$(( npe_node_max / nth_cycle ))
-    export memory_esfc="80GB"
+    if [[ ${machine} != "JET" ]]; then export memory_esfc="80G" ; fi
     ;;
 
   "epos")
diff --git a/sorc/gsi_enkf.fd b/sorc/gsi_enkf.fd
index 457510c72e..8e279f9c73 160000
--- a/sorc/gsi_enkf.fd
+++ b/sorc/gsi_enkf.fd
@@ -1 +1 @@
-Subproject commit 457510c72e486b7b01db09e5b1a6f407778dc772
+Subproject commit 8e279f9c734097f673b07e80f385b2623d13ba4a
diff --git a/sorc/gsi_monitor.fd b/sorc/gsi_monitor.fd
index 8efe38eade..f9d6f5f744 160000
--- a/sorc/gsi_monitor.fd
+++ b/sorc/gsi_monitor.fd
@@ -1 +1 @@
-Subproject commit 8efe38eadebbd5d50284aee44f6d8b6799a7f6e6
+Subproject commit f9d6f5f744462a449e70abed8c5860b1c4564ad8
diff --git a/sorc/upp.fd b/sorc/upp.fd
index 4770a2f509..83e83a938b 160000
--- a/sorc/upp.fd
+++ b/sorc/upp.fd
@@ -1 +1 @@
-Subproject commit 4770a2f509b7122e76c4f004210031a58ae9502c
+Subproject commit 83e83a938b5794a628d30e66a54902dabe58737d
diff --git a/versions/run.jet.ver b/versions/run.jet.ver
index d5b98bf514..3aa586ee42 100644
--- a/versions/run.jet.ver
+++ b/versions/run.jet.ver
@@ -1,11 +1,14 @@
 export stack_intel_ver=2021.5.0
 export stack_impi_ver=2021.5.1
-export spack_env=gsi-addon-dev
+export spack_env=gsi-addon-dev-rocky8
 
 export hpss_ver=
 export ncl_ver=6.6.2
 export R_ver=4.0.2
 export gempak_ver=7.4.2
 
+# Adding perl as a module; With Rocky8, perl packages will not be from the OS
+export perl_ver=5.38.0
+
 source "${HOMEgfs:-}/versions/run.spack.ver"
 export spack_mod_path="/lfs4/HFIP/hfv3gfs/role.epic/spack-stack/spack-stack-${spack_stack_ver}/envs/${spack_env}/install/modulefiles/Core"
diff --git a/versions/run.spack.ver b/versions/run.spack.ver
index 6685d748cb..5640f7f5f8 100644
--- a/versions/run.spack.ver
+++ b/versions/run.spack.ver
@@ -32,4 +32,4 @@ export obsproc_run_ver=1.1.2
 export prepobs_run_ver=1.0.1
 
 export ens_tracker_ver=feature-GFSv17_com_reorg
-export fit2obs_ver=1.0.0
+export fit2obs_ver=1.1.1