From 790f87d6d5586b4fa40789ce4d5b5dba401089a9 Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Tue, 25 Oct 2022 16:03:42 -0400 Subject: [PATCH 01/34] Update build_cheyenne_gnu.lua remove loading of system python3 --- modulefiles/build_cheyenne_gnu.lua | 1 - 1 file changed, 1 deletion(-) diff --git a/modulefiles/build_cheyenne_gnu.lua b/modulefiles/build_cheyenne_gnu.lua index 6f1dc5d75e..0959aee054 100644 --- a/modulefiles/build_cheyenne_gnu.lua +++ b/modulefiles/build_cheyenne_gnu.lua @@ -6,7 +6,6 @@ the CISL machine Cheyenne using GNU whatis([===[Loads libraries needed for building the UFS SRW App on Cheyenne ]===]) load(pathJoin("cmake", os.getenv("cmake_ver") or "3.22.0")) -load(pathJoin("python", os.getenv("python_ver") or "3.7.9")) load(pathJoin("ncarenv", os.getenv("ncarenv_ver") or "1.3")) load(pathJoin("gnu", os.getenv("gnu_ver") or "11.2.0")) load(pathJoin("mpt", os.getenv("mpt_ver") or "2.25")) From eb1ceca420d663a83913a14b0ccccf6773baabfa Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Tue, 25 Oct 2022 16:04:58 -0400 Subject: [PATCH 02/34] Update build_cheyenne_intel.lua remove loading system python module --- modulefiles/build_cheyenne_intel.lua | 1 - 1 file changed, 1 deletion(-) diff --git a/modulefiles/build_cheyenne_intel.lua b/modulefiles/build_cheyenne_intel.lua index b1ae5b7bc1..db63ee05e9 100644 --- a/modulefiles/build_cheyenne_intel.lua +++ b/modulefiles/build_cheyenne_intel.lua @@ -6,7 +6,6 @@ the CISL machine Cheyenne using Intel-2022.1 whatis([===[Loads libraries needed for building the UFS SRW App on Cheyenne ]===]) load(pathJoin("cmake", os.getenv("cmake_ver") or "3.22.0")) -load(pathJoin("python", os.getenv("python_ver") or "3.7.9")) load(pathJoin("ncarenv", os.getenv("ncarenv_ver") or "1.3")) load(pathJoin("intel", os.getenv("intel_ver") or "2022.1")) load(pathJoin("mpt", os.getenv("mpt_ver") or "2.25")) From 2ccdc92e6296f1a6a7cb9e47b4accd076027651c Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Tue, 25 Oct 2022 16:11:10 -0400 Subject: [PATCH 03/34] Update wflow_cheyenne.lua Load updated miniconda3 and ask to activate regional_workflow enviroment --- modulefiles/wflow_cheyenne.lua | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/modulefiles/wflow_cheyenne.lua b/modulefiles/wflow_cheyenne.lua index aa44485679..78f933498d 100644 --- a/modulefiles/wflow_cheyenne.lua +++ b/modulefiles/wflow_cheyenne.lua @@ -10,11 +10,12 @@ load("ncarenv") append_path("MODULEPATH","/glade/p/ral/jntp/UFS_SRW_app/modules") load("rocoto") -load(pathJoin("conda", os.getenv("conda_ver") or "latest")) +prepend_path("MODULEPATH","/glade/work/epicufsrt/contrib/miniconda3/modulefiles") +load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.12.0")) if mode() == "load" then LmodMsgRaw([===[Please do the following to activate conda: - > conda activate /glade/p/ral/jntp/UFS_SRW_app/conda/regional_workflow + > conda activate /glade/work/epicufsrt/contrib/miniconda3/4.12.0/envs/regional_workflow ]===]) end From 5c7282ce45742341d258203c541e0cc2776aa87d Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Tue, 25 Oct 2022 16:17:06 -0400 Subject: [PATCH 04/34] Update wflow_hera.lua Load an updated miniconda3 and ask to activate regional_workflow environment --- modulefiles/wflow_hera.lua | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/modulefiles/wflow_hera.lua b/modulefiles/wflow_hera.lua index 58bc83d0c4..efca665dd2 100644 --- a/modulefiles/wflow_hera.lua +++ b/modulefiles/wflow_hera.lua @@ -7,8 +7,8 @@ whatis([===[Loads libraries needed for running the UFS SRW App on Hera ]===]) load("rocoto") -prepend_path("MODULEPATH","/contrib/miniconda3/modulefiles") -load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.5.12")) +prepend_path("MODULEPATH","/scratch1/NCEPDEV/nems/role.epic/miniconda3/modulefiles") +load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.12.0")) if mode() == "load" then LmodMsgRaw([===[Please do the following to activate conda: From 01ed3ba9c17708b8d2a3853c907d85a951cbe88a Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Tue, 25 Oct 2022 16:18:17 -0400 Subject: [PATCH 05/34] Update wflow_jet.lua Update miniconda3 module location and ask to activate regional_workflow --- modulefiles/wflow_jet.lua | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/modulefiles/wflow_jet.lua b/modulefiles/wflow_jet.lua index 3c651ae788..be11c223bc 100644 --- a/modulefiles/wflow_jet.lua +++ b/modulefiles/wflow_jet.lua @@ -7,8 +7,8 @@ whatis([===[Loads libraries needed for running the UFS SRW App on Jet ]===]) load("rocoto") -prepend_path("MODULEPATH","/contrib/miniconda3/modulefiles") -load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.5.12")) +prepend_path("MODULEPATH","/mnt/lfs4/HFIP/hfv3gfs/role.epic/miniconda3/modulefiles") +load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.12.0")) if mode() == "load" then LmodMsgRaw([===[Please do the following to activate conda: From 3e535f1bbc22bc9b3046d31427978a76c821a97b Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Tue, 25 Oct 2022 16:20:31 -0400 Subject: [PATCH 06/34] Update wflow_orion.lua Update miniconda3/4.12.0 module location and ask to activate regional_workflow environment --- modulefiles/wflow_orion.lua | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/modulefiles/wflow_orion.lua b/modulefiles/wflow_orion.lua index 29518b70a9..a8edef0089 100644 --- a/modulefiles/wflow_orion.lua +++ b/modulefiles/wflow_orion.lua @@ -8,8 +8,8 @@ whatis([===[Loads libraries needed for running SRW on Orion ]===]) load("contrib") load("rocoto") -append_path("MODULEPATH","/apps/contrib/miniconda3-noaa-gsl/modulefiles") -load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "3.8")) +append_path("MODULEPATH","/work/noaa/epic-ps/role-epic-ps/miniconda3/modulefiles") +load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.12.0")) if mode() == "load" then LmodMsgRaw([===[Please do the following to activate conda: From c1d3ed67f209b90aed4b0164bbac467ad7ba0cdb Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Tue, 25 Oct 2022 16:37:48 -0400 Subject: [PATCH 07/34] Update load_modules_run_task.sh Run an additional cycle of "conda deactivate" and "conda activate regional_workflow". It ensures that _python3_ binary path from the *regional_workflow* environment becomes prepended to the search $PATH, and is found first, before the _python3_ from miniconda3/4.12.0 from the *base* environment. --- ush/load_modules_run_task.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ush/load_modules_run_task.sh b/ush/load_modules_run_task.sh index efd14c88ab..59cbef0803 100755 --- a/ush/load_modules_run_task.sh +++ b/ush/load_modules_run_task.sh @@ -184,10 +184,10 @@ module list if [ -n "${SRW_ENV:-}" ] ; then set +u conda activate ${SRW_ENV} - if [ $machine = "gaea" ]; then +# if [ $machine = "gaea" ]; then conda deactivate conda activate ${SRW_ENV} - fi +# fi set -u fi From ac4a2ddf6f3cdff5a3a32940fae66d815d3a28a2 Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Tue, 25 Oct 2022 17:05:27 -0400 Subject: [PATCH 08/34] Update wflow_cheyenne.lua "conda activate regional_workfow" --- modulefiles/wflow_cheyenne.lua | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modulefiles/wflow_cheyenne.lua b/modulefiles/wflow_cheyenne.lua index 78f933498d..b12ea9d840 100644 --- a/modulefiles/wflow_cheyenne.lua +++ b/modulefiles/wflow_cheyenne.lua @@ -15,7 +15,7 @@ load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.12.0")) if mode() == "load" then LmodMsgRaw([===[Please do the following to activate conda: - > conda activate /glade/work/epicufsrt/contrib/miniconda3/4.12.0/envs/regional_workflow + > conda activate regional_workflow ]===]) end From 9e47ee66f47476f8544cc5e1848d5a10d381a61d Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Tue, 25 Oct 2022 17:07:12 -0400 Subject: [PATCH 09/34] Update and rename conda_regional_workflow.lua to miniconda_regional_workflow.lua use new miniconda3/4.12.0 with regional_workflow environment --- modulefiles/tasks/cheyenne/conda_regional_workflow.lua | 3 --- modulefiles/tasks/cheyenne/miniconda_regional_workflow.lua | 3 +++ 2 files changed, 3 insertions(+), 3 deletions(-) delete mode 100644 modulefiles/tasks/cheyenne/conda_regional_workflow.lua create mode 100644 modulefiles/tasks/cheyenne/miniconda_regional_workflow.lua diff --git a/modulefiles/tasks/cheyenne/conda_regional_workflow.lua b/modulefiles/tasks/cheyenne/conda_regional_workflow.lua deleted file mode 100644 index 53ba3f6936..0000000000 --- a/modulefiles/tasks/cheyenne/conda_regional_workflow.lua +++ /dev/null @@ -1,3 +0,0 @@ -unload("python") -load("conda") -setenv("SRW_ENV", "/glade/p/ral/jntp/UFS_SRW_app/conda/regional_workflow") diff --git a/modulefiles/tasks/cheyenne/miniconda_regional_workflow.lua b/modulefiles/tasks/cheyenne/miniconda_regional_workflow.lua new file mode 100644 index 0000000000..e86a9b2da1 --- /dev/null +++ b/modulefiles/tasks/cheyenne/miniconda_regional_workflow.lua @@ -0,0 +1,3 @@ +prepend_path("MODULEPATH","/glade/work/epicufsrt/contrib/miniconda3/modulefiles") +load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.12.0")) +setenv("SRW_ENV", "regional_workflow") From 8b1aa08dd9ef54fa00c75219f04af50cb0fc16b7 Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Tue, 25 Oct 2022 17:07:41 -0400 Subject: [PATCH 10/34] Update make_grid.local.lua --- modulefiles/tasks/cheyenne/make_grid.local.lua | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modulefiles/tasks/cheyenne/make_grid.local.lua b/modulefiles/tasks/cheyenne/make_grid.local.lua index 494c85136d..d371c08301 100644 --- a/modulefiles/tasks/cheyenne/make_grid.local.lua +++ b/modulefiles/tasks/cheyenne/make_grid.local.lua @@ -1 +1 @@ -load("conda_regional_workflow") +load("miniconda_regional_workflow") From d94c44caa578af106a14532580f41b6eed1c5b9a Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Tue, 25 Oct 2022 17:08:03 -0400 Subject: [PATCH 11/34] Update get_extrn_ics.local.lua --- modulefiles/tasks/cheyenne/get_extrn_ics.local.lua | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modulefiles/tasks/cheyenne/get_extrn_ics.local.lua b/modulefiles/tasks/cheyenne/get_extrn_ics.local.lua index 494c85136d..d371c08301 100644 --- a/modulefiles/tasks/cheyenne/get_extrn_ics.local.lua +++ b/modulefiles/tasks/cheyenne/get_extrn_ics.local.lua @@ -1 +1 @@ -load("conda_regional_workflow") +load("miniconda_regional_workflow") From 67fe20e3865c19614b84c468f196425719c295ba Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Tue, 25 Oct 2022 17:08:33 -0400 Subject: [PATCH 12/34] Update get_extrn_lbcs.local.lua --- modulefiles/tasks/cheyenne/get_extrn_lbcs.local.lua | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modulefiles/tasks/cheyenne/get_extrn_lbcs.local.lua b/modulefiles/tasks/cheyenne/get_extrn_lbcs.local.lua index 494c85136d..d371c08301 100644 --- a/modulefiles/tasks/cheyenne/get_extrn_lbcs.local.lua +++ b/modulefiles/tasks/cheyenne/get_extrn_lbcs.local.lua @@ -1 +1 @@ -load("conda_regional_workflow") +load("miniconda_regional_workflow") From 5e62ff54ad80954f5b442bd6bf0c3dd3644dc696 Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Tue, 25 Oct 2022 17:09:02 -0400 Subject: [PATCH 13/34] Update make_ics.local.lua --- modulefiles/tasks/cheyenne/make_ics.local.lua | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modulefiles/tasks/cheyenne/make_ics.local.lua b/modulefiles/tasks/cheyenne/make_ics.local.lua index 494c85136d..d371c08301 100644 --- a/modulefiles/tasks/cheyenne/make_ics.local.lua +++ b/modulefiles/tasks/cheyenne/make_ics.local.lua @@ -1 +1 @@ -load("conda_regional_workflow") +load("miniconda_regional_workflow") From ada2e20359f265af58b5dc32a398b3bf68664679 Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Tue, 25 Oct 2022 17:09:28 -0400 Subject: [PATCH 14/34] Update make_lbcs.local.lua --- modulefiles/tasks/cheyenne/make_lbcs.local.lua | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modulefiles/tasks/cheyenne/make_lbcs.local.lua b/modulefiles/tasks/cheyenne/make_lbcs.local.lua index 494c85136d..d371c08301 100644 --- a/modulefiles/tasks/cheyenne/make_lbcs.local.lua +++ b/modulefiles/tasks/cheyenne/make_lbcs.local.lua @@ -1 +1 @@ -load("conda_regional_workflow") +load("miniconda_regional_workflow") From 7394e9f3592c1b6150ebe3ca720ba427b5776fba Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Tue, 25 Oct 2022 17:10:01 -0400 Subject: [PATCH 15/34] Update and rename make_orog.hardcoded.lua to make_orog.local.lua --- modulefiles/tasks/cheyenne/make_orog.hardcoded.lua | 4 ---- modulefiles/tasks/cheyenne/make_orog.local.lua | 1 + 2 files changed, 1 insertion(+), 4 deletions(-) delete mode 100644 modulefiles/tasks/cheyenne/make_orog.hardcoded.lua create mode 100644 modulefiles/tasks/cheyenne/make_orog.local.lua diff --git a/modulefiles/tasks/cheyenne/make_orog.hardcoded.lua b/modulefiles/tasks/cheyenne/make_orog.hardcoded.lua deleted file mode 100644 index 2395a81c8e..0000000000 --- a/modulefiles/tasks/cheyenne/make_orog.hardcoded.lua +++ /dev/null @@ -1,4 +0,0 @@ -load("ncarenv/1.3") -load("intel/19.0.2") -load("ncarcompilers/0.5.0") -load("netcdf/4.6.3") diff --git a/modulefiles/tasks/cheyenne/make_orog.local.lua b/modulefiles/tasks/cheyenne/make_orog.local.lua new file mode 100644 index 0000000000..d371c08301 --- /dev/null +++ b/modulefiles/tasks/cheyenne/make_orog.local.lua @@ -0,0 +1 @@ +load("miniconda_regional_workflow") From 846e01b3c2d9bbaa5d0caebfe5d298868b3b3564 Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Tue, 25 Oct 2022 17:10:58 -0400 Subject: [PATCH 16/34] Update run_fcst.local.lua --- modulefiles/tasks/cheyenne/run_fcst.local.lua | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modulefiles/tasks/cheyenne/run_fcst.local.lua b/modulefiles/tasks/cheyenne/run_fcst.local.lua index 494c85136d..d371c08301 100644 --- a/modulefiles/tasks/cheyenne/run_fcst.local.lua +++ b/modulefiles/tasks/cheyenne/run_fcst.local.lua @@ -1 +1 @@ -load("conda_regional_workflow") +load("miniconda_regional_workflow") From 4c94608612e83fa86be38bed869d16132cadaf6b Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Tue, 25 Oct 2022 17:11:20 -0400 Subject: [PATCH 17/34] Update run_vx.local.lua --- modulefiles/tasks/cheyenne/run_vx.local.lua | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modulefiles/tasks/cheyenne/run_vx.local.lua b/modulefiles/tasks/cheyenne/run_vx.local.lua index 494c85136d..d371c08301 100644 --- a/modulefiles/tasks/cheyenne/run_vx.local.lua +++ b/modulefiles/tasks/cheyenne/run_vx.local.lua @@ -1 +1 @@ -load("conda_regional_workflow") +load("miniconda_regional_workflow") From 0e1b21649a50060830f1d00ca9dfbdf0b5b71616 Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Tue, 25 Oct 2022 17:12:18 -0400 Subject: [PATCH 18/34] Create make_sfc_climo.local.lua --- modulefiles/tasks/cheyenne/make_sfc_climo.local.lua | 2 ++ 1 file changed, 2 insertions(+) create mode 100644 modulefiles/tasks/cheyenne/make_sfc_climo.local.lua diff --git a/modulefiles/tasks/cheyenne/make_sfc_climo.local.lua b/modulefiles/tasks/cheyenne/make_sfc_climo.local.lua new file mode 100644 index 0000000000..63eb5b6cb0 --- /dev/null +++ b/modulefiles/tasks/cheyenne/make_sfc_climo.local.lua @@ -0,0 +1,2 @@ + +load("miniconda_regional_workflow") From 4615ab96b0e4d4bf73d2ac7e7903c95213cb8bfa Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Tue, 25 Oct 2022 17:14:20 -0400 Subject: [PATCH 19/34] Update miniconda_regional_workflow.lua --- modulefiles/tasks/hera/miniconda_regional_workflow.lua | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/modulefiles/tasks/hera/miniconda_regional_workflow.lua b/modulefiles/tasks/hera/miniconda_regional_workflow.lua index 0443b7d948..e2bbc9467f 100644 --- a/modulefiles/tasks/hera/miniconda_regional_workflow.lua +++ b/modulefiles/tasks/hera/miniconda_regional_workflow.lua @@ -1,4 +1,4 @@ -prepend_path("MODULEPATH", "/contrib/miniconda3/modulefiles") -load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.5.12")) +prepend_path("MODULEPATH", "/scratch1/NCEPDEV/nems/role.epic/miniconda3/modulefiles") +load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.12.0")) setenv("SRW_ENV", "regional_workflow") From 05eb78886bae3969943c7acf4a0ed8b4edcb6b48 Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Tue, 25 Oct 2022 17:16:30 -0400 Subject: [PATCH 20/34] Update get_obs.local.lua all the requested packages for the python3 are found in regional_workflow environment --- modulefiles/tasks/hera/get_obs.local.lua | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/modulefiles/tasks/hera/get_obs.local.lua b/modulefiles/tasks/hera/get_obs.local.lua index c53d3ff3de..d1afe2451e 100644 --- a/modulefiles/tasks/hera/get_obs.local.lua +++ b/modulefiles/tasks/hera/get_obs.local.lua @@ -1,5 +1,2 @@ load("hpss") -prepend_path("MODULEPATH", "/contrib/miniconda3/modulefiles") -load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.5.12") - -setenv("SRW_ENV", "pygraf") +load("miniconda_regional_workflow") From 776de68516bd93fb38b89e179dfc49c102173be3 Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Tue, 25 Oct 2022 17:18:35 -0400 Subject: [PATCH 21/34] Update miniconda_regional_workflow.lua load updated miniconda3/4.12.0 with regional_workflow environment --- modulefiles/tasks/jet/miniconda_regional_workflow.lua | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modulefiles/tasks/jet/miniconda_regional_workflow.lua b/modulefiles/tasks/jet/miniconda_regional_workflow.lua index 0443b7d948..216d15c3c1 100644 --- a/modulefiles/tasks/jet/miniconda_regional_workflow.lua +++ b/modulefiles/tasks/jet/miniconda_regional_workflow.lua @@ -1,4 +1,4 @@ prepend_path("MODULEPATH", "/contrib/miniconda3/modulefiles") -load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.5.12")) +load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.12.0")) setenv("SRW_ENV", "regional_workflow") From 835d8418d74b92d17c107212229b29ac79a18dff Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Tue, 25 Oct 2022 17:20:39 -0400 Subject: [PATCH 22/34] Update miniconda_regional_workflow.lua Load an updated miniconda3/4.12.0 with the regional_workflow environment --- modulefiles/tasks/orion/miniconda_regional_workflow.lua | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/modulefiles/tasks/orion/miniconda_regional_workflow.lua b/modulefiles/tasks/orion/miniconda_regional_workflow.lua index 22b0f4a5ce..8300ed9d00 100644 --- a/modulefiles/tasks/orion/miniconda_regional_workflow.lua +++ b/modulefiles/tasks/orion/miniconda_regional_workflow.lua @@ -1,4 +1,4 @@ -append_path("MODULEPATH", "/apps/contrib/miniconda3-noaa-gsl/modulefiles") -load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "3.8")) +append_path("MODULEPATH", "/work/noaa/epic-ps/role-epic-ps/miniconda3/modulefiles") +load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.12.0")) setenv("SRW_ENV", "regional_workflow") From feb66bbbe4adf17092c49ea72bb5972dccbd2ce8 Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Thu, 27 Oct 2022 06:49:15 -0400 Subject: [PATCH 23/34] Update build_cheyenne_gnu.lua need to have miniconda3 loaded in build module --- modulefiles/build_cheyenne_gnu.lua | 3 +++ 1 file changed, 3 insertions(+) diff --git a/modulefiles/build_cheyenne_gnu.lua b/modulefiles/build_cheyenne_gnu.lua index 0959aee054..4412da9e94 100644 --- a/modulefiles/build_cheyenne_gnu.lua +++ b/modulefiles/build_cheyenne_gnu.lua @@ -13,6 +13,9 @@ setenv("MKLROOT", "/glade/u/apps/opt/intel/2022.1/mkl/latest") load(pathJoin("ncarcompilers", os.getenv("ncarcompilers_ver") or "0.5.0")) unload("netcdf") +prepend_path("MODULEPATH","/glade/work/epicufsrt/contrib/miniconda3/modulefiles") +load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.12.0")) + prepend_path("MODULEPATH","/glade/work/epicufsrt/GMTB/tools/gnu/11.2.0/hpc-stack-v1.2.0/modulefiles/stack") load(pathJoin("hpc", os.getenv("hpc_ver") or "1.2.0")) load(pathJoin("hpc-gnu", os.getenv("hpc_gnu_ver") or "11.2.0")) From 4d56e7844d3026ee59a6e9d133a3cfd6630ba818 Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Thu, 27 Oct 2022 06:49:56 -0400 Subject: [PATCH 24/34] Update build_cheyenne_intel.lua need to have miniconda3 loaded in the build module --- modulefiles/build_cheyenne_intel.lua | 3 +++ 1 file changed, 3 insertions(+) diff --git a/modulefiles/build_cheyenne_intel.lua b/modulefiles/build_cheyenne_intel.lua index db63ee05e9..6247b24dce 100644 --- a/modulefiles/build_cheyenne_intel.lua +++ b/modulefiles/build_cheyenne_intel.lua @@ -13,6 +13,9 @@ load(pathJoin("mkl", os.getenv("mkl_ver") or "2022.1")) load(pathJoin("ncarcompilers", os.getenv("ncarcompilers_ver") or "0.5.0")) unload("netcdf") +prepend_path("MODULEPATH","/glade/work/epicufsrt/contrib/miniconda3/modulefiles") +load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.12.0")) + prepend_path("MODULEPATH","/glade/work/epicufsrt/GMTB/tools/intel/2022.1/hpc-stack-v1.2.0_6eb6/modulefiles/stack") load(pathJoin("hpc", os.getenv("hpc_ver") or "1.2.0")) load(pathJoin("hpc-intel", os.getenv("hpc_intel_ver") or "2022.1")) From 9febdcb8c1375a6f67906b8fd95b0d0a2de8c981 Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Thu, 27 Oct 2022 06:52:27 -0400 Subject: [PATCH 25/34] Update build_gaea_intel.lua need to have miniconda3 loaded in build module --- modulefiles/build_gaea_intel.lua | 3 +++ 1 file changed, 3 insertions(+) diff --git a/modulefiles/build_gaea_intel.lua b/modulefiles/build_gaea_intel.lua index 63105d0ab8..324a0f6493 100644 --- a/modulefiles/build_gaea_intel.lua +++ b/modulefiles/build_gaea_intel.lua @@ -7,6 +7,9 @@ whatis([===[Loads libraries needed for building the UFS SRW App on Gaea ]===]) load(pathJoin("cmake", os.getenv("cmake_ver") or "3.20.1")) +prepend_path("MODULEPATH","/lustre/f2/dev/role.epic/contrib/modulefiles") +load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.12.0")) + prepend_path("MODULEPATH","/lustre/f2/dev/role.epic/contrib/hpc-stack/intel-2021.3.0/modulefiles/stack") load(pathJoin("hpc", os.getenv("hpc_ver") or "1.2.0")) load(pathJoin("intel", os.getenv("intel_ver") or "2021.3.0")) From 542f6b78cea6ac42d3da594578d96f7efb44e80e Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Thu, 27 Oct 2022 06:53:44 -0400 Subject: [PATCH 26/34] Update build_hera_intel.lua need to have miniconda3 loaded in build module --- modulefiles/build_hera_intel.lua | 3 +++ 1 file changed, 3 insertions(+) diff --git a/modulefiles/build_hera_intel.lua b/modulefiles/build_hera_intel.lua index 69d74a0dd6..b259546ed2 100644 --- a/modulefiles/build_hera_intel.lua +++ b/modulefiles/build_hera_intel.lua @@ -10,6 +10,9 @@ load("sutils") load(pathJoin("cmake", os.getenv("cmake_ver") or "3.20.1")) +prepend_path("MODULEPATH","/scratch1/NCEPDEV/nems/role.epic/miniconda3/modulefiles") +load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.12.0")) + prepend_path("MODULEPATH","/scratch2/NCEPDEV/nwprod/hpc-stack/libs/hpc-stack/modulefiles/stack") load(pathJoin("hpc", os.getenv("hpc_ver") or "1.2.0")) load(pathJoin("hpc-intel", os.getenv("hpc_intel_ver") or "2022.1.2")) From d15f89fb3d8c5030c8b2d9d552a63b88f332c573 Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Thu, 27 Oct 2022 06:55:44 -0400 Subject: [PATCH 27/34] Update build_jet_intel.lua need to have miniconda3 loaded in the build modulefile --- modulefiles/build_jet_intel.lua | 3 +++ 1 file changed, 3 insertions(+) diff --git a/modulefiles/build_jet_intel.lua b/modulefiles/build_jet_intel.lua index a2fbeadf60..e150c3caa8 100644 --- a/modulefiles/build_jet_intel.lua +++ b/modulefiles/build_jet_intel.lua @@ -10,6 +10,9 @@ load("sutils") load(pathJoin("cmake", os.getenv("cmake_ver") or "3.20.1")) +prepend_path("MODULEPATH","/mnt/lfs4/HFIP/hfv3gfs/role.epic/miniconda3/modulefiles") +load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.12.0")) + prepend_path("MODULEPATH","/lfs4/HFIP/hfv3gfs/nwprod/hpc-stack/libs/modulefiles/stack") load(pathJoin("hpc", os.getenv("hpc_ver") or "1.2.0")) load(pathJoin("hpc-intel", os.getenv("hpc_intel_ver") or "2022.1.2")) From 7545fb97191dd38bcc81dd8f1a4337fa0579b852 Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Thu, 27 Oct 2022 06:57:40 -0400 Subject: [PATCH 28/34] Update build_orion_intel.lua need to have miniconda3 loaded in build modulefile --- modulefiles/build_orion_intel.lua | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/modulefiles/build_orion_intel.lua b/modulefiles/build_orion_intel.lua index 92795c6f8c..e36b07e5c2 100644 --- a/modulefiles/build_orion_intel.lua +++ b/modulefiles/build_orion_intel.lua @@ -9,7 +9,9 @@ load("contrib") load("noaatools") load(pathJoin("cmake", os.getenv("cmake_ver") or "3.22.1")) -load(pathJoin("python", os.getenv("python_ver") or "3.9.2")) + +append_path("MODULEPATH","/work/noaa/epic-ps/role-epic-ps/miniconda3/modulefiles") +load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.12.0")) prepend_path("MODULEPATH","/apps/contrib/NCEP/libs/hpc-stack/modulefiles/stack") load(pathJoin("hpc", os.getenv("hpc_ver") or "1.2.0")) From 74b8420ea5e4750e437fd0c12782bb639647542d Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Thu, 27 Oct 2022 07:04:37 -0400 Subject: [PATCH 29/34] Update load_modules_wflow.sh conda activate command same across the platforms --- ush/load_modules_wflow.sh | 10 ++++------ 1 file changed, 4 insertions(+), 6 deletions(-) diff --git a/ush/load_modules_wflow.sh b/ush/load_modules_wflow.sh index 6049805a62..5e7e30e3a7 100755 --- a/ush/load_modules_wflow.sh +++ b/ush/load_modules_wflow.sh @@ -60,13 +60,11 @@ task failed: [[ ${SHELLOPTS} =~ nounset ]] && has_mu=true || has_mu=false $has_mu && set +u -if [[ "${machine}" == 'cheyenne' ]]; then - conda activate /glade/p/ral/jntp/UFS_SRW_app/conda/regional_workflow -else - if [ ! -z $(command -v conda) ]; then - conda activate regional_workflow - fi + +if [ ! -z $(command -v conda) ]; then + conda activate regional_workflow fi + $has_mu && set -u # List loaded modulefiles From a974451740aba9a756d75200506ce329cfefe1cc Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Thu, 27 Oct 2022 11:52:45 -0400 Subject: [PATCH 30/34] Update miniconda_regional_workflow.lua miniconda3 is now loaded in build__, not in *.local files --- modulefiles/tasks/cheyenne/miniconda_regional_workflow.lua | 2 -- 1 file changed, 2 deletions(-) diff --git a/modulefiles/tasks/cheyenne/miniconda_regional_workflow.lua b/modulefiles/tasks/cheyenne/miniconda_regional_workflow.lua index e86a9b2da1..00d59eed76 100644 --- a/modulefiles/tasks/cheyenne/miniconda_regional_workflow.lua +++ b/modulefiles/tasks/cheyenne/miniconda_regional_workflow.lua @@ -1,3 +1 @@ -prepend_path("MODULEPATH","/glade/work/epicufsrt/contrib/miniconda3/modulefiles") -load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.12.0")) setenv("SRW_ENV", "regional_workflow") From 65c37048c91b4a645dbee392de1d8c9c325c6915 Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Thu, 27 Oct 2022 11:53:14 -0400 Subject: [PATCH 31/34] Update miniconda_regional_workflow.lua miniconda3 is now loaded in build__, not in *.local files --- modulefiles/tasks/gaea/miniconda_regional_workflow.lua | 3 --- 1 file changed, 3 deletions(-) diff --git a/modulefiles/tasks/gaea/miniconda_regional_workflow.lua b/modulefiles/tasks/gaea/miniconda_regional_workflow.lua index dd8ec8f7e4..00d59eed76 100644 --- a/modulefiles/tasks/gaea/miniconda_regional_workflow.lua +++ b/modulefiles/tasks/gaea/miniconda_regional_workflow.lua @@ -1,4 +1 @@ -prepend_path("MODULEPATH", "/lustre/f2/dev/role.epic/contrib/modulefiles") -load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.12.0")) - setenv("SRW_ENV", "regional_workflow") From 4ea989aee4abceef59e5065e684bcf2699042f28 Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Thu, 27 Oct 2022 11:53:44 -0400 Subject: [PATCH 32/34] Update miniconda_regional_workflow.lua miniconda3 is now loaded in build__, not in *.local files --- modulefiles/tasks/hera/miniconda_regional_workflow.lua | 3 --- 1 file changed, 3 deletions(-) diff --git a/modulefiles/tasks/hera/miniconda_regional_workflow.lua b/modulefiles/tasks/hera/miniconda_regional_workflow.lua index e2bbc9467f..00d59eed76 100644 --- a/modulefiles/tasks/hera/miniconda_regional_workflow.lua +++ b/modulefiles/tasks/hera/miniconda_regional_workflow.lua @@ -1,4 +1 @@ -prepend_path("MODULEPATH", "/scratch1/NCEPDEV/nems/role.epic/miniconda3/modulefiles") -load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.12.0")) - setenv("SRW_ENV", "regional_workflow") From 1a3f26b8c4b33b178ee46a45ee25c37878312724 Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Thu, 27 Oct 2022 11:54:25 -0400 Subject: [PATCH 33/34] Update miniconda_regional_workflow.lua miniconda3 is now loaded in build__, not in *.local files --- modulefiles/tasks/jet/miniconda_regional_workflow.lua | 3 --- 1 file changed, 3 deletions(-) diff --git a/modulefiles/tasks/jet/miniconda_regional_workflow.lua b/modulefiles/tasks/jet/miniconda_regional_workflow.lua index 216d15c3c1..00d59eed76 100644 --- a/modulefiles/tasks/jet/miniconda_regional_workflow.lua +++ b/modulefiles/tasks/jet/miniconda_regional_workflow.lua @@ -1,4 +1 @@ -prepend_path("MODULEPATH", "/contrib/miniconda3/modulefiles") -load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.12.0")) - setenv("SRW_ENV", "regional_workflow") From 13ac404253010e66bf37e14d74019067ff90165a Mon Sep 17 00:00:00 2001 From: Natalie Perlin <68030316+natalie-perlin@users.noreply.github.com> Date: Thu, 27 Oct 2022 11:55:08 -0400 Subject: [PATCH 34/34] Update miniconda_regional_workflow.lua --- modulefiles/tasks/orion/miniconda_regional_workflow.lua | 3 --- 1 file changed, 3 deletions(-) diff --git a/modulefiles/tasks/orion/miniconda_regional_workflow.lua b/modulefiles/tasks/orion/miniconda_regional_workflow.lua index 8300ed9d00..00d59eed76 100644 --- a/modulefiles/tasks/orion/miniconda_regional_workflow.lua +++ b/modulefiles/tasks/orion/miniconda_regional_workflow.lua @@ -1,4 +1 @@ -append_path("MODULEPATH", "/work/noaa/epic-ps/role-epic-ps/miniconda3/modulefiles") -load(pathJoin("miniconda3", os.getenv("miniconda3_ver") or "4.12.0")) - setenv("SRW_ENV", "regional_workflow")