Feature 2753 comp script config

internal/scripts/installation/compile_MET_all.sh

@@ -37,7 +37,7 @@
 # The compile_MET_all.sh script will compile and install MET and its
 # external library dependencies, if needed, including:
 # PROJ (with dependency SQLITE >= 3.11), GSL, BUFRLIB, 
-# GRIB2C (with dependencies Z, PNG, JASPER), HDF5, NETCDF (C and CXX), 
+# GRIB2C (with dependencies Z, PNG, JASPER, JPEG), HDF5, NETCDF (C and CXX), 
 # HDF4 (optional for MODIS-Regrid and lidar2nc), HDFEOS (optional for
 # MODIS-Regrid and lidar2nc), FREETYPE (optional for MODE Graphics),
 # and CAIRO (optional for MODE Graphics).
@@ -51,7 +51,7 @@
 # in the input environment configuration file (install_met_env.<machine_name>:
 # MET_GRIB2CLIB, MET_GRIB2CINC, GRIB2CLIB_NAME, MET_BUFRLIB, BUFRLIB_NAME, 
 # MET_HDF5, MET_NETCDF, MET_PROJ, MET_GSL, LIB_JASPER, LIB_LIBPNG, LIB_Z,
-# SQLITE_INCLUDE_DIR, SQLITE_LIB_DIR, TIFF_INCLUDE_DIR, TIFF_LIB_DIR.
+# LIB_JPEG, SQLITE_INCLUDE_DIR, SQLITE_LIB_DIR, TIFF_INCLUDE_DIR, TIFF_LIB_DIR.
 #
 # The optional libraries ecKit and atlas offer support for unstructured
 # grids. The optional libraries HDF4, HDFEOS, FREETYPE, and CAIRO are
@@ -176,11 +176,13 @@ if [[ -z ${MET_GRIB2CLIB} ]] && [[ -z ${MET_GRIB2C} ]]; then
   COMPILE_ZLIB=1
   COMPILE_LIBPNG=1
   COMPILE_JASPER=1
+  COMPILE_JPEG=1
   COMPILE_G2CLIB=1
 else
   COMPILE_ZLIB=0
   COMPILE_LIBPNG=0
   COMPILE_JASPER=0
+  COMPILE_JPEG=0
   COMPILE_G2CLIB=0
 fi
 
@@ -269,6 +271,7 @@ if [ ! -z "${SKIP_LIBS}" ]; then
   COMPILE_ZLIB=0
   COMPILE_LIBPNG=0
   COMPILE_JASPER=0
+  COMPILE_JPEG=0
   COMPILE_G2CLIB=0
   COMPILE_ECKIT=0
   COMPILE_ATLAS=0
@@ -570,6 +573,7 @@ if [[ $COMPILE_LIBPNG -eq 1 && $HOST != ys* ]]; then
   run_cmd "make ${MAKE_ARGS} install > $(pwd)/libpng.make_install.log 2>&1"
 fi
 
+
 # Compile JASPER
 if [ $COMPILE_JASPER -eq 1 ]; then
 
@@ -594,6 +598,24 @@ if [ $COMPILE_JASPER -eq 1 ]; then
   run_cmd "make ${MAKE_ARGS} install > $(pwd)/jasper.make_install.log 2>&1"
 fi
 
+# Compile JPEG
+if [ $COMPILE_JPEG -eq 1 ]; then
+
+  vrs="9e"
+
+  echo
+  echo "Compiling JPEG at `date`"
+  mkdir -p ${LIB_DIR}/jpeg
+  rm -rf ${LIB_DIR}/jpeg/jpeg*
+  tar -xf ${TAR_DIR}/jpegsrc.v${vrs}.tar.gz -C ${LIB_DIR}/jpeg
+  cd ${LIB_DIR}/jpeg/jpeg-${vrs}
+  echo "cd `pwd`"
+  run_cmd "./configure --prefix=${LIB_DIR} LDFLAGS=-L${LIB_DIR}/lib CPPFLAGS=-I${LIB_DIR}/include > $(pwd)/libjpeg.configure.log 2>&1"
+  run_cmd "make ${MAKE_ARGS} > $(pwd)/libjpeg.make.log 2>&1"
+  run_cmd "make ${MAKE_ARGS} install > $(pwd)/libjpeg.make_install.log 2>&1"
+fi
+
+
 # Compile G2CLIB
 if [ $COMPILE_G2CLIB -eq 1 ]; then
 

internal/scripts/installation/config/install_met_env.casper

@@ -1,30 +1,40 @@
-module load ncarenv/1.3
-module load intel/2021.2
-module load netcdf/4.8.0
+module load ncarenv/23.10
+module load intel-classic/2023.2.1
+module load cmake/3.26.3
 
-export TEST_BASE=/glade/p/ral/jntp/MET/MET_releases/casper/11.1.0
-export COMPILER=intel_2021.2
+export TEST_BASE=/glade/work/dtcrt/METplus/casper/components/MET/installations/12.0.0
+export COMPILER=intel-classic_2023.2.1
 export MET_SUBDIR=${TEST_BASE}
-export MET_TARBALL=v11.1.0.tar.gz
+export MET_TARBALL=v12.0.0.tar.gz
 export USE_MODULES=TRUE
-export MET_PYTHON=/glade/p/ral/jntp/MET/METplus/miniconda/miniconda3/envs/metplus_v5.1_py3.10
+export MET_PYTHON=/glade/work/dtcrt/METplus/casper/miniconda/miniconda3/envs/metplus_v5.1_py3.10
 export MET_PYTHON_CC=-I${MET_PYTHON}/include/python3.10
 export MET_PYTHON_LD=`${MET_PYTHON}/bin/python3-config --ldflags --embed`
-export MET_NETCDF=/glade/u/apps/ch/opt/netcdf/4.8.0/intel/2021.2/
-export MET_HDF5=/glade/u/apps/ch/opt/netcdf/4.8.0/intel/2021.2/
+#export ADDTL_DIR=/usr/lib64
 export EXTERNAL_LIBS=${TEST_BASE}/external_libs
-#export MET_GSL=${EXTERNAL_LIBS}
-#export MET_BUFRLIB=${EXTERNAL_LIBS}
-#export BUFRLIB_NAME=-lbufr
-#export MET_HDF5=${EXTERNAL_LIBS}
-#export MET_GRIB2CLIB=${EXTERNAL_LIBS}/lib
-#export MET_GRIB2CINC=${EXTERNAL_LIBS}/include
-#export GRIB2CLIB_NAME=-lgrib2c
-#export LIB_JASPER=${EXTERNAL_LIBS}/lib
-#export LIB_LIBPNG=${EXTERNAL_LIBS}/lib
-#export LIB_Z=${EXTERNAL_LIBS}/lib
-export SET_D64BIT=FALSE
+#export COMPILE_ECKIT=1
+#export COMPILE_ATLAS=1
+export MET_PROJ=${EXTERNAL_LIBS}
+export MET_ECKIT=${EXTERNAL_LIBS}
+export MET_ATLAS=${EXTERNAL_LIBS}
+export MET_GSL=${EXTERNAL_LIBS}
+export MET_BUFRLIB=${EXTERNAL_LIBS}
+export BUFRLIB_NAME=-lbufr_4
+export MET_GRIB2CLIB=${EXTERNAL_LIBS}/lib64
+export MET_GRIB2CINC=${EXTERNAL_LIBS}/include
+export GRIB2CLIB_NAME=-lg2c
+export LIB_JASPER=${EXTERNAL_LIBS}/lib64
+export LIB_LIBPNG=${EXTERNAL_LIBS}/lib
+export LIB_Z=${EXTERNAL_LIBS}/lib
+export LIB_JPEG=${EXTERNAL_LIBS}/lib
+export MET_NETCDF=${EXTERNAL_LIBS}
+export MET_HDF5=${EXTERNAL_LIBS}
+export TIFF_INCLUDE_DIR=${EXTERNAL_LIBS}/include
+export TIFF_LIB_DIR=${EXTERNAL_LIBS}/lib
+export SQLITE_INCLUDE_DIR=${EXTERNAL_LIBS}/include
+export SQLITE_LIB_DIR=${EXTERNAL_LIBS}/lib
+export MAKE_ARGS="-j 5"
 #export CFLAGS="-Wall -g"
 #export CXXFLAGS="-Wall -g"
-export MAKE_ARGS=-j
-export CXXFLAGS="-std=c++11"
+#export CXXFLAGS="-std=c++11"
+#export SKIP_MET=true

internal/scripts/installation/config/install_met_env.derecho

@@ -1,36 +1,42 @@
-module load ncarenv/23.06
-module load intel-oneapi/2023.0.0
+module load ncarenv/23.09
+module load intel/2023.2.1
 module load cmake/3.26.3
-module load hdf5/1.12.2
-module load netcdf/4.9.2
 
-export TEST_BASE=/glade/p/ral/jntp/MET/MET_releases/12.0.0
-export COMPILER=intel-oneapi_2023.0.0
+export CC=icx
+export CXX=icpx
+export FC=ifx
+export F77=ifx
+export F90=ifx
+
+export TEST_BASE=/glade/work/dtcrt/METplus/derecho/components/MET/installations/12.0.0
+export COMPILER=intel_2023.2.1
 export MET_SUBDIR=${TEST_BASE}
 export MET_TARBALL=v12.0.0.tar.gz
 export USE_MODULES=TRUE
-export MET_PYTHON=/glade/p/ral/jntp/MET/METplus/miniconda/miniconda3/envs/metplus_v5.1_py3.10
+export MET_PYTHON=/glade/work/dtcrt/METplus/derecho/miniconda/miniconda3/envs/metplus_v5.1_py3.10
 export MET_PYTHON_CC=-I${MET_PYTHON}/include/python3.10
 export MET_PYTHON_LD=`${MET_PYTHON}/bin/python3-config --ldflags --embed`
-export MET_NETCDF=/glade/u/apps/derecho/23.06/spack/opt/spack/netcdf/4.9.2/oneapi/2023.0.0/iijr
-export MET_HDF5=/glade/u/apps/derecho/23.06/spack/opt/spack/hdf5/1.12.2/oneapi/2023.0.0/d6xa
-export ADDTL_DIR=/usr/lib64
 export EXTERNAL_LIBS=${TEST_BASE}/external_libs
-#export MET_PROJ=${EXTERNAL_LIBS}
-#export LIB_TIFF=${ADDTL_DIR}/libtiff.so.5
 export COMPILE_ECKIT=1
 export COMPILE_ATLAS=1
+#export MET_PROJ=${EXTERNAL_LIBS}
 #export MET_ECKIT=${EXTERNAL_LIBS}
 #export MET_ATLAS=${EXTERNAL_LIBS}
 #export MET_GSL=${EXTERNAL_LIBS}
 #export MET_BUFRLIB=${EXTERNAL_LIBS}
 #export BUFRLIB_NAME=-lbufr_4
+#export MET_NETCDF=${EXTERNAL_LIBS}
+#export MET_HDF5=${EXTERNAL_LIBS}
 #export MET_GRIB2CLIB=${EXTERNAL_LIBS}/lib64
 #export MET_GRIB2CINC=${EXTERNAL_LIBS}/include
 #export GRIB2CLIB_NAME=-lg2c
 #export LIB_JASPER=${EXTERNAL_LIBS}/lib64
 #export LIB_LIBPNG=${EXTERNAL_LIBS}/lib
 #export LIB_Z=${EXTERNAL_LIBS}/lib
+#export TIFF_INCLUDE_DIR=${EXTERNAL_LIBS}/include
+#export TIFF_LIB_DIR=${EXTERNAL_LIBS}/lib
+#export SQLITE_INCLUDE_DIR=${EXTERNAL_LIBS}/include
+#export SQLITE_LIB_DIR=${EXTERNAL_LIBS}/lib
 export MAKE_ARGS=-j
 #export CFLAGS="-Wall -g"
 #export CXXFLAGS="-Wall -g"

internal/scripts/installation/config/install_met_env.gaea

@@ -5,21 +5,18 @@ export F77=ifx
 export F90=ifx
 export CC=icx
 export CXX=icpx
-export TEST_BASE=/usw/met/12.0.0-beta2
+export TEST_BASE=/usw/met/12.0.0
 export COMPILER=intel-oneapi_2022.0.2
 export MET_SUBDIR=${TEST_BASE}
-export MET_TARBALL=v12.0.0-beta2.tar.gz
+export MET_TARBALL=v12.0.0.tar.gz
 export USE_MODULES=TRUE
-export MET_PYTHON=/lustre/f2/dev/esrl/Julie.Prestopnik/projects/miniconda/miniconda3/envs/metplus_v5.1_py3.10/
+export MET_PYTHON=/gpfs/f5/esrl/proj-shared/Julie.Prestopnik/projects/miniconda/miniconda3/envs/metplus_v5.1_py3.10/
 export MET_PYTHON_CC=-I${MET_PYTHON}/include/python3.10
 export MET_PYTHON_LD=-L${MET_PYTHON}/lib/python3.10/config-3.10-x86_64-linux-gnu\ -L${MET_PYTHON}/lib\ -lpython3.10\ -lcrypt\ -lpthread\ -ldl\ -lutil\ -lm
-export ADDTL_DIR=/usr/lib64
-#export TIFF_INCLUDE_DIR=/lustre/f2/dev/esrl/Julie.Prestopnik/projects/miniconda/miniconda3/pkgs/libtiff-4.4.0-h82bc61c_5/include
-#export LIB_TIFF=${ADDTL_DIR}/libtiff.so.5
-#export EXTERNAL_LIBS=/usw/met/12.0.0-beta2/external_libs
+export EXTERNAL_LIBS=${TEST_BASE}/external_libs
+COMPILE_ATLAS=1
+COMPILE_ECKIT=1
 #export MET_PROJ=${EXTERNAL_LIBS}
-#COMPILE_ATLAS=1
-#COMPILE_ECKIT=1
 #export MET_ATLAS=${EXTERNAL_LIBS}
 #export MET_ECKIT=${EXTERNAL_LIBS}
 #export MET_GSL=${EXTERNAL_LIBS}
@@ -33,5 +30,9 @@ export ADDTL_DIR=/usr/lib64
 #export LIB_JASPER=${EXTERNAL_LIBS}/lib
 #export LIB_LIBPNG=${EXTERNAL_LIBS}/lib
 #export LIB_Z=${EXTERNAL_LIBS}/lib
+#export TIFF_INCLUDE_DIR=${EXTERNAL_LIBS}/include
+#export TIFF_LIB_DIR=${EXTERNAL_LIBS}/lib
+#export SQLITE_INCLUDE_DIR=${EXTERNAL_LIBS}/include
+#export SQLITE_LIB_DIR=${EXTERNAL_LIBS}/lib
 export MAKE_ARGS="-j 5"
 

internal/scripts/installation/config/install_met_env.hera

@@ -1,6 +1,6 @@
 module load gnu/9.2.0
 module load intel/2022.1.2
-module load cmake/3.26.4
+module load cmake/3.28.1
 
 export FC=ifort
 export F77=ifort
@@ -34,6 +34,8 @@ export COMPILE_ATLAS=1
 #export LIB_JASPER=${EXTERNAL_LIBS}/lib
 #export LIB_LIBPNG=${EXTERNAL_LIBS}/lib
 #export LIB_Z=${EXTERNAL_LIBS}/lib
+#export TIFF_INCLUDE_DIR=${EXTERNAL_LIBS}/include
+#export TIFF_LIB_DIR=${EXTERNAL_LIBS}/lib
 #export SQLITE_INCLUDE_DIR=${EXTERNAL_LIBS}/include
 #export SQLITE_LIB_DIR=${EXTERNAL_LIBS}/lib
 export MAKE_ARGS="-j 5"

internal/scripts/installation/config/install_met_env.hercules

@@ -0,0 +1,39 @@
+module load intel-oneapi-compilers/2022.2.1
+module load cmake/3.26.3
+
+export CC=icx
+export CXX=icpx
+export FC=ifx
+export F77=ifx
+export F90=ifx
+
+export TEST_BASE=/apps/contrib/MET/12.0.0-beta3
+export COMPILER=intel-oneapi-compilers_2022.2.1
+export MET_SUBDIR=${TEST_BASE}/
+export MET_TARBALL=v12.0.0-beta3.tar.gz
+export USE_MODULES=TRUE
+export MET_PYTHON=/work/noaa/ovp/miniconda/miniconda3/envs/metplus_v5.1_py3.10
+export MET_PYTHON_CC=-I${MET_PYTHON}/include/python3.10
+export MET_PYTHON_LD=-L${MET_PYTHON}/lib/python3.10/config-3.10-x86_64-linux-gnu\ -L${MET_PYTHON}/lib\ -lpython3.10\ -lcrypt\ -lpthread\ -ldl\ -lutil\ -lrt\ -lm\ -lm
+export EXTERNAL_LIBS=${TEST_BASE}/external_libs
+COMPILE_ATLAS=1
+COMPILE_ECKIT=1
+#export MET_PROJ=${EXTERNAL_LIBS}
+#export MET_ATLAS=${EXTERNAL_LIBS}
+#export MET_ECKIT=${EXTERNAL_LIBS}
+#export MET_GSL=${EXTERNAL_LIBS}
+#export MET_BUFRLIB=${EXTERNAL_LIBS}
+#export BUFRLIB_NAME=-lbufr_4
+#export MET_HDF5=${EXTERNAL_LIBS}
+#export MET_NETCDF=${EXTERNAL_LIBS}
+#export MET_GRIB2CLIB=${EXTERNAL_LIBS}/lib
+#export MET_GRIB2CINC=${EXTERNAL_LIBS}/include
+#export GRIB2CLIB_NAME=-lg2c
+#export LIB_JASPER=${EXTERNAL_LIBS}/lib
+#export LIB_LIBPNG=${EXTERNAL_LIBS}/lib
+#export LIB_Z=${EXTERNAL_LIBS}/lib
+#export TIFF_INCLUDE_DIR=${EXTERNAL_LIBS}/include
+#export TIFF_LIB_DIR=${EXTERNAL_LIBS}/lib
+#export SQLITE_INCLUDE_DIR=${EXTERNAL_LIBS}/include
+#export SQLITE_LIB_DIR=${EXTERNAL_LIBS}/lib
+export MAKE_ARGS="-j 5"

internal/scripts/installation/config/install_met_env.jet

@@ -1,5 +1,5 @@
 module load intel/2022.1.2
-module load cmake/3.26.4
+module load cmake/3.28.1
 
 export FC=ifort
 export F77=ifort
@@ -14,13 +14,11 @@ export USE_MODULES=TRUE
 export MET_PYTHON=/mnt/lfs1/HFIP/dtc-hurr/METplus/miniconda/miniconda3/envs/metplus_v5.1_py3.10
 export MET_PYTHON_CC=-I${MET_PYTHON}/include/python3.10
 export MET_PYTHON_LD=-L${MET_PYTHON}/lib/python3.10/config-3.10-x86_64-linux-gnu\ -L${MET_PYTHON}/lib\ -lpython3.10\ -lcrypt\ -lpthread\ -ldl\ -lutil\ -lrt\ -lm\ -lm
-export ADDTL_DIR=/usr/lib64
+#export ADDTL_DIR=/usr/lib64
 export EXTERNAL_LIBS=${TEST_BASE}/external_libs/
 COMPILE_ATLAS=1
 COMPILE_ECKIT=1
 #export MET_PROJ=${EXTERNAL_LIBS}
-export TIFF_INCLUDE_DIR=/usr/include
-export TIFF_LIB_DIR=/usr/lib64
 #export MET_ATLAS=${EXTERNAL_LIBS}
 #export MET_ECKIT=${EXTERNAL_LIBS}
 #export MET_GSL=${EXTERNAL_LIBS}
@@ -34,6 +32,8 @@ export TIFF_LIB_DIR=/usr/lib64
 #export LIB_JASPER=${EXTERNAL_LIBS}/lib
 #export LIB_LIBPNG=${EXTERNAL_LIBS}/lib
 #export LIB_Z=${EXTERNAL_LIBS}/lib
+#export TIFF_INCLUDE_DIR=${EXTERNAL_LIBS}/include
+#export TIFF_LIB_DIR=${EXTERNAL_LIBS}/lib
 #export SQLITE_INCLUDE_DIR=${EXTERNAL_LIBS}/include
 #export	SQLITE_LIB_DIR=${EXTERNAL_LIBS}/lib
 export MAKE_ARGS="-j 5"

internal/scripts/installation/config/install_met_env.orion

@@ -1,23 +1,19 @@
 module load intel/2020.2
 module load cmake/3.22.1
 
-export TEST_BASE=/apps/contrib/MET/12.0.0-beta2
+export TEST_BASE=/apps/contrib/MET/12.0.0
 export COMPILER=intel_2020
 export MET_SUBDIR=${TEST_BASE}/
-export MET_TARBALL=v12.0.0-beta2.tar.gz
+export MET_TARBALL=v12.0.0.tar.gz
 export USE_MODULES=TRUE
 export MET_PYTHON=/work/noaa/ovp/miniconda/miniconda3/envs/metplus_v5.1_py3.10
 export MET_PYTHON_CC=-I${MET_PYTHON}/include/python3.10
 export MET_PYTHON_LD=-L${MET_PYTHON}/lib/python3.10/config-3.10-x86_64-linux-gnu\ -L${MET_PYTHON}/lib\ -lpython3.10\ -lcrypt\ -lpthread\ -ldl\ -lutil\ -lrt\ -lm\ -lm
-export ADDTL_DIR=/usr/lib64
-#export TIFF_INCLUDE_DIR=${ADDTL_DIR}
-#export LIB_TIFF=${ADDTL_DIR}/libtiff.so.5
+#export ADDTL_DIR=/usr/lib64
 export EXTERNAL_LIBS=${TEST_BASE}/external_libs
-#export SQLITE_INCLUDE_DIR=${EXTERNAL_LIBS}/include
-#export SQLITE_LIB_DIR=${EXTERNAL_LIBS}/lib
+COMPILE_ATLAS=1
+COMPILE_ECKIT=1
 #export MET_PROJ=${EXTERNAL_LIBS}
-#COMPILE_ATLAS=1
-#COMPILE_ECKIT=1
 #export MET_ATLAS=${EXTERNAL_LIBS}
 #export MET_ECKIT=${EXTERNAL_LIBS}
 #export MET_GSL=${EXTERNAL_LIBS}
@@ -31,4 +27,8 @@ export EXTERNAL_LIBS=${TEST_BASE}/external_libs
 #export LIB_JASPER=${EXTERNAL_LIBS}/lib
 #export LIB_LIBPNG=${EXTERNAL_LIBS}/lib
 #export LIB_Z=${EXTERNAL_LIBS}/lib
+#export TIFF_INCLUDE_DIR=${EXTERNAL_LIBS}/include
+#export TIFF_LIB_DIR=${EXTERNAL_LIBS}/lib
+#export SQLITE_INCLUDE_DIR=${EXTERNAL_LIBS}/include
+#export SQLITE_LIB_DIR=${EXTERNAL_LIBS}/lib
 export MAKE_ARGS="-j 5"

internal/scripts/installation/config/install_met_env.wcoss2_py3.10 → internal/scripts/installation/config/install_met_env.wcoss2

@@ -21,13 +21,13 @@ export F77=ifort
 export F90=ifort
 export CC=icc
 export CXX=icpc
-#export TEST_BASE=/apps/ops/para/libs/intel/19.1.3.304/met/12.0.0-beta1
+#export TEST_BASE=/apps/ops/para/libs/intel/19.1.3.304/met/12.0.0-beta3
 export TEST_BASE=$(pwd)
 export LIB_DIR=${TEST_BASE}/external_libs
 export BIN_DIR_PATH=${TEST_BASE}/bin
 export COMPILER=intel_19.1.3.304
 export MET_SUBDIR=${TEST_BASE}
-export MET_TARBALL=v12.0.0-beta1.tar.gz
+export MET_TARBALL=v12.0.0-beta3.tar.gz
 export USE_MODULES=TRUE
 export ADDTL_DIR=/apps/spack/gettext/0.21/intel/19.1.3.304/at2kdo4edvuhyzrt5g6zhwrdb7bdui4s/lib64
 export PYTHON_MODULE=python_3.10.4