Add support for chicoma-cpu

mache/machines/chicoma-cpu.cfg

@@ -0,0 +1,71 @@
+# Options related to deploying an e3sm-unified conda environment on supported
+# machines
+[e3sm_unified]
+
+# the unix group for permissions for the e3sm-unified conda environment
+group = climate
+
+# the compiler set to use for system libraries and MPAS builds
+compiler = gnu
+
+# the system MPI library to use for intel18 compiler
+mpi = mpich
+
+# the path to the directory where activation scripts, the base environment, and
+# system libraries will be deployed
+base_path = /usr/projects/climate/SHARED_CLIMATE/anaconda_envs
+
+
+# config options related to data needed by diagnostics software such as
+# e3sm_diags and MPAS-Analysis
+[diagnostics]
+
+# The base path to the diagnostics directory
+base_path = /usr/projects/climate/SHARED_CLIMATE/diagnostics
+
+# the unix group for permissions for diagnostics
+group = climate
+
+
+# The parallel section describes options related to running jobs in parallel
+[parallel]
+
+# parallel system of execution: slurm, cobalt or single_node
+system = slurm
+
+# whether to use mpirun or srun to run a task
+parallel_executable = srun
+
+# cores per node on the machine
+cores_per_node = 256
+
+# account for running diagnostics jobs
+account = t22_e3sm-gpu
+
+# available partition(s) (default is the first)
+partition = standard, gpu
+
+# quality of service (default is the first)
+qos = standard, debug
+
+
+# Config options related to spack environments
+[spack]
+
+# whether to load modules from the spack yaml file before loading the spack
+# environment
+modules_before = False
+
+# whether to load modules from the spack yaml file after loading the spack
+# environment
+modules_after = False
+
+
+# config options related to synchronizing files
+[sync]
+
+# the full hostname of the machine
+hostname = wtrw.lanl.gov
+
+# tunnel command
+tunnel_hostname = ch-fe

mache/spack/chicoma-cpu_gnu_mpich.csh

@@ -0,0 +1,42 @@
+setenv http_proxy http://proxyout.lanl.gov:8080/
+setenv https_proxy http://proxyout.lanl.gov:8080/
+setenv ftp_proxy http://proxyout.lanl.gov:8080
+setenv HTTP_PROXY http://proxyout.lanl.gov:8080
+setenv HTTPS_PROXY http://proxyout.lanl.gov:8080
+setenv FTP_PROXY http://proxyout.lanl.gov:8080
+
+module rm PrgEnv-gnu
+module rm PrgEnv-nvidia
+module rm PrgEnv-cray
+module rm PrgEnv-aocc
+module rm craype-accel-nvidia80
+module rm craype-accel-host
+
+module load PrgEnv-gnu/8.3.2
+module load gcc/11.2.0
+module load craype-accel-host
+{% if e3sm_lapack %}
+module load cray-libsci
+{% endif %}
+module load craype
+module load cray-mpich/8.1.14
+{% if e3sm_hdf5_netcdf %}
+module rm cray-hdf5-parallel
+module rm cray-netcdf-hdf5parallel
+module rm cray-parallel-netcdf
+module load cray-hdf5-parallel/1.12.1.1
+module load cray-netcdf-hdf5parallel/4.8.1.1
+module load cray-parallel-netcdf/1.12.2.1
+{% endif %}
+module load cmake/3.20.3
+
+setenv NETCDF_C_PATH $(dirname $(dirname $(which nc-config)))
+setenv NETCDF_FORTRAN_PATH $(dirname $(dirname $(which nf-config)))
+setenv PNETCDF_PATH $(dirname $(dirname $(which pnetcdf_version)))
+setenv MPICH_ENV_DISPLAY 1
+setenv MPICH_VERSION_DISPLAY 1
+setenv OMP_STACKSIZE 128M
+setenv OMP_PROC_BIND spread
+setenv OMP_PLACES threads
+setenv HDF5_USE_FILE_LOCKING FALSE
+setenv PERL5LIB /users/jonbob/perl5/lib/perl5

mache/spack/chicoma-cpu_gnu_mpich.sh

@@ -0,0 +1,42 @@
+export http_proxy=http://proxyout.lanl.gov:8080/
+export https_proxy=http://proxyout.lanl.gov:8080/
+export ftp_proxy=http://proxyout.lanl.gov:8080
+export HTTP_PROXY=http://proxyout.lanl.gov:8080
+export HTTPS_PROXY=http://proxyout.lanl.gov:8080
+export FTP_PROXY=http://proxyout.lanl.gov:8080
+
+module rm PrgEnv-gnu
+module rm PrgEnv-nvidia
+module rm PrgEnv-cray
+module rm PrgEnv-aocc
+module rm craype-accel-nvidia80
+module rm craype-accel-host
+
+module load PrgEnv-gnu/8.3.2
+module load gcc/11.2.0
+module load craype-accel-host
+{% if e3sm_lapack %}
+module load cray-libsci
+{% endif %}
+module load craype
+module load cray-mpich/8.1.14
+{% if e3sm_hdf5_netcdf %}
+module rm cray-hdf5-parallel
+module rm cray-netcdf-hdf5parallel
+module rm cray-parallel-netcdf
+module load cray-hdf5-parallel/1.12.1.1
+module load cray-netcdf-hdf5parallel/4.8.1.1
+module load cray-parallel-netcdf/1.12.2.1
+{% endif %}
+module load cmake/3.20.3
+
+export NETCDF_C_PATH=$(dirname $(dirname $(which nc-config)))
+export NETCDF_FORTRAN_PATH=$(dirname $(dirname $(which nf-config)))
+export PNETCDF_PATH=$(dirname $(dirname $(which pnetcdf_version)))
+export MPICH_ENV_DISPLAY=1
+export MPICH_VERSION_DISPLAY=1
+export OMP_STACKSIZE=128M
+export OMP_PROC_BIND=spread
+export OMP_PLACES=threads
+export HDF5_USE_FILE_LOCKING=FALSE
+export PERL5LIB=/users/jonbob/perl5/lib/perl5

mache/spack/chicoma-cpu_gnu_mpich.yaml

@@ -0,0 +1,142 @@
+spack:
+  specs:
+  - cmake
+  - gcc
+  - mpich
+{% if e3sm_lapack %}
+  - cray-libsci
+{% endif %}
+{% if e3sm_hdf5_netcdf %}
+  - hdf5
+  - netcdf-c
+  - netcdf-fortran
+  - parallel-netcdf
+{% endif %}
+{{ specs }}
+  concretization: together
+  packages:
+    all:
+      compiler: [gcc@11.2.0]
+      providers:
+        mpi: [mpich@8.1.14]
+{% if e3sm_lapack %}
+        lapack: [cray-libsci@2019.0.4]
+{% endif %}
+    bzip2:
+      externals:
+      - spec: bzip2@1.0.6
+        prefix: /usr
+      buildable: false
+    curl:
+      externals:
+      - spec: curl@7.60.0
+        prefix: /usr
+      buildable: false
+    gettext:
+      externals:
+      - spec: gettext@0.19.8.1
+        prefix: /usr
+      buildable: false
+    openssl:
+      externals:
+      - spec: openssl@1.1.0i
+        prefix: /usr
+      buildable: false
+    perl:
+      externals:
+      - spec: perl@5.26.1
+        prefix: /usr
+      buildable: false
+    tar:
+      externals:
+      - spec: tar@1.30
+        prefix: /usr
+      buildable: false
+    xz:
+      externals:
+      - spec: xz@5.2.3
+        prefix: /usr
+      buildable: false
+    cmake:
+      externals:
+      - spec: cmake@3.20.3
+        prefix: /usr/projects/hpcsoft/cos2/common/x86_64/cmake/3.20.3
+        modules:
+        - cmake/3.20.3
+      buildable: false
+    gcc:
+      externals:
+      - spec: gcc@11.2.0
+        prefix: /opt/cray/pe/gcc/11.2.0/
+        modules:
+        - gcc/11.2.0
+      buildable: false
+    mpich:
+      externals:
+      - spec: mpich@8.1.14
+        prefix: /opt/cray/pe/mpich/8.1.14/ofi/gnu/9.1
+        modules:
+        - cray-mpich/8.1.14
+      buildable: false
+    python:
+      externals:
+      - spec: python@3.9.7
+        prefix: /usr/projects/hpcsoft/common/x86_64/anaconda/2021.11-python-3.9
+        modules:
+        - python/3.9-anaconda-2021.11
+      buildable: false
+{% if e3sm_lapack %}
+    cray-libsci:
+      externals:
+      - spec: cray-libsci@21.08.1.2
+        prefix: /opt/cray/pe/libsci/21.08.1.2/GNU/9.1/x86_64
+        modules:
+        - mkl/2019.0.4
+      buildable: false
+{% endif %}
+{% if e3sm_hdf5_netcdf %}
+    hdf5:
+      externals:
+      - spec: hdf5@1.12.1.1~cxx+fortran+hl~java+mpi+shared
+        prefix: /opt/cray/pe/hdf5-parallel/1.12.1.1/GNU/9.1
+        modules:
+        - cray-hdf5-parallel/1.12.1.1
+      buildable: false
+    parallel-netcdf:
+      externals:
+      - spec: parallel-netcdf@1.12.2+cxx+fortran+pic+shared
+        prefix: /opt/cray/pe/parallel-netcdf/1.12.2.1/GNU/9.1/
+        modules:
+        - cray-parallel-netcdf/1.12.2.1
+      buildable: false
+    netcdf-c:
+      externals:
+      - spec: netcdf-c@4.8.1.1+mpi+parallel-netcdf
+        prefix: /opt/cray/pe/netcdf-hdf5parallel/4.8.1.1/GNU/9.1
+        modules:
+        - cray-netcdf-hdf5parallel/4.8.1.1
+      buildable: false
+    netcdf-fortran:
+      externals:
+      - spec: netcdf-fortran@4.5.3
+        prefix: /opt/cray/pe/netcdf-hdf5parallel/4.8.1.1/GNU/9.1
+        modules:
+        - cray-netcdf-hdf5parallel/4.8.1.1
+      buildable: false
+{% endif %}
+  config:
+    install_missing_compilers: false
+  compilers:
+  - compiler:
+      spec: gcc@11.2.0
+      paths:
+        cc: cc
+        cxx: CC
+        f77: ftn
+        fc: ftn
+      flags: {}
+      operating_system: sles15
+      target: x86_64
+      modules: []
+      environment: {}
+      extra_rpaths: []