From 9a0fafaf0d64ce69fc95665866b02167d4ed724b Mon Sep 17 00:00:00 2001 From: Matthias Kraushaar Date: Mon, 3 Sep 2018 10:37:17 +0200 Subject: [PATCH 1/3] initial commit of kesch-settings file --- config/cscs-kesch.py | 427 +++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 427 insertions(+) create mode 100644 config/cscs-kesch.py diff --git a/config/cscs-kesch.py b/config/cscs-kesch.py new file mode 100644 index 0000000000..7d0b817151 --- /dev/null +++ b/config/cscs-kesch.py @@ -0,0 +1,427 @@ +# +# CSCS ReFrame settings +# + + +class ReframeSettings: + reframe_module = 'reframe' + job_poll_intervals = [1, 2, 3] + job_submit_timeout = 60 + checks_path = ['checks/'] + checks_path_recurse = True + site_configuration = { + 'systems': { + 'daint': { + 'descr': 'Piz Daint', + 'hostnames': ['daint'], + 'modules_system': 'tmod', + 'resourcesdir': '/apps/common/UES/reframe/resources', + 'partitions': { + 'login': { + 'scheduler': 'local', + 'modules': [], + 'access': [], + 'environs': ['PrgEnv-cray', 'PrgEnv-gnu', + 'PrgEnv-intel', 'PrgEnv-pgi'], + 'descr': 'Login nodes', + 'max_jobs': 4 + }, + + 'gpu': { + 'scheduler': 'nativeslurm', + 'modules': ['daint-gpu'], + 'access': ['--constraint=gpu'], + 'environs': ['PrgEnv-cray', 'PrgEnv-gnu', + 'PrgEnv-intel', 'PrgEnv-pgi'], + 'descr': 'Hybrid nodes (Haswell/P100)', + 'max_jobs': 100, + 'resources': { + 'switches': ['--switches={num_switches}'] + } + }, + + 'mc': { + 'scheduler': 'nativeslurm', + 'modules': ['daint-mc'], + 'access': ['--constraint=mc'], + 'environs': ['PrgEnv-cray', 'PrgEnv-gnu', + 'PrgEnv-intel', 'PrgEnv-pgi'], + 'descr': 'Multicore nodes (Broadwell)', + 'max_jobs': 100, + 'resources': { + 'switches': ['--switches={num_switches}'] + } + } + } + }, + + 'dom': { + 'descr': 'Dom TDS', + 'hostnames': ['dom'], + 'modules_system': 'tmod', + 'resourcesdir': '/apps/common/UES/reframe/resources', + 'partitions': { + 'login': { + 'scheduler': 'local', + 'modules': [], + 'access': [], + 'environs': ['PrgEnv-cray', 'PrgEnv-gnu', + 'PrgEnv-intel', 'PrgEnv-pgi'], + 'descr': 'Login nodes', + 'max_jobs': 4 + }, + + 'gpu': { + 'scheduler': 'nativeslurm', + 'modules': ['daint-gpu'], + 'access': ['--constraint=gpu'], + 'environs': ['PrgEnv-cray', 'PrgEnv-gnu', + 'PrgEnv-intel', 'PrgEnv-pgi'], + 'descr': 'Hybrid nodes (Haswell/P100)', + 'max_jobs': 100, + 'resources': { + 'switches': ['--switches={num_switches}'] + } + }, + + 'mc': { + 'scheduler': 'nativeslurm', + 'modules': ['daint-mc'], + 'access': ['--constraint=mc'], + 'environs': ['PrgEnv-cray', 'PrgEnv-gnu', + 'PrgEnv-intel', 'PrgEnv-pgi'], + 'descr': 'Multicore nodes (Broadwell)', + 'max_jobs': 100, + 'resources': { + 'switches': ['--switches={num_switches}'] + } + }, + } + }, + + 'kesch': { + 'descr': 'Kesch MCH', + 'hostnames': ['keschln-\d+'], + 'modules_system': 'tmod', + 'resourcesdir': '/apps/common/UES/reframe/resources', + 'partitions': { + 'login': { + 'scheduler': 'local', + 'environs': ['PrgEnv-gnu', 'PrgEnv-cray', + 'PrgEnv-pgi', 'PrgEnv-gnu-gdr'], + 'descr': 'Kesch login nodes', + }, + 'pn': { + 'scheduler': 'nativeslurm', + 'access': ['--partition=pn-regression'], + 'environs': ['PrgEnv-gnu', 'PrgEnv-cray', + 'PrgEnv-pgi', 'PrgEnv-gnu-gdr'], + 'descr': 'Kesch post-processing nodes' + }, + + 'cn': { + 'scheduler': 'nativeslurm', + 'access': ['--partition=cn-regression'], + 'environs': ['PrgEnv-gnu', 'PrgEnv-cray', + 'PrgEnv-pgi', 'PrgEnv-gnu-gdr', + 'PrgEnv-pgi_17.10_gdr', 'PrgEnv-pgi_18.4_gdr', + 'PrgEnv-cray_gdr', 'PrgEnv-cray_gdr_2.3', + 'PrgEnv-c2sm-pgi', 'PrgEnv-c2sm-pgi-gpu', + 'PrgEnv-c2sm-gnu', 'PrgEnv-c2sm-gnu-gpu', + 'PrgEnv-c2sm-cray', 'PrgEnv-c2sm-cray-gpu'], + 'descr': 'Kesch compute nodes', + 'resources': { + '_rfm_gpu': ['--gres=gpu:{num_gpus_per_node}'] + } + } + } + }, + + 'leone': { + 'descr': 'Leone', + 'hostnames': ['leone'], + 'modules_system': 'tmod', + 'resourcesdir': '/apps/common/UES/reframe/resources', + 'partitions': { + 'login': { + 'scheduler': 'local', + 'environs': ['PrgEnv-gnu'], + 'descr': 'Leone login nodes', + 'max_jobs': 1 + }, + + 'normal': { + 'scheduler': 'nativeslurm', + 'environs': ['PrgEnv-gnu'], + 'descr': ('Leone compute nodes - ' + 'default partition'), + 'max_jobs': 10 + }, + } + }, + + 'monch': { + 'descr': 'Monch PASC', + 'hostnames': ['monch'], + 'modules_system': 'tmod', + 'resourcesdir': '/apps/common/UES/reframe/resources', + 'partitions': { + 'login': { + 'scheduler': 'local', + 'environs': ['PrgEnv-gnu'], + 'descr': 'Monch login nodes', + 'max_jobs': 1 + }, + + 'compute': { + 'scheduler': 'slurm+mpirun', + 'access': ['--partition=compute'], + 'environs': ['PrgEnv-gnu'], + 'descr': 'Monch compute nodes', + 'max_jobs': 10 + } + } + }, + + 'generic': { + 'descr': 'Generic example system', + 'partitions': { + 'login': { + 'scheduler': 'local', + 'modules': [], + 'access': [], + 'environs': ['builtin-gcc'], + 'descr': 'Login nodes' + } + } + } + }, + + 'environments': { + 'kesch': { + 'PrgEnv-gnu': { + 'type': 'ProgEnvironment', + 'modules': ['PrgEnv-gnu'], + 'cc': 'mpicc', + 'cxx': 'mpicxx', + 'ftn': 'mpif90', + }, + 'PrgEnv-pgi': { + 'type': 'ProgEnvironment', + 'modules': ['PrgEnv-pgi/17.10_gdr'], + 'cc': 'mpicc', + 'cxx': 'mpicxx', + 'ftn': 'mpif90', + }, + 'PrgEnv-c2sm-gnu': { + 'type': 'ProgEnvironment', + 'modules': ['PrgEnv-gnu', '/apps/common/UES/sandbox/kraushm/c2sm-rcm-env/env', 'c2sm/gnu-env/base'], + 'cc': 'mpicc', + 'cxx': 'mpicxx', + 'ftn': 'mpif90', + }, + 'PrgEnv-c2sm-gnu-gpu': { + 'type': 'ProgEnvironment', + 'modules': ['PrgEnv-gnu', '/apps/common/UES/sandbox/kraushm/c2sm-rcm-env/env', 'c2sm/gnu-env/gpu'], + 'cc': 'mpicc', + 'cxx': 'mpicxx', + 'ftn': 'mpif90', + }, + 'PrgEnv-c2sm-gnu-cpp': { + 'type': 'ProgEnvironment', + 'modules': ['PrgEnv-gnu', '/apps/common/UES/sandbox/kraushm/c2sm-rcm-env/env', 'c2sm/gnu_for_cpp'], + 'cc': 'mpicc', + 'cxx': 'mpicxx', + 'ftn': 'mpif90', + }, + 'PrgEnv-c2sm-cray': { + 'type': 'ProgEnvironment', + 'modules': ['/apps/common/UES/sandbox/kraushm/c2sm-rcm-env/env', 'c2sm/cray-env/base'], + 'cc': 'cc' + 'cxx': 'CC', + 'ftn': 'ftn -D__CRAY_FORTRAN_', + }, + 'PrgEnv-c2sm-cray-gpu': { + 'type': 'ProgEnvironment', + 'modules': ['PrgEnv-cray', '/apps/common/UES/sandbox/kraushm/c2sm-rcm-env/env', 'c2sm/cray-env/gpu'], + 'cc': 'cc' + 'cxx': 'CC', + 'ftn': 'ftn -D__CRAY_FORTRAN_', + }, + 'PrgEnv-c2sm-pgi': { + 'type': 'ProgEnvironment', + 'modules': ['/apps/common/UES/sandbox/kraushm/c2sm-rcm-env/env', 'c2sm/pgi-env/base'], + 'cc': 'mpicc', + 'cxx': 'mpicxx', + 'ftn': 'mpif90', + }, + 'PrgEnv-c2sm-pgi-gpu': { + 'type': 'ProgEnvironment', + 'modules': ['/apps/common/UES/sandbox/kraushm/c2sm-rcm-env/env', 'c2sm/pgi-env/gpu'], + 'cc': 'mpicc', + 'cxx': 'mpicxx', + 'ftn': 'mpif90', + }, + 'PrgEnv-cray_gdr': { + 'type': 'ProgEnvironment', + 'modules': ['PrgEnv-cray/1.0.2_gdr'], + 'cc': 'cc', + 'cxx': 'CC', + 'ftn': 'ftn', + }, + 'PrgEnv-cray_gdr_2.3': { + 'type': 'ProgEnvironment', + 'modules': ['PrgEnv-cray/1.0.2_gdr_2.3'], + }, + 'PrgEnv-gnu-gdr': { + 'type': 'ProgEnvironment', + 'modules': ['gmvapich2/17.02_cuda_8.0_gdr'], + 'cc': 'mpicc', + 'cxx': 'mpic++', + 'ftn': 'mpif90', + }, + }, + 'leone': { + 'PrgEnv-gnu': { + 'type': 'ProgEnvironment', + 'modules': ['PrgEnv-gnu/leone-foss-2016b'], + 'cc': 'mpicc', + 'cxx': 'mpicxx', + 'ftn': 'mpif90', + }, + }, + 'monch': { + 'PrgEnv-gnu': { + 'type': 'ProgEnvironment', + 'modules': ['PrgEnv-gnu'], + 'cc': 'mpicc', + 'cxx': 'mpicxx', + 'ftn': 'mpif90', + } + }, + '*': { + 'PrgEnv-cray': { + 'type': 'ProgEnvironment', + 'modules': ['PrgEnv-cray'], + }, + + 'PrgEnv-gnu': { + 'type': 'ProgEnvironment', + 'modules': ['PrgEnv-gnu'], + }, + + 'PrgEnv-intel': { + 'type': 'ProgEnvironment', + 'modules': ['PrgEnv-intel'], + }, + + 'PrgEnv-pgi': { + 'type': 'ProgEnvironment', + 'modules': ['PrgEnv-pgi'], + }, + + 'builtin': { + 'type': 'ProgEnvironment', + 'cc': 'cc', + 'cxx': '', + 'ftn': '', + }, + + 'builtin-gcc': { + 'type': 'ProgEnvironment', + 'cc': 'gcc', + 'cxx': 'g++', + 'ftn': 'gfortran', + } + } + }, + + 'modes': { + '*': { + 'maintenance': [ + '--exec-policy=async', + '--strict', + '--output=$APPS/UES/$USER/regression/maintenance', + '--perflogdir=$APPS/UES/$USER/regression/maintenance/logs', + '--stage=$SCRATCH/regression/maintenance/stage', + '--reservation=maintenance', + '--save-log-files', + '--tag=maintenance', + '--timestamp=%F_%H-%M-%S' + ], + 'production': [ + '--exec-policy=async', + '--strict', + '--output=$APPS/UES/$USER/regression/production', + '--perflogdir=$APPS/UES/$USER/regression/production/logs', + '--stage=$SCRATCH/regression/production/stage', + '--save-log-files', + '--tag=production', + '--timestamp=%F_%H-%M-%S' + ] + } + } + } + + logging_config = { + 'level': 'DEBUG', + 'handlers': [ + { + 'type': 'file', + 'name': 'reframe.log', + 'level': 'DEBUG', + 'format': '[%(asctime)s] %(levelname)s: ' + '%(check_info)s: %(message)s', + 'append': False, + }, + + # Output handling + { + 'type': 'stream', + 'name': 'stdout', + 'level': 'INFO', + 'format': '%(message)s' + }, + { + 'type': 'file', + 'name': 'reframe.out', + 'level': 'INFO', + 'format': '%(message)s', + 'append': False, + } + ] + } + + perf_logging_config = { + 'level': 'DEBUG', + 'handlers': [ + #@ { + #@ 'type': 'graylog', + #@ 'host': 'your-server-here', + #@ 'port': 12345, + #@ 'level': 'INFO', + #@ 'format': '%(message)s', + #@ 'extras': { + #@ 'facility': 'reframe', + #@ 'data-version': '1.0', + #@ } + #@ }, + { + 'type': 'filelog', + 'prefix': '%(check_system)s/%(check_partition)s', + 'level': 'INFO', + 'format': ( + '%(asctime)s|reframe %(version)s|' + '%(check_info)s|jobid=%(check_jobid)s|' + '%(check_perf_var)s=%(check_perf_value)s|' + 'ref=%(check_perf_ref)s ' + '(l=%(check_perf_lower_thres)s, ' + 'u=%(check_perf_upper_thres)s)' + ), + 'append': True + } + ] + } + + +settings = ReframeSettings() From 8b3f77065125f6c00ffa4b594aa76b615207a7f3 Mon Sep 17 00:00:00 2001 From: Matthias Kraushaar Date: Mon, 3 Sep 2018 10:51:55 +0200 Subject: [PATCH 2/3] smaller corrections to kesch-settings file --- config/cscs-kesch.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/config/cscs-kesch.py b/config/cscs-kesch.py index 7d0b817151..f6baac7feb 100644 --- a/config/cscs-kesch.py +++ b/config/cscs-kesch.py @@ -124,7 +124,6 @@ class ReframeSettings: 'access': ['--partition=cn-regression'], 'environs': ['PrgEnv-gnu', 'PrgEnv-cray', 'PrgEnv-pgi', 'PrgEnv-gnu-gdr', - 'PrgEnv-pgi_17.10_gdr', 'PrgEnv-pgi_18.4_gdr', 'PrgEnv-cray_gdr', 'PrgEnv-cray_gdr_2.3', 'PrgEnv-c2sm-pgi', 'PrgEnv-c2sm-pgi-gpu', 'PrgEnv-c2sm-gnu', 'PrgEnv-c2sm-gnu-gpu', @@ -237,14 +236,14 @@ class ReframeSettings: 'PrgEnv-c2sm-cray': { 'type': 'ProgEnvironment', 'modules': ['/apps/common/UES/sandbox/kraushm/c2sm-rcm-env/env', 'c2sm/cray-env/base'], - 'cc': 'cc' + 'cc': 'cc', 'cxx': 'CC', 'ftn': 'ftn -D__CRAY_FORTRAN_', }, 'PrgEnv-c2sm-cray-gpu': { 'type': 'ProgEnvironment', 'modules': ['PrgEnv-cray', '/apps/common/UES/sandbox/kraushm/c2sm-rcm-env/env', 'c2sm/cray-env/gpu'], - 'cc': 'cc' + 'cc': 'cc', 'cxx': 'CC', 'ftn': 'ftn -D__CRAY_FORTRAN_', }, From 704e9f00acf82f4e1bea57f6cbf3c6c32028acf9 Mon Sep 17 00:00:00 2001 From: Matthias Kraushaar Date: Mon, 3 Sep 2018 11:00:33 +0200 Subject: [PATCH 3/3] removing separate kesch file --- config/cscs-kesch.py | 426 ------------------------------------------- config/cscs.py | 54 +++++- 2 files changed, 47 insertions(+), 433 deletions(-) delete mode 100644 config/cscs-kesch.py diff --git a/config/cscs-kesch.py b/config/cscs-kesch.py deleted file mode 100644 index f6baac7feb..0000000000 --- a/config/cscs-kesch.py +++ /dev/null @@ -1,426 +0,0 @@ -# -# CSCS ReFrame settings -# - - -class ReframeSettings: - reframe_module = 'reframe' - job_poll_intervals = [1, 2, 3] - job_submit_timeout = 60 - checks_path = ['checks/'] - checks_path_recurse = True - site_configuration = { - 'systems': { - 'daint': { - 'descr': 'Piz Daint', - 'hostnames': ['daint'], - 'modules_system': 'tmod', - 'resourcesdir': '/apps/common/UES/reframe/resources', - 'partitions': { - 'login': { - 'scheduler': 'local', - 'modules': [], - 'access': [], - 'environs': ['PrgEnv-cray', 'PrgEnv-gnu', - 'PrgEnv-intel', 'PrgEnv-pgi'], - 'descr': 'Login nodes', - 'max_jobs': 4 - }, - - 'gpu': { - 'scheduler': 'nativeslurm', - 'modules': ['daint-gpu'], - 'access': ['--constraint=gpu'], - 'environs': ['PrgEnv-cray', 'PrgEnv-gnu', - 'PrgEnv-intel', 'PrgEnv-pgi'], - 'descr': 'Hybrid nodes (Haswell/P100)', - 'max_jobs': 100, - 'resources': { - 'switches': ['--switches={num_switches}'] - } - }, - - 'mc': { - 'scheduler': 'nativeslurm', - 'modules': ['daint-mc'], - 'access': ['--constraint=mc'], - 'environs': ['PrgEnv-cray', 'PrgEnv-gnu', - 'PrgEnv-intel', 'PrgEnv-pgi'], - 'descr': 'Multicore nodes (Broadwell)', - 'max_jobs': 100, - 'resources': { - 'switches': ['--switches={num_switches}'] - } - } - } - }, - - 'dom': { - 'descr': 'Dom TDS', - 'hostnames': ['dom'], - 'modules_system': 'tmod', - 'resourcesdir': '/apps/common/UES/reframe/resources', - 'partitions': { - 'login': { - 'scheduler': 'local', - 'modules': [], - 'access': [], - 'environs': ['PrgEnv-cray', 'PrgEnv-gnu', - 'PrgEnv-intel', 'PrgEnv-pgi'], - 'descr': 'Login nodes', - 'max_jobs': 4 - }, - - 'gpu': { - 'scheduler': 'nativeslurm', - 'modules': ['daint-gpu'], - 'access': ['--constraint=gpu'], - 'environs': ['PrgEnv-cray', 'PrgEnv-gnu', - 'PrgEnv-intel', 'PrgEnv-pgi'], - 'descr': 'Hybrid nodes (Haswell/P100)', - 'max_jobs': 100, - 'resources': { - 'switches': ['--switches={num_switches}'] - } - }, - - 'mc': { - 'scheduler': 'nativeslurm', - 'modules': ['daint-mc'], - 'access': ['--constraint=mc'], - 'environs': ['PrgEnv-cray', 'PrgEnv-gnu', - 'PrgEnv-intel', 'PrgEnv-pgi'], - 'descr': 'Multicore nodes (Broadwell)', - 'max_jobs': 100, - 'resources': { - 'switches': ['--switches={num_switches}'] - } - }, - } - }, - - 'kesch': { - 'descr': 'Kesch MCH', - 'hostnames': ['keschln-\d+'], - 'modules_system': 'tmod', - 'resourcesdir': '/apps/common/UES/reframe/resources', - 'partitions': { - 'login': { - 'scheduler': 'local', - 'environs': ['PrgEnv-gnu', 'PrgEnv-cray', - 'PrgEnv-pgi', 'PrgEnv-gnu-gdr'], - 'descr': 'Kesch login nodes', - }, - 'pn': { - 'scheduler': 'nativeslurm', - 'access': ['--partition=pn-regression'], - 'environs': ['PrgEnv-gnu', 'PrgEnv-cray', - 'PrgEnv-pgi', 'PrgEnv-gnu-gdr'], - 'descr': 'Kesch post-processing nodes' - }, - - 'cn': { - 'scheduler': 'nativeslurm', - 'access': ['--partition=cn-regression'], - 'environs': ['PrgEnv-gnu', 'PrgEnv-cray', - 'PrgEnv-pgi', 'PrgEnv-gnu-gdr', - 'PrgEnv-cray_gdr', 'PrgEnv-cray_gdr_2.3', - 'PrgEnv-c2sm-pgi', 'PrgEnv-c2sm-pgi-gpu', - 'PrgEnv-c2sm-gnu', 'PrgEnv-c2sm-gnu-gpu', - 'PrgEnv-c2sm-cray', 'PrgEnv-c2sm-cray-gpu'], - 'descr': 'Kesch compute nodes', - 'resources': { - '_rfm_gpu': ['--gres=gpu:{num_gpus_per_node}'] - } - } - } - }, - - 'leone': { - 'descr': 'Leone', - 'hostnames': ['leone'], - 'modules_system': 'tmod', - 'resourcesdir': '/apps/common/UES/reframe/resources', - 'partitions': { - 'login': { - 'scheduler': 'local', - 'environs': ['PrgEnv-gnu'], - 'descr': 'Leone login nodes', - 'max_jobs': 1 - }, - - 'normal': { - 'scheduler': 'nativeslurm', - 'environs': ['PrgEnv-gnu'], - 'descr': ('Leone compute nodes - ' - 'default partition'), - 'max_jobs': 10 - }, - } - }, - - 'monch': { - 'descr': 'Monch PASC', - 'hostnames': ['monch'], - 'modules_system': 'tmod', - 'resourcesdir': '/apps/common/UES/reframe/resources', - 'partitions': { - 'login': { - 'scheduler': 'local', - 'environs': ['PrgEnv-gnu'], - 'descr': 'Monch login nodes', - 'max_jobs': 1 - }, - - 'compute': { - 'scheduler': 'slurm+mpirun', - 'access': ['--partition=compute'], - 'environs': ['PrgEnv-gnu'], - 'descr': 'Monch compute nodes', - 'max_jobs': 10 - } - } - }, - - 'generic': { - 'descr': 'Generic example system', - 'partitions': { - 'login': { - 'scheduler': 'local', - 'modules': [], - 'access': [], - 'environs': ['builtin-gcc'], - 'descr': 'Login nodes' - } - } - } - }, - - 'environments': { - 'kesch': { - 'PrgEnv-gnu': { - 'type': 'ProgEnvironment', - 'modules': ['PrgEnv-gnu'], - 'cc': 'mpicc', - 'cxx': 'mpicxx', - 'ftn': 'mpif90', - }, - 'PrgEnv-pgi': { - 'type': 'ProgEnvironment', - 'modules': ['PrgEnv-pgi/17.10_gdr'], - 'cc': 'mpicc', - 'cxx': 'mpicxx', - 'ftn': 'mpif90', - }, - 'PrgEnv-c2sm-gnu': { - 'type': 'ProgEnvironment', - 'modules': ['PrgEnv-gnu', '/apps/common/UES/sandbox/kraushm/c2sm-rcm-env/env', 'c2sm/gnu-env/base'], - 'cc': 'mpicc', - 'cxx': 'mpicxx', - 'ftn': 'mpif90', - }, - 'PrgEnv-c2sm-gnu-gpu': { - 'type': 'ProgEnvironment', - 'modules': ['PrgEnv-gnu', '/apps/common/UES/sandbox/kraushm/c2sm-rcm-env/env', 'c2sm/gnu-env/gpu'], - 'cc': 'mpicc', - 'cxx': 'mpicxx', - 'ftn': 'mpif90', - }, - 'PrgEnv-c2sm-gnu-cpp': { - 'type': 'ProgEnvironment', - 'modules': ['PrgEnv-gnu', '/apps/common/UES/sandbox/kraushm/c2sm-rcm-env/env', 'c2sm/gnu_for_cpp'], - 'cc': 'mpicc', - 'cxx': 'mpicxx', - 'ftn': 'mpif90', - }, - 'PrgEnv-c2sm-cray': { - 'type': 'ProgEnvironment', - 'modules': ['/apps/common/UES/sandbox/kraushm/c2sm-rcm-env/env', 'c2sm/cray-env/base'], - 'cc': 'cc', - 'cxx': 'CC', - 'ftn': 'ftn -D__CRAY_FORTRAN_', - }, - 'PrgEnv-c2sm-cray-gpu': { - 'type': 'ProgEnvironment', - 'modules': ['PrgEnv-cray', '/apps/common/UES/sandbox/kraushm/c2sm-rcm-env/env', 'c2sm/cray-env/gpu'], - 'cc': 'cc', - 'cxx': 'CC', - 'ftn': 'ftn -D__CRAY_FORTRAN_', - }, - 'PrgEnv-c2sm-pgi': { - 'type': 'ProgEnvironment', - 'modules': ['/apps/common/UES/sandbox/kraushm/c2sm-rcm-env/env', 'c2sm/pgi-env/base'], - 'cc': 'mpicc', - 'cxx': 'mpicxx', - 'ftn': 'mpif90', - }, - 'PrgEnv-c2sm-pgi-gpu': { - 'type': 'ProgEnvironment', - 'modules': ['/apps/common/UES/sandbox/kraushm/c2sm-rcm-env/env', 'c2sm/pgi-env/gpu'], - 'cc': 'mpicc', - 'cxx': 'mpicxx', - 'ftn': 'mpif90', - }, - 'PrgEnv-cray_gdr': { - 'type': 'ProgEnvironment', - 'modules': ['PrgEnv-cray/1.0.2_gdr'], - 'cc': 'cc', - 'cxx': 'CC', - 'ftn': 'ftn', - }, - 'PrgEnv-cray_gdr_2.3': { - 'type': 'ProgEnvironment', - 'modules': ['PrgEnv-cray/1.0.2_gdr_2.3'], - }, - 'PrgEnv-gnu-gdr': { - 'type': 'ProgEnvironment', - 'modules': ['gmvapich2/17.02_cuda_8.0_gdr'], - 'cc': 'mpicc', - 'cxx': 'mpic++', - 'ftn': 'mpif90', - }, - }, - 'leone': { - 'PrgEnv-gnu': { - 'type': 'ProgEnvironment', - 'modules': ['PrgEnv-gnu/leone-foss-2016b'], - 'cc': 'mpicc', - 'cxx': 'mpicxx', - 'ftn': 'mpif90', - }, - }, - 'monch': { - 'PrgEnv-gnu': { - 'type': 'ProgEnvironment', - 'modules': ['PrgEnv-gnu'], - 'cc': 'mpicc', - 'cxx': 'mpicxx', - 'ftn': 'mpif90', - } - }, - '*': { - 'PrgEnv-cray': { - 'type': 'ProgEnvironment', - 'modules': ['PrgEnv-cray'], - }, - - 'PrgEnv-gnu': { - 'type': 'ProgEnvironment', - 'modules': ['PrgEnv-gnu'], - }, - - 'PrgEnv-intel': { - 'type': 'ProgEnvironment', - 'modules': ['PrgEnv-intel'], - }, - - 'PrgEnv-pgi': { - 'type': 'ProgEnvironment', - 'modules': ['PrgEnv-pgi'], - }, - - 'builtin': { - 'type': 'ProgEnvironment', - 'cc': 'cc', - 'cxx': '', - 'ftn': '', - }, - - 'builtin-gcc': { - 'type': 'ProgEnvironment', - 'cc': 'gcc', - 'cxx': 'g++', - 'ftn': 'gfortran', - } - } - }, - - 'modes': { - '*': { - 'maintenance': [ - '--exec-policy=async', - '--strict', - '--output=$APPS/UES/$USER/regression/maintenance', - '--perflogdir=$APPS/UES/$USER/regression/maintenance/logs', - '--stage=$SCRATCH/regression/maintenance/stage', - '--reservation=maintenance', - '--save-log-files', - '--tag=maintenance', - '--timestamp=%F_%H-%M-%S' - ], - 'production': [ - '--exec-policy=async', - '--strict', - '--output=$APPS/UES/$USER/regression/production', - '--perflogdir=$APPS/UES/$USER/regression/production/logs', - '--stage=$SCRATCH/regression/production/stage', - '--save-log-files', - '--tag=production', - '--timestamp=%F_%H-%M-%S' - ] - } - } - } - - logging_config = { - 'level': 'DEBUG', - 'handlers': [ - { - 'type': 'file', - 'name': 'reframe.log', - 'level': 'DEBUG', - 'format': '[%(asctime)s] %(levelname)s: ' - '%(check_info)s: %(message)s', - 'append': False, - }, - - # Output handling - { - 'type': 'stream', - 'name': 'stdout', - 'level': 'INFO', - 'format': '%(message)s' - }, - { - 'type': 'file', - 'name': 'reframe.out', - 'level': 'INFO', - 'format': '%(message)s', - 'append': False, - } - ] - } - - perf_logging_config = { - 'level': 'DEBUG', - 'handlers': [ - #@ { - #@ 'type': 'graylog', - #@ 'host': 'your-server-here', - #@ 'port': 12345, - #@ 'level': 'INFO', - #@ 'format': '%(message)s', - #@ 'extras': { - #@ 'facility': 'reframe', - #@ 'data-version': '1.0', - #@ } - #@ }, - { - 'type': 'filelog', - 'prefix': '%(check_system)s/%(check_partition)s', - 'level': 'INFO', - 'format': ( - '%(asctime)s|reframe %(version)s|' - '%(check_info)s|jobid=%(check_jobid)s|' - '%(check_perf_var)s=%(check_perf_value)s|' - 'ref=%(check_perf_ref)s ' - '(l=%(check_perf_lower_thres)s, ' - 'u=%(check_perf_upper_thres)s)' - ), - 'append': True - } - ] - } - - -settings = ReframeSettings() diff --git a/config/cscs.py b/config/cscs.py index 90bab0ca82..f6baac7feb 100644 --- a/config/cscs.py +++ b/config/cscs.py @@ -124,8 +124,10 @@ class ReframeSettings: 'access': ['--partition=cn-regression'], 'environs': ['PrgEnv-gnu', 'PrgEnv-cray', 'PrgEnv-pgi', 'PrgEnv-gnu-gdr', - 'PrgEnv-pgi_17.10_gdr', 'PrgEnv-pgi_18.4_gdr', - 'PrgEnv-cray_gdr', 'PrgEnv-cray_gdr_2.3'], + 'PrgEnv-cray_gdr', 'PrgEnv-cray_gdr_2.3', + 'PrgEnv-c2sm-pgi', 'PrgEnv-c2sm-pgi-gpu', + 'PrgEnv-c2sm-gnu', 'PrgEnv-c2sm-gnu-gpu', + 'PrgEnv-c2sm-cray', 'PrgEnv-c2sm-cray-gpu'], 'descr': 'Kesch compute nodes', 'resources': { '_rfm_gpu': ['--gres=gpu:{num_gpus_per_node}'] @@ -205,21 +207,56 @@ class ReframeSettings: }, 'PrgEnv-pgi': { 'type': 'ProgEnvironment', - 'modules': ['PrgEnv-pgi/17.10'], + 'modules': ['PrgEnv-pgi/17.10_gdr'], 'cc': 'mpicc', 'cxx': 'mpicxx', 'ftn': 'mpif90', }, - 'PrgEnv-pgi_17.10_gdr': { + 'PrgEnv-c2sm-gnu': { 'type': 'ProgEnvironment', - 'modules': ['PrgEnv-pgi/17.10_gdr'], + 'modules': ['PrgEnv-gnu', '/apps/common/UES/sandbox/kraushm/c2sm-rcm-env/env', 'c2sm/gnu-env/base'], + 'cc': 'mpicc', + 'cxx': 'mpicxx', + 'ftn': 'mpif90', + }, + 'PrgEnv-c2sm-gnu-gpu': { + 'type': 'ProgEnvironment', + 'modules': ['PrgEnv-gnu', '/apps/common/UES/sandbox/kraushm/c2sm-rcm-env/env', 'c2sm/gnu-env/gpu'], + 'cc': 'mpicc', + 'cxx': 'mpicxx', + 'ftn': 'mpif90', + }, + 'PrgEnv-c2sm-gnu-cpp': { + 'type': 'ProgEnvironment', + 'modules': ['PrgEnv-gnu', '/apps/common/UES/sandbox/kraushm/c2sm-rcm-env/env', 'c2sm/gnu_for_cpp'], + 'cc': 'mpicc', + 'cxx': 'mpicxx', + 'ftn': 'mpif90', + }, + 'PrgEnv-c2sm-cray': { + 'type': 'ProgEnvironment', + 'modules': ['/apps/common/UES/sandbox/kraushm/c2sm-rcm-env/env', 'c2sm/cray-env/base'], + 'cc': 'cc', + 'cxx': 'CC', + 'ftn': 'ftn -D__CRAY_FORTRAN_', + }, + 'PrgEnv-c2sm-cray-gpu': { + 'type': 'ProgEnvironment', + 'modules': ['PrgEnv-cray', '/apps/common/UES/sandbox/kraushm/c2sm-rcm-env/env', 'c2sm/cray-env/gpu'], + 'cc': 'cc', + 'cxx': 'CC', + 'ftn': 'ftn -D__CRAY_FORTRAN_', + }, + 'PrgEnv-c2sm-pgi': { + 'type': 'ProgEnvironment', + 'modules': ['/apps/common/UES/sandbox/kraushm/c2sm-rcm-env/env', 'c2sm/pgi-env/base'], 'cc': 'mpicc', 'cxx': 'mpicxx', 'ftn': 'mpif90', }, - 'PrgEnv-pgi_18.4_gdr': { + 'PrgEnv-c2sm-pgi-gpu': { 'type': 'ProgEnvironment', - 'modules': ['PrgEnv-pgi/18.4_gdr'], + 'modules': ['/apps/common/UES/sandbox/kraushm/c2sm-rcm-env/env', 'c2sm/pgi-env/gpu'], 'cc': 'mpicc', 'cxx': 'mpicxx', 'ftn': 'mpif90', @@ -227,6 +264,9 @@ class ReframeSettings: 'PrgEnv-cray_gdr': { 'type': 'ProgEnvironment', 'modules': ['PrgEnv-cray/1.0.2_gdr'], + 'cc': 'cc', + 'cxx': 'CC', + 'ftn': 'ftn', }, 'PrgEnv-cray_gdr_2.3': { 'type': 'ProgEnvironment',