From 7c57fbeef4ddc7252f2e67a49b0558fe4ea07603 Mon Sep 17 00:00:00 2001 From: rafael Date: Wed, 23 Jan 2019 13:57:32 +0100 Subject: [PATCH 1/3] add afinity test --- cscs-checks/prgenv/affinity_check.py | 164 ++++++++++++++++++ .../prgenv/src/alternate_socket_filling.txt | 91 ++++++++++ .../prgenv/src/consecutive_socket_filling.txt | 91 ++++++++++ cscs-checks/prgenv/src/gpu_omp_bind_cores.txt | 43 +++++ .../prgenv/src/gpu_omp_bind_threads.txt | 67 +++++++ .../gpu_omp_bind_threads_nomultithread.txt | 43 +++++ cscs-checks/prgenv/src/mc_omp_bind_cores.txt | 91 ++++++++++ .../prgenv/src/mc_omp_bind_threads.txt | 163 +++++++++++++++++ .../src/mc_omp_bind_threads_nomultithread.txt | 91 ++++++++++ .../prgenv/src/single_task_per_socket.txt | 23 +++ .../prgenv/src/single_task_per_socket_omp.txt | 91 ++++++++++ 11 files changed, 958 insertions(+) create mode 100644 cscs-checks/prgenv/affinity_check.py create mode 100644 cscs-checks/prgenv/src/alternate_socket_filling.txt create mode 100644 cscs-checks/prgenv/src/consecutive_socket_filling.txt create mode 100644 cscs-checks/prgenv/src/gpu_omp_bind_cores.txt create mode 100644 cscs-checks/prgenv/src/gpu_omp_bind_threads.txt create mode 100644 cscs-checks/prgenv/src/gpu_omp_bind_threads_nomultithread.txt create mode 100644 cscs-checks/prgenv/src/mc_omp_bind_cores.txt create mode 100644 cscs-checks/prgenv/src/mc_omp_bind_threads.txt create mode 100644 cscs-checks/prgenv/src/mc_omp_bind_threads_nomultithread.txt create mode 100644 cscs-checks/prgenv/src/single_task_per_socket.txt create mode 100644 cscs-checks/prgenv/src/single_task_per_socket_omp.txt diff --git a/cscs-checks/prgenv/affinity_check.py b/cscs-checks/prgenv/affinity_check.py new file mode 100644 index 0000000000..e7ff6eccd6 --- /dev/null +++ b/cscs-checks/prgenv/affinity_check.py @@ -0,0 +1,164 @@ +import reframe as rfm +import reframe.utility.sanity as sn + + +class AffinityTestBase(rfm.RegressionTest): + def __init__(self, variant): + super().__init__() + self.valid_systems = ['daint:gpu', 'daint:mc', + 'dom:gpu', 'dom:mc'] + self.valid_prog_environs = ['PrgEnv-gnu'] + self.build_system = 'Make' + self.build_system.options = ['--directory=affinity', 'MPI=1'] + self.prebuild_cmd = ['git clone https://github.com/vkarak/affinity'] + self.executable = 'affinity/affinity' + self.variant = variant + + self.maintainers = ['RS', 'VK'] + self.tags = {'production', 'scs'} + + def setup(self, partition, environ, **job_opts): + + def parse_affinity(x): + x_int = [int(xi) for xi in x.split()] + return sorted(x_int) + + re_aff_cores = r'CPU affinity: \[\s+(?P[\d+\s+]+)\]' + self.aff_cores = sn.extractall( + re_aff_cores, self.stdout, 'cpu', parse_affinity) + self.ref_cores = sn.extractall( + re_aff_cores, self.cases[self.variant]['ref_%s' % partition.name], + 'cpu', parse_affinity) + re_aff_thrds = r'^Tag:[^\n\r]*Thread:\s+(?P\d+)' + self.aff_thrds = sn.extractall(re_aff_thrds, self.stdout, 'thread', + int) + self.ref_thrds = sn.extractall( + re_aff_thrds, self.cases[self.variant]['ref_%s' % partition.name], + 'thread', int) + re_aff_ranks = r'^Tag:[^\n\r]*Rank:\s+(?P\d+)[\s+\S+]' + self.aff_ranks = sn.extractall(re_aff_ranks, self.stdout, 'rank', int) + self.ref_ranks = sn.extractall( + re_aff_ranks, self.cases[self.variant]['ref_%s' % partition.name], + 'rank', int) + + self.use_multithreading = self.cases[self.variant]['multithreading'] + + self.sanity_patterns = sn.all([ + sn.assert_eq(self.aff_thrds, self.ref_thrds), + sn.assert_eq(self.aff_ranks, self.ref_ranks), + sn.assert_eq(self.aff_cores, self.ref_cores)]) + + super().setup(partition, environ, **job_opts) + + +@rfm.parameterized_test(['omp_bind_threads'], + ['omp_bind_threads_nomultithread'], + ['omp_bind_cores']) +class AffinityOpenMPTest(AffinityTestBase): + def __init__(self, variant): + super().__init__(variant) + self.descr = 'Checking the cpu affinity for OMP threads.' + self.cases = { + 'omp_bind_threads': { + 'ref_gpu': 'gpu_omp_bind_threads.txt', + 'ref_mc': 'mc_omp_bind_threads.txt', + 'num_cpus_per_task': 24, + 'ntasks-per-core': 2, + 'multithreading': None, + 'OMP_PLACES': 'threads', + }, + 'omp_bind_threads_nomultithread': { + 'ref_gpu': 'gpu_omp_bind_threads_nomultithread.txt', + 'ref_mc': 'mc_omp_bind_threads_nomultithread.txt', + 'num_cpus_per_task': 12, + 'ntasks-per-core': None, + # with --hint = nomultithread not explicetly expecified, + # this case results on using only half of the cores. + 'multithreading': False, + 'OMP_PLACES': 'threads', + }, + 'omp_bind_cores': { + 'ref_gpu': 'gpu_omp_bind_cores.txt', + 'ref_mc': 'mc_omp_bind_cores.txt', + 'num_cpus_per_task': 12, + 'ntasks-per-core': 1, + 'multithreading': None, + 'OMP_PLACES': 'cores', + }, + } + self.variant = variant + + def setup(self, partition, environ, **job_opts): + if partition.name == 'gpu': + self.num_cpus_per_task = ( + self.cases[self.variant]['num_cpus_per_task']) + else: + self.num_cpus_per_task = ( + self.cases[self.variant]['num_cpus_per_task'] * 3) + + self.num_tasks = 1 + self.variables = { + 'OMP_NUM_THREADS': str(self.num_cpus_per_task), + 'OMP_PLACES': self.cases[self.variant]['OMP_PLACES'] + # OMP_PROC_BIND is set to TRUE if OMP_PLACES is defined + # OMP_PROC_BIND values MASTER, CLOSE and SPREAD give the same + # result as OMP_PROC_BIND=TRUE + } + super().setup(partition, environ, **job_opts) + if self.cases[self.variant]['ntasks-per-core']: + self.job.options += ['--ntasks-per-core=%s' % + self.cases[self.variant]['ntasks-per-core']] + + +@rfm.parameterized_test(['alternate_socket_filling'], + ['consecutive_socket_filling'], + ['single_task_per_socket'], + ['single_task_per_socket_omp']) +class SocketDistributionTest(AffinityTestBase): + def __init__(self, variant): + super().__init__(variant) + self.descr = 'Checking distribution of ranks and threads over sockets.' + self.valid_systems = ['daint:mc', 'dom:mc'] + self.cases = { + 'alternate_socket_filling': { + 'ref_mc': 'alternate_socket_filling.txt', + 'num_tasks': 36, + 'num_cpus_per_task': 1, + 'num_tasks_per_socket': 18, + 'multithreading': False, + 'cpu-bind': None, + }, + 'consecutive_socket_filling': { + 'ref_mc': 'consecutive_socket_filling.txt', + 'num_tasks': 36, + 'num_cpus_per_task': 1, + 'num_tasks_per_socket': None, + 'multithreading': False, + 'cpu-bind': 'rank', + }, + 'single_task_per_socket': { + 'ref_mc': 'single_task_per_socket.txt', + 'num_tasks': 2, + 'num_cpus_per_task': 1, + 'num_tasks_per_socket': 1, + 'multithreading': False, + 'cpu-bind': None, + }, + 'single_task_per_socket_omp': { + 'ref_mc': 'single_task_per_socket_omp.txt', + 'num_tasks': 2, + 'num_cpus_per_task': 18, + 'num_tasks_per_socket': 1, + 'multithreading': False, + 'cpu-bind': None, + }, + } + self.num_tasks = self.cases[variant]['num_tasks'] + self.num_cpus_per_task = self.cases[variant]['num_cpus_per_task'] + self.num_tasks_per_socket = self.cases[variant]['num_tasks_per_socket'] + + def setup(self, partition, environ, **job_opts): + super().setup(partition, environ, **job_opts) + if self.cases[self.variant]['cpu-bind']: + self.job.launcher.options = ['--cpu-bind=%s' % + self.cases[self.variant]['cpu-bind']] diff --git a/cscs-checks/prgenv/src/alternate_socket_filling.txt b/cscs-checks/prgenv/src/alternate_socket_filling.txt new file mode 100644 index 0000000000..f16f46b299 --- /dev/null +++ b/cscs-checks/prgenv/src/alternate_socket_filling.txt @@ -0,0 +1,91 @@ +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 0 + CPU affinity: [ 0] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 0 + CPU affinity: [ 18] +Tag: affinity/affinity, Hostname: nid00404, Rank: 2, Thread: 0 + CPU affinity: [ 1] +Tag: affinity/affinity, Hostname: nid00404, Rank: 3, Thread: 0 + CPU affinity: [ 19] +Tag: affinity/affinity, Hostname: nid00404, Rank: 4, Thread: 0 + CPU affinity: [ 2] +Tag: affinity/affinity, Hostname: nid00404, Rank: 5, Thread: 0 + CPU affinity: [ 20] +Tag: affinity/affinity, Hostname: nid00404, Rank: 6, Thread: 0 + CPU affinity: [ 3] +Tag: affinity/affinity, Hostname: nid00404, Rank: 7, Thread: 0 + CPU affinity: [ 21] +Tag: affinity/affinity, Hostname: nid00404, Rank: 8, Thread: 0 + CPU affinity: [ 4] +Tag: affinity/affinity, Hostname: nid00404, Rank: 9, Thread: 0 + CPU affinity: [ 22] +Tag: affinity/affinity, Hostname: nid00404, Rank: 10, Thread: 0 + CPU affinity: [ 5] +Tag: affinity/affinity, Hostname: nid00404, Rank: 11, Thread: 0 + CPU affinity: [ 23] +Tag: affinity/affinity, Hostname: nid00404, Rank: 12, Thread: 0 + CPU affinity: [ 6] +Tag: affinity/affinity, Hostname: nid00404, Rank: 13, Thread: 0 + CPU affinity: [ 24] +Tag: affinity/affinity, Hostname: nid00404, Rank: 14, Thread: 0 + CPU affinity: [ 7] +Tag: affinity/affinity, Hostname: nid00404, Rank: 15, Thread: 0 + CPU affinity: [ 25] +Tag: affinity/affinity, Hostname: nid00404, Rank: 16, Thread: 0 + CPU affinity: [ 8] +Tag: affinity/affinity, Hostname: nid00404, Rank: 17, Thread: 0 + CPU affinity: [ 26] +Tag: affinity/affinity, Hostname: nid00404, Rank: 18, Thread: 0 + CPU affinity: [ 9] +Tag: affinity/affinity, Hostname: nid00404, Rank: 19, Thread: 0 + CPU affinity: [ 27] +Tag: affinity/affinity, Hostname: nid00404, Rank: 20, Thread: 0 + CPU affinity: [ 10] +Tag: affinity/affinity, Hostname: nid00404, Rank: 21, Thread: 0 + CPU affinity: [ 28] +Tag: affinity/affinity, Hostname: nid00404, Rank: 22, Thread: 0 + CPU affinity: [ 11] +Tag: affinity/affinity, Hostname: nid00404, Rank: 23, Thread: 0 + CPU affinity: [ 29] +Tag: affinity/affinity, Hostname: nid00404, Rank: 24, Thread: 0 + CPU affinity: [ 12] +Tag: affinity/affinity, Hostname: nid00404, Rank: 25, Thread: 0 + CPU affinity: [ 30] +Tag: affinity/affinity, Hostname: nid00404, Rank: 26, Thread: 0 + CPU affinity: [ 13] +Tag: affinity/affinity, Hostname: nid00404, Rank: 27, Thread: 0 + CPU affinity: [ 31] +Tag: affinity/affinity, Hostname: nid00404, Rank: 28, Thread: 0 + CPU affinity: [ 14] +Tag: affinity/affinity, Hostname: nid00404, Rank: 29, Thread: 0 + CPU affinity: [ 32] +Tag: affinity/affinity, Hostname: nid00404, Rank: 30, Thread: 0 + CPU affinity: [ 15] +Tag: affinity/affinity, Hostname: nid00404, Rank: 31, Thread: 0 + CPU affinity: [ 33] +Tag: affinity/affinity, Hostname: nid00404, Rank: 32, Thread: 0 + CPU affinity: [ 16] +Tag: affinity/affinity, Hostname: nid00404, Rank: 33, Thread: 0 + CPU affinity: [ 34] +Tag: affinity/affinity, Hostname: nid00404, Rank: 34, Thread: 0 + CPU affinity: [ 17] +Tag: affinity/affinity, Hostname: nid00404, Rank: 35, Thread: 0 + CPU affinity: [ 35] + +Batch Job Summary Report for Job "rfm_SocketDistributionTest_case1_job" (604244) on dom +----------------------------------------------------------------------------------------------------- + Submit Eligible Start End Elapsed Timelimit +------------------- ------------------- ------------------- ------------------- ---------- ---------- +2019-01-22T14:45:22 2019-01-22T14:45:22 2019-01-22T14:45:22 2019-01-22T14:45:27 00:00:05 00:10:00 +----------------------------------------------------------------------------------------------------- +Username Account Partition NNodes Energy +---------- ---------- ---------- ------ -------------- +sarafael csstaff normal 1 506 joules + +This job did not utilize any GPUs + +---------------------------------------------------------- +Scratch File System Files Quota +-------------------- ---------- ---------- +/scratch/snx1600tds 119774 1000000 +/scratch/snx3000tds 4 1000000 + diff --git a/cscs-checks/prgenv/src/consecutive_socket_filling.txt b/cscs-checks/prgenv/src/consecutive_socket_filling.txt new file mode 100644 index 0000000000..4cf6665774 --- /dev/null +++ b/cscs-checks/prgenv/src/consecutive_socket_filling.txt @@ -0,0 +1,91 @@ +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 0 + CPU affinity: [ 0] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 0 + CPU affinity: [ 1] +Tag: affinity/affinity, Hostname: nid00404, Rank: 2, Thread: 0 + CPU affinity: [ 2] +Tag: affinity/affinity, Hostname: nid00404, Rank: 3, Thread: 0 + CPU affinity: [ 3] +Tag: affinity/affinity, Hostname: nid00404, Rank: 4, Thread: 0 + CPU affinity: [ 4] +Tag: affinity/affinity, Hostname: nid00404, Rank: 5, Thread: 0 + CPU affinity: [ 5] +Tag: affinity/affinity, Hostname: nid00404, Rank: 6, Thread: 0 + CPU affinity: [ 6] +Tag: affinity/affinity, Hostname: nid00404, Rank: 7, Thread: 0 + CPU affinity: [ 7] +Tag: affinity/affinity, Hostname: nid00404, Rank: 8, Thread: 0 + CPU affinity: [ 8] +Tag: affinity/affinity, Hostname: nid00404, Rank: 9, Thread: 0 + CPU affinity: [ 9] +Tag: affinity/affinity, Hostname: nid00404, Rank: 10, Thread: 0 + CPU affinity: [ 10] +Tag: affinity/affinity, Hostname: nid00404, Rank: 11, Thread: 0 + CPU affinity: [ 11] +Tag: affinity/affinity, Hostname: nid00404, Rank: 12, Thread: 0 + CPU affinity: [ 12] +Tag: affinity/affinity, Hostname: nid00404, Rank: 13, Thread: 0 + CPU affinity: [ 13] +Tag: affinity/affinity, Hostname: nid00404, Rank: 14, Thread: 0 + CPU affinity: [ 14] +Tag: affinity/affinity, Hostname: nid00404, Rank: 15, Thread: 0 + CPU affinity: [ 15] +Tag: affinity/affinity, Hostname: nid00404, Rank: 16, Thread: 0 + CPU affinity: [ 16] +Tag: affinity/affinity, Hostname: nid00404, Rank: 17, Thread: 0 + CPU affinity: [ 17] +Tag: affinity/affinity, Hostname: nid00404, Rank: 18, Thread: 0 + CPU affinity: [ 18] +Tag: affinity/affinity, Hostname: nid00404, Rank: 19, Thread: 0 + CPU affinity: [ 19] +Tag: affinity/affinity, Hostname: nid00404, Rank: 20, Thread: 0 + CPU affinity: [ 20] +Tag: affinity/affinity, Hostname: nid00404, Rank: 21, Thread: 0 + CPU affinity: [ 21] +Tag: affinity/affinity, Hostname: nid00404, Rank: 22, Thread: 0 + CPU affinity: [ 22] +Tag: affinity/affinity, Hostname: nid00404, Rank: 23, Thread: 0 + CPU affinity: [ 23] +Tag: affinity/affinity, Hostname: nid00404, Rank: 24, Thread: 0 + CPU affinity: [ 24] +Tag: affinity/affinity, Hostname: nid00404, Rank: 25, Thread: 0 + CPU affinity: [ 25] +Tag: affinity/affinity, Hostname: nid00404, Rank: 26, Thread: 0 + CPU affinity: [ 26] +Tag: affinity/affinity, Hostname: nid00404, Rank: 27, Thread: 0 + CPU affinity: [ 27] +Tag: affinity/affinity, Hostname: nid00404, Rank: 28, Thread: 0 + CPU affinity: [ 28] +Tag: affinity/affinity, Hostname: nid00404, Rank: 29, Thread: 0 + CPU affinity: [ 29] +Tag: affinity/affinity, Hostname: nid00404, Rank: 30, Thread: 0 + CPU affinity: [ 30] +Tag: affinity/affinity, Hostname: nid00404, Rank: 31, Thread: 0 + CPU affinity: [ 31] +Tag: affinity/affinity, Hostname: nid00404, Rank: 32, Thread: 0 + CPU affinity: [ 32] +Tag: affinity/affinity, Hostname: nid00404, Rank: 33, Thread: 0 + CPU affinity: [ 33] +Tag: affinity/affinity, Hostname: nid00404, Rank: 34, Thread: 0 + CPU affinity: [ 34] +Tag: affinity/affinity, Hostname: nid00404, Rank: 35, Thread: 0 + CPU affinity: [ 35] + +Batch Job Summary Report for Job "rfm_AffinityTest_case8_job" (603214) on dom +----------------------------------------------------------------------------------------------------- + Submit Eligible Start End Elapsed Timelimit +------------------- ------------------- ------------------- ------------------- ---------- ---------- +2019-01-21T14:02:34 2019-01-21T14:02:34 2019-01-21T14:02:35 2019-01-21T14:02:40 00:00:05 00:10:00 +----------------------------------------------------------------------------------------------------- +Username Account Partition NNodes Energy +---------- ---------- ---------- ------ -------------- +sarafael csstaff normal 1 499 joules + +This job did not utilize any GPUs + +---------------------------------------------------------- +Scratch File System Files Quota +-------------------- ---------- ---------- +/scratch/snx1600tds 119774 1000000 +/scratch/snx3000tds 4 1000000 + diff --git a/cscs-checks/prgenv/src/gpu_omp_bind_cores.txt b/cscs-checks/prgenv/src/gpu_omp_bind_cores.txt new file mode 100644 index 0000000000..f2e58cfa39 --- /dev/null +++ b/cscs-checks/prgenv/src/gpu_omp_bind_cores.txt @@ -0,0 +1,43 @@ +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 0 + CPU affinity: [ 0 12] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 1 + CPU affinity: [ 0 12] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 2 + CPU affinity: [ 1 13] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 3 + CPU affinity: [ 1 13] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 4 + CPU affinity: [ 2 14] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 5 + CPU affinity: [ 2 14] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 6 + CPU affinity: [ 3 15] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 7 + CPU affinity: [ 3 15] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 8 + CPU affinity: [ 4 16] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 9 + CPU affinity: [ 4 16] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 10 + CPU affinity: [ 5 17] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 11 + CPU affinity: [ 5 17] + +Batch Job Summary Report for Job "rfm_AffinityOpenMPTest_case11_job" (604477) on dom +----------------------------------------------------------------------------------------------------- + Submit Eligible Start End Elapsed Timelimit +------------------- ------------------- ------------------- ------------------- ---------- ---------- +2019-01-22T17:36:50 2019-01-22T17:36:50 2019-01-22T17:36:50 2019-01-22T17:36:57 00:00:07 00:10:00 +----------------------------------------------------------------------------------------------------- +Username Account Partition NNodes Energy +---------- ---------- ---------- ------ -------------- +sarafael csstaff normal 1 459 joules + +This job did not utilize any GPUs + +---------------------------------------------------------- +Scratch File System Files Quota +-------------------- ---------- ---------- +/scratch/snx1600tds 119774 1000000 +/scratch/snx3000tds 4 1000000 + diff --git a/cscs-checks/prgenv/src/gpu_omp_bind_threads.txt b/cscs-checks/prgenv/src/gpu_omp_bind_threads.txt new file mode 100644 index 0000000000..e886e7b4a2 --- /dev/null +++ b/cscs-checks/prgenv/src/gpu_omp_bind_threads.txt @@ -0,0 +1,67 @@ +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 0 + CPU affinity: [ 0] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 1 + CPU affinity: [ 1] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 2 + CPU affinity: [ 2] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 3 + CPU affinity: [ 3] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 4 + CPU affinity: [ 4] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 5 + CPU affinity: [ 5] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 6 + CPU affinity: [ 6] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 7 + CPU affinity: [ 7] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 8 + CPU affinity: [ 8] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 9 + CPU affinity: [ 9] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 10 + CPU affinity: [ 10] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 11 + CPU affinity: [ 11] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 12 + CPU affinity: [ 12] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 13 + CPU affinity: [ 13] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 14 + CPU affinity: [ 14] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 15 + CPU affinity: [ 15] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 16 + CPU affinity: [ 16] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 17 + CPU affinity: [ 17] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 18 + CPU affinity: [ 18] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 19 + CPU affinity: [ 19] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 20 + CPU affinity: [ 20] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 21 + CPU affinity: [ 21] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 22 + CPU affinity: [ 22] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 23 + CPU affinity: [ 23] + +Batch Job Summary Report for Job "rfm_AffinityOpenMPTest_case11_job" (604459) on dom +----------------------------------------------------------------------------------------------------- + Submit Eligible Start End Elapsed Timelimit +------------------- ------------------- ------------------- ------------------- ---------- ---------- +2019-01-22T17:23:29 2019-01-22T17:23:29 2019-01-22T17:23:29 2019-01-22T17:23:36 00:00:07 00:10:00 +----------------------------------------------------------------------------------------------------- +Username Account Partition NNodes Energy +---------- ---------- ---------- ------ -------------- +sarafael csstaff normal 1 455 joules + +This job did not utilize any GPUs + +---------------------------------------------------------- +Scratch File System Files Quota +-------------------- ---------- ---------- +/scratch/snx1600tds 119774 1000000 +/scratch/snx3000tds 4 1000000 + diff --git a/cscs-checks/prgenv/src/gpu_omp_bind_threads_nomultithread.txt b/cscs-checks/prgenv/src/gpu_omp_bind_threads_nomultithread.txt new file mode 100644 index 0000000000..90864bb371 --- /dev/null +++ b/cscs-checks/prgenv/src/gpu_omp_bind_threads_nomultithread.txt @@ -0,0 +1,43 @@ +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 0 + CPU affinity: [ 0] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 1 + CPU affinity: [ 1] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 2 + CPU affinity: [ 2] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 3 + CPU affinity: [ 3] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 4 + CPU affinity: [ 4] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 5 + CPU affinity: [ 5] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 6 + CPU affinity: [ 6] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 7 + CPU affinity: [ 7] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 8 + CPU affinity: [ 8] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 9 + CPU affinity: [ 9] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 10 + CPU affinity: [ 10] +Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 11 + CPU affinity: [ 11] + +Batch Job Summary Report for Job "rfm_AffinityOpenMPTest_xxx_job" (605305) on dom +----------------------------------------------------------------------------------------------------- + Submit Eligible Start End Elapsed Timelimit +------------------- ------------------- ------------------- ------------------- ---------- ---------- +2019-01-23T11:08:15 2019-01-23T11:08:15 2019-01-23T11:08:16 2019-01-23T11:08:23 00:00:07 00:10:00 +----------------------------------------------------------------------------------------------------- +Username Account Partition NNodes Energy +---------- ---------- ---------- ------ -------------- +sarafael csstaff normal 1 447 joules + +This job did not utilize any GPUs + +---------------------------------------------------------- +Scratch File System Files Quota +-------------------- ---------- ---------- +/scratch/snx1600tds 119774 1000000 +/scratch/snx3000tds 4 1000000 + diff --git a/cscs-checks/prgenv/src/mc_omp_bind_cores.txt b/cscs-checks/prgenv/src/mc_omp_bind_cores.txt new file mode 100644 index 0000000000..57cced6dbe --- /dev/null +++ b/cscs-checks/prgenv/src/mc_omp_bind_cores.txt @@ -0,0 +1,91 @@ +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 0 + CPU affinity: [ 0 36] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 1 + CPU affinity: [ 0 36] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 2 + CPU affinity: [ 1 37] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 3 + CPU affinity: [ 1 37] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 4 + CPU affinity: [ 2 38] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 5 + CPU affinity: [ 2 38] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 6 + CPU affinity: [ 3 39] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 7 + CPU affinity: [ 3 39] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 8 + CPU affinity: [ 4 40] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 9 + CPU affinity: [ 4 40] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 10 + CPU affinity: [ 5 41] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 11 + CPU affinity: [ 5 41] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 12 + CPU affinity: [ 6 42] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 13 + CPU affinity: [ 6 42] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 14 + CPU affinity: [ 7 43] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 15 + CPU affinity: [ 7 43] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 16 + CPU affinity: [ 8 44] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 17 + CPU affinity: [ 8 44] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 18 + CPU affinity: [ 9 45] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 19 + CPU affinity: [ 9 45] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 20 + CPU affinity: [ 10 46] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 21 + CPU affinity: [ 10 46] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 22 + CPU affinity: [ 11 47] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 23 + CPU affinity: [ 11 47] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 24 + CPU affinity: [ 12 48] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 25 + CPU affinity: [ 12 48] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 26 + CPU affinity: [ 13 49] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 27 + CPU affinity: [ 13 49] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 28 + CPU affinity: [ 14 50] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 29 + CPU affinity: [ 14 50] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 30 + CPU affinity: [ 15 51] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 31 + CPU affinity: [ 15 51] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 32 + CPU affinity: [ 16 52] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 33 + CPU affinity: [ 16 52] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 34 + CPU affinity: [ 17 53] +Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 35 + CPU affinity: [ 17 53] + +Batch Job Summary Report for Job "rfm_AffinityOpenMPTest_case11_job" (604478) on dom +----------------------------------------------------------------------------------------------------- + Submit Eligible Start End Elapsed Timelimit +------------------- ------------------- ------------------- ------------------- ---------- ---------- +2019-01-22T17:37:02 2019-01-22T17:37:02 2019-01-22T17:37:02 2019-01-22T17:37:07 00:00:05 00:10:00 +----------------------------------------------------------------------------------------------------- +Username Account Partition NNodes Energy +---------- ---------- ---------- ------ -------------- +sarafael csstaff normal 1 534 joules + +This job did not utilize any GPUs + +---------------------------------------------------------- +Scratch File System Files Quota +-------------------- ---------- ---------- +/scratch/snx1600tds 119774 1000000 +/scratch/snx3000tds 4 1000000 + diff --git a/cscs-checks/prgenv/src/mc_omp_bind_threads.txt b/cscs-checks/prgenv/src/mc_omp_bind_threads.txt new file mode 100644 index 0000000000..a85107df74 --- /dev/null +++ b/cscs-checks/prgenv/src/mc_omp_bind_threads.txt @@ -0,0 +1,163 @@ +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 0 + CPU affinity: [ 0] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 1 + CPU affinity: [ 1] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 2 + CPU affinity: [ 2] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 3 + CPU affinity: [ 3] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 4 + CPU affinity: [ 4] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 5 + CPU affinity: [ 5] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 6 + CPU affinity: [ 6] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 7 + CPU affinity: [ 7] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 8 + CPU affinity: [ 8] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 9 + CPU affinity: [ 9] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 10 + CPU affinity: [ 10] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 11 + CPU affinity: [ 11] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 12 + CPU affinity: [ 12] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 13 + CPU affinity: [ 13] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 14 + CPU affinity: [ 14] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 15 + CPU affinity: [ 15] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 16 + CPU affinity: [ 16] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 17 + CPU affinity: [ 17] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 18 + CPU affinity: [ 18] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 19 + CPU affinity: [ 19] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 20 + CPU affinity: [ 20] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 21 + CPU affinity: [ 21] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 22 + CPU affinity: [ 22] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 23 + CPU affinity: [ 23] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 24 + CPU affinity: [ 24] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 25 + CPU affinity: [ 25] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 26 + CPU affinity: [ 26] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 27 + CPU affinity: [ 27] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 28 + CPU affinity: [ 28] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 29 + CPU affinity: [ 29] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 30 + CPU affinity: [ 30] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 31 + CPU affinity: [ 31] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 32 + CPU affinity: [ 32] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 33 + CPU affinity: [ 33] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 34 + CPU affinity: [ 34] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 35 + CPU affinity: [ 35] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 36 + CPU affinity: [ 36] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 37 + CPU affinity: [ 37] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 38 + CPU affinity: [ 38] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 39 + CPU affinity: [ 39] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 40 + CPU affinity: [ 40] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 41 + CPU affinity: [ 41] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 42 + CPU affinity: [ 42] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 43 + CPU affinity: [ 43] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 44 + CPU affinity: [ 44] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 45 + CPU affinity: [ 45] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 46 + CPU affinity: [ 46] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 47 + CPU affinity: [ 47] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 48 + CPU affinity: [ 48] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 49 + CPU affinity: [ 49] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 50 + CPU affinity: [ 50] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 51 + CPU affinity: [ 51] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 52 + CPU affinity: [ 52] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 53 + CPU affinity: [ 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 54 + CPU affinity: [ 54] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 55 + CPU affinity: [ 55] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 56 + CPU affinity: [ 56] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 57 + CPU affinity: [ 57] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 58 + CPU affinity: [ 58] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 59 + CPU affinity: [ 59] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 60 + CPU affinity: [ 60] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 61 + CPU affinity: [ 61] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 62 + CPU affinity: [ 62] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 63 + CPU affinity: [ 63] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 64 + CPU affinity: [ 64] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 65 + CPU affinity: [ 65] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 66 + CPU affinity: [ 66] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 67 + CPU affinity: [ 67] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 68 + CPU affinity: [ 68] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 69 + CPU affinity: [ 69] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 70 + CPU affinity: [ 70] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 71 + CPU affinity: [ 71] + +Batch Job Summary Report for Job "rfm_AffinityOpenMPTest_case11_job" (604461) on dom +----------------------------------------------------------------------------------------------------- + Submit Eligible Start End Elapsed Timelimit +------------------- ------------------- ------------------- ------------------- ---------- ---------- +2019-01-22T17:23:43 2019-01-22T17:23:43 2019-01-22T17:23:46 2019-01-22T17:23:51 00:00:05 00:10:00 +----------------------------------------------------------------------------------------------------- +Username Account Partition NNodes Energy +---------- ---------- ---------- ------ -------------- +sarafael csstaff normal 1 502 joules + +This job did not utilize any GPUs + +---------------------------------------------------------- +Scratch File System Files Quota +-------------------- ---------- ---------- +/scratch/snx1600tds 119774 1000000 +/scratch/snx3000tds 4 1000000 + diff --git a/cscs-checks/prgenv/src/mc_omp_bind_threads_nomultithread.txt b/cscs-checks/prgenv/src/mc_omp_bind_threads_nomultithread.txt new file mode 100644 index 0000000000..edc0789eb6 --- /dev/null +++ b/cscs-checks/prgenv/src/mc_omp_bind_threads_nomultithread.txt @@ -0,0 +1,91 @@ +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 0 + CPU affinity: [ 0] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 1 + CPU affinity: [ 1] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 2 + CPU affinity: [ 2] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 3 + CPU affinity: [ 3] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 4 + CPU affinity: [ 4] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 5 + CPU affinity: [ 5] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 6 + CPU affinity: [ 6] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 7 + CPU affinity: [ 7] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 8 + CPU affinity: [ 8] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 9 + CPU affinity: [ 9] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 10 + CPU affinity: [ 10] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 11 + CPU affinity: [ 11] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 12 + CPU affinity: [ 12] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 13 + CPU affinity: [ 13] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 14 + CPU affinity: [ 14] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 15 + CPU affinity: [ 15] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 16 + CPU affinity: [ 16] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 17 + CPU affinity: [ 17] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 18 + CPU affinity: [ 18] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 19 + CPU affinity: [ 19] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 20 + CPU affinity: [ 20] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 21 + CPU affinity: [ 21] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 22 + CPU affinity: [ 22] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 23 + CPU affinity: [ 23] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 24 + CPU affinity: [ 24] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 25 + CPU affinity: [ 25] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 26 + CPU affinity: [ 26] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 27 + CPU affinity: [ 27] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 28 + CPU affinity: [ 28] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 29 + CPU affinity: [ 29] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 30 + CPU affinity: [ 30] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 31 + CPU affinity: [ 31] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 32 + CPU affinity: [ 32] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 33 + CPU affinity: [ 33] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 34 + CPU affinity: [ 34] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 35 + CPU affinity: [ 35] + +Batch Job Summary Report for Job "rfm_AffinityOpenMPTest_omp_bind_threads_nomultithread_job" (605322) on dom +----------------------------------------------------------------------------------------------------- + Submit Eligible Start End Elapsed Timelimit +------------------- ------------------- ------------------- ------------------- ---------- ---------- +2019-01-23T11:14:33 2019-01-23T11:14:33 2019-01-23T11:14:33 2019-01-23T11:14:38 00:00:05 00:10:00 +----------------------------------------------------------------------------------------------------- +Username Account Partition NNodes Energy +---------- ---------- ---------- ------ -------------- +sarafael csstaff normal 1 429 joules + +This job did not utilize any GPUs + +---------------------------------------------------------- +Scratch File System Files Quota +-------------------- ---------- ---------- +/scratch/snx1600tds 119774 1000000 +/scratch/snx3000tds 4 1000000 + diff --git a/cscs-checks/prgenv/src/single_task_per_socket.txt b/cscs-checks/prgenv/src/single_task_per_socket.txt new file mode 100644 index 0000000000..8b60ae03d0 --- /dev/null +++ b/cscs-checks/prgenv/src/single_task_per_socket.txt @@ -0,0 +1,23 @@ +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 0 + CPU affinity: [ 0] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 0 + CPU affinity: [ 18] + +Batch Job Summary Report for Job "rfm_AffinityMPISocketDistributionTest_case10_job" (604180) on dom +----------------------------------------------------------------------------------------------------- + Submit Eligible Start End Elapsed Timelimit +------------------- ------------------- ------------------- ------------------- ---------- ---------- +2019-01-22T13:29:56 2019-01-22T13:29:56 2019-01-22T13:29:57 2019-01-22T13:30:02 00:00:05 00:10:00 +----------------------------------------------------------------------------------------------------- +Username Account Partition NNodes Energy +---------- ---------- ---------- ------ -------------- +sarafael csstaff normal 1 487 joules + +This job did not utilize any GPUs + +---------------------------------------------------------- +Scratch File System Files Quota +-------------------- ---------- ---------- +/scratch/snx1600tds 119774 1000000 +/scratch/snx3000tds 4 1000000 + diff --git a/cscs-checks/prgenv/src/single_task_per_socket_omp.txt b/cscs-checks/prgenv/src/single_task_per_socket_omp.txt new file mode 100644 index 0000000000..f417293c9d --- /dev/null +++ b/cscs-checks/prgenv/src/single_task_per_socket_omp.txt @@ -0,0 +1,91 @@ +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 0 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 1 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 2 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 3 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 4 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 5 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 6 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 7 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 8 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 9 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 10 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 11 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 12 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 13 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 14 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 15 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 16 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 17 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 0 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 1 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 2 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 3 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 4 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 5 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 6 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 7 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 8 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 9 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 10 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 11 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 12 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 13 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 14 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 15 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 16 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 17 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35] + +Batch Job Summary Report for Job "rfm_AffinitySocketDistributionTest_case10_job" (604202) on dom +----------------------------------------------------------------------------------------------------- + Submit Eligible Start End Elapsed Timelimit +------------------- ------------------- ------------------- ------------------- ---------- ---------- +2019-01-22T14:07:39 2019-01-22T14:07:39 2019-01-22T14:07:39 2019-01-22T14:07:44 00:00:05 00:10:00 +----------------------------------------------------------------------------------------------------- +Username Account Partition NNodes Energy +---------- ---------- ---------- ------ -------------- +sarafael csstaff normal 1 467 joules + +This job did not utilize any GPUs + +---------------------------------------------------------- +Scratch File System Files Quota +-------------------- ---------- ---------- +/scratch/snx1600tds 119774 1000000 +/scratch/snx3000tds 4 1000000 + From c955313d1dd2dfb84bec96c7cac6c3e8fb7910c4 Mon Sep 17 00:00:00 2001 From: rafael Date: Wed, 23 Jan 2019 14:40:21 +0100 Subject: [PATCH 2/3] remove redundant test --- cscs-checks/prgenv/affinity_check.py | 9 -------- .../prgenv/src/alternate_socket_filling.txt | 19 --------------- .../prgenv/src/consecutive_socket_filling.txt | 19 --------------- cscs-checks/prgenv/src/gpu_omp_bind_cores.txt | 19 --------------- .../prgenv/src/gpu_omp_bind_threads.txt | 19 --------------- .../gpu_omp_bind_threads_nomultithread.txt | 19 --------------- cscs-checks/prgenv/src/mc_omp_bind_cores.txt | 19 --------------- .../prgenv/src/mc_omp_bind_threads.txt | 19 --------------- .../src/mc_omp_bind_threads_nomultithread.txt | 19 --------------- .../prgenv/src/single_task_per_socket.txt | 23 ------------------- .../prgenv/src/single_task_per_socket_omp.txt | 19 --------------- 11 files changed, 203 deletions(-) delete mode 100644 cscs-checks/prgenv/src/single_task_per_socket.txt diff --git a/cscs-checks/prgenv/affinity_check.py b/cscs-checks/prgenv/affinity_check.py index e7ff6eccd6..f8173ae4a4 100644 --- a/cscs-checks/prgenv/affinity_check.py +++ b/cscs-checks/prgenv/affinity_check.py @@ -112,7 +112,6 @@ def setup(self, partition, environ, **job_opts): @rfm.parameterized_test(['alternate_socket_filling'], ['consecutive_socket_filling'], - ['single_task_per_socket'], ['single_task_per_socket_omp']) class SocketDistributionTest(AffinityTestBase): def __init__(self, variant): @@ -136,14 +135,6 @@ def __init__(self, variant): 'multithreading': False, 'cpu-bind': 'rank', }, - 'single_task_per_socket': { - 'ref_mc': 'single_task_per_socket.txt', - 'num_tasks': 2, - 'num_cpus_per_task': 1, - 'num_tasks_per_socket': 1, - 'multithreading': False, - 'cpu-bind': None, - }, 'single_task_per_socket_omp': { 'ref_mc': 'single_task_per_socket_omp.txt', 'num_tasks': 2, diff --git a/cscs-checks/prgenv/src/alternate_socket_filling.txt b/cscs-checks/prgenv/src/alternate_socket_filling.txt index f16f46b299..77ffe3acc3 100644 --- a/cscs-checks/prgenv/src/alternate_socket_filling.txt +++ b/cscs-checks/prgenv/src/alternate_socket_filling.txt @@ -70,22 +70,3 @@ Tag: affinity/affinity, Hostname: nid00404, Rank: 34, Thread: 0 CPU affinity: [ 17] Tag: affinity/affinity, Hostname: nid00404, Rank: 35, Thread: 0 CPU affinity: [ 35] - -Batch Job Summary Report for Job "rfm_SocketDistributionTest_case1_job" (604244) on dom ------------------------------------------------------------------------------------------------------ - Submit Eligible Start End Elapsed Timelimit -------------------- ------------------- ------------------- ------------------- ---------- ---------- -2019-01-22T14:45:22 2019-01-22T14:45:22 2019-01-22T14:45:22 2019-01-22T14:45:27 00:00:05 00:10:00 ------------------------------------------------------------------------------------------------------ -Username Account Partition NNodes Energy ----------- ---------- ---------- ------ -------------- -sarafael csstaff normal 1 506 joules - -This job did not utilize any GPUs - ----------------------------------------------------------- -Scratch File System Files Quota --------------------- ---------- ---------- -/scratch/snx1600tds 119774 1000000 -/scratch/snx3000tds 4 1000000 - diff --git a/cscs-checks/prgenv/src/consecutive_socket_filling.txt b/cscs-checks/prgenv/src/consecutive_socket_filling.txt index 4cf6665774..052ddb4f32 100644 --- a/cscs-checks/prgenv/src/consecutive_socket_filling.txt +++ b/cscs-checks/prgenv/src/consecutive_socket_filling.txt @@ -70,22 +70,3 @@ Tag: affinity/affinity, Hostname: nid00404, Rank: 34, Thread: 0 CPU affinity: [ 34] Tag: affinity/affinity, Hostname: nid00404, Rank: 35, Thread: 0 CPU affinity: [ 35] - -Batch Job Summary Report for Job "rfm_AffinityTest_case8_job" (603214) on dom ------------------------------------------------------------------------------------------------------ - Submit Eligible Start End Elapsed Timelimit -------------------- ------------------- ------------------- ------------------- ---------- ---------- -2019-01-21T14:02:34 2019-01-21T14:02:34 2019-01-21T14:02:35 2019-01-21T14:02:40 00:00:05 00:10:00 ------------------------------------------------------------------------------------------------------ -Username Account Partition NNodes Energy ----------- ---------- ---------- ------ -------------- -sarafael csstaff normal 1 499 joules - -This job did not utilize any GPUs - ----------------------------------------------------------- -Scratch File System Files Quota --------------------- ---------- ---------- -/scratch/snx1600tds 119774 1000000 -/scratch/snx3000tds 4 1000000 - diff --git a/cscs-checks/prgenv/src/gpu_omp_bind_cores.txt b/cscs-checks/prgenv/src/gpu_omp_bind_cores.txt index f2e58cfa39..4cde0a4d8f 100644 --- a/cscs-checks/prgenv/src/gpu_omp_bind_cores.txt +++ b/cscs-checks/prgenv/src/gpu_omp_bind_cores.txt @@ -22,22 +22,3 @@ Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 10 CPU affinity: [ 5 17] Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 11 CPU affinity: [ 5 17] - -Batch Job Summary Report for Job "rfm_AffinityOpenMPTest_case11_job" (604477) on dom ------------------------------------------------------------------------------------------------------ - Submit Eligible Start End Elapsed Timelimit -------------------- ------------------- ------------------- ------------------- ---------- ---------- -2019-01-22T17:36:50 2019-01-22T17:36:50 2019-01-22T17:36:50 2019-01-22T17:36:57 00:00:07 00:10:00 ------------------------------------------------------------------------------------------------------ -Username Account Partition NNodes Energy ----------- ---------- ---------- ------ -------------- -sarafael csstaff normal 1 459 joules - -This job did not utilize any GPUs - ----------------------------------------------------------- -Scratch File System Files Quota --------------------- ---------- ---------- -/scratch/snx1600tds 119774 1000000 -/scratch/snx3000tds 4 1000000 - diff --git a/cscs-checks/prgenv/src/gpu_omp_bind_threads.txt b/cscs-checks/prgenv/src/gpu_omp_bind_threads.txt index e886e7b4a2..b51ac3416d 100644 --- a/cscs-checks/prgenv/src/gpu_omp_bind_threads.txt +++ b/cscs-checks/prgenv/src/gpu_omp_bind_threads.txt @@ -46,22 +46,3 @@ Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 22 CPU affinity: [ 22] Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 23 CPU affinity: [ 23] - -Batch Job Summary Report for Job "rfm_AffinityOpenMPTest_case11_job" (604459) on dom ------------------------------------------------------------------------------------------------------ - Submit Eligible Start End Elapsed Timelimit -------------------- ------------------- ------------------- ------------------- ---------- ---------- -2019-01-22T17:23:29 2019-01-22T17:23:29 2019-01-22T17:23:29 2019-01-22T17:23:36 00:00:07 00:10:00 ------------------------------------------------------------------------------------------------------ -Username Account Partition NNodes Energy ----------- ---------- ---------- ------ -------------- -sarafael csstaff normal 1 455 joules - -This job did not utilize any GPUs - ----------------------------------------------------------- -Scratch File System Files Quota --------------------- ---------- ---------- -/scratch/snx1600tds 119774 1000000 -/scratch/snx3000tds 4 1000000 - diff --git a/cscs-checks/prgenv/src/gpu_omp_bind_threads_nomultithread.txt b/cscs-checks/prgenv/src/gpu_omp_bind_threads_nomultithread.txt index 90864bb371..d8203dfc34 100644 --- a/cscs-checks/prgenv/src/gpu_omp_bind_threads_nomultithread.txt +++ b/cscs-checks/prgenv/src/gpu_omp_bind_threads_nomultithread.txt @@ -22,22 +22,3 @@ Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 10 CPU affinity: [ 10] Tag: affinity/affinity, Hostname: nid00001, Rank: 0, Thread: 11 CPU affinity: [ 11] - -Batch Job Summary Report for Job "rfm_AffinityOpenMPTest_xxx_job" (605305) on dom ------------------------------------------------------------------------------------------------------ - Submit Eligible Start End Elapsed Timelimit -------------------- ------------------- ------------------- ------------------- ---------- ---------- -2019-01-23T11:08:15 2019-01-23T11:08:15 2019-01-23T11:08:16 2019-01-23T11:08:23 00:00:07 00:10:00 ------------------------------------------------------------------------------------------------------ -Username Account Partition NNodes Energy ----------- ---------- ---------- ------ -------------- -sarafael csstaff normal 1 447 joules - -This job did not utilize any GPUs - ----------------------------------------------------------- -Scratch File System Files Quota --------------------- ---------- ---------- -/scratch/snx1600tds 119774 1000000 -/scratch/snx3000tds 4 1000000 - diff --git a/cscs-checks/prgenv/src/mc_omp_bind_cores.txt b/cscs-checks/prgenv/src/mc_omp_bind_cores.txt index 57cced6dbe..e667c175a6 100644 --- a/cscs-checks/prgenv/src/mc_omp_bind_cores.txt +++ b/cscs-checks/prgenv/src/mc_omp_bind_cores.txt @@ -70,22 +70,3 @@ Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 34 CPU affinity: [ 17 53] Tag: affinity/affinity, Hostname: nid00405, Rank: 0, Thread: 35 CPU affinity: [ 17 53] - -Batch Job Summary Report for Job "rfm_AffinityOpenMPTest_case11_job" (604478) on dom ------------------------------------------------------------------------------------------------------ - Submit Eligible Start End Elapsed Timelimit -------------------- ------------------- ------------------- ------------------- ---------- ---------- -2019-01-22T17:37:02 2019-01-22T17:37:02 2019-01-22T17:37:02 2019-01-22T17:37:07 00:00:05 00:10:00 ------------------------------------------------------------------------------------------------------ -Username Account Partition NNodes Energy ----------- ---------- ---------- ------ -------------- -sarafael csstaff normal 1 534 joules - -This job did not utilize any GPUs - ----------------------------------------------------------- -Scratch File System Files Quota --------------------- ---------- ---------- -/scratch/snx1600tds 119774 1000000 -/scratch/snx3000tds 4 1000000 - diff --git a/cscs-checks/prgenv/src/mc_omp_bind_threads.txt b/cscs-checks/prgenv/src/mc_omp_bind_threads.txt index a85107df74..380a1bb0d0 100644 --- a/cscs-checks/prgenv/src/mc_omp_bind_threads.txt +++ b/cscs-checks/prgenv/src/mc_omp_bind_threads.txt @@ -142,22 +142,3 @@ Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 70 CPU affinity: [ 70] Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 71 CPU affinity: [ 71] - -Batch Job Summary Report for Job "rfm_AffinityOpenMPTest_case11_job" (604461) on dom ------------------------------------------------------------------------------------------------------ - Submit Eligible Start End Elapsed Timelimit -------------------- ------------------- ------------------- ------------------- ---------- ---------- -2019-01-22T17:23:43 2019-01-22T17:23:43 2019-01-22T17:23:46 2019-01-22T17:23:51 00:00:05 00:10:00 ------------------------------------------------------------------------------------------------------ -Username Account Partition NNodes Energy ----------- ---------- ---------- ------ -------------- -sarafael csstaff normal 1 502 joules - -This job did not utilize any GPUs - ----------------------------------------------------------- -Scratch File System Files Quota --------------------- ---------- ---------- -/scratch/snx1600tds 119774 1000000 -/scratch/snx3000tds 4 1000000 - diff --git a/cscs-checks/prgenv/src/mc_omp_bind_threads_nomultithread.txt b/cscs-checks/prgenv/src/mc_omp_bind_threads_nomultithread.txt index edc0789eb6..1d736ef2ec 100644 --- a/cscs-checks/prgenv/src/mc_omp_bind_threads_nomultithread.txt +++ b/cscs-checks/prgenv/src/mc_omp_bind_threads_nomultithread.txt @@ -70,22 +70,3 @@ Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 34 CPU affinity: [ 34] Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 35 CPU affinity: [ 35] - -Batch Job Summary Report for Job "rfm_AffinityOpenMPTest_omp_bind_threads_nomultithread_job" (605322) on dom ------------------------------------------------------------------------------------------------------ - Submit Eligible Start End Elapsed Timelimit -------------------- ------------------- ------------------- ------------------- ---------- ---------- -2019-01-23T11:14:33 2019-01-23T11:14:33 2019-01-23T11:14:33 2019-01-23T11:14:38 00:00:05 00:10:00 ------------------------------------------------------------------------------------------------------ -Username Account Partition NNodes Energy ----------- ---------- ---------- ------ -------------- -sarafael csstaff normal 1 429 joules - -This job did not utilize any GPUs - ----------------------------------------------------------- -Scratch File System Files Quota --------------------- ---------- ---------- -/scratch/snx1600tds 119774 1000000 -/scratch/snx3000tds 4 1000000 - diff --git a/cscs-checks/prgenv/src/single_task_per_socket.txt b/cscs-checks/prgenv/src/single_task_per_socket.txt deleted file mode 100644 index 8b60ae03d0..0000000000 --- a/cscs-checks/prgenv/src/single_task_per_socket.txt +++ /dev/null @@ -1,23 +0,0 @@ -Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 0 - CPU affinity: [ 0] -Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 0 - CPU affinity: [ 18] - -Batch Job Summary Report for Job "rfm_AffinityMPISocketDistributionTest_case10_job" (604180) on dom ------------------------------------------------------------------------------------------------------ - Submit Eligible Start End Elapsed Timelimit -------------------- ------------------- ------------------- ------------------- ---------- ---------- -2019-01-22T13:29:56 2019-01-22T13:29:56 2019-01-22T13:29:57 2019-01-22T13:30:02 00:00:05 00:10:00 ------------------------------------------------------------------------------------------------------ -Username Account Partition NNodes Energy ----------- ---------- ---------- ------ -------------- -sarafael csstaff normal 1 487 joules - -This job did not utilize any GPUs - ----------------------------------------------------------- -Scratch File System Files Quota --------------------- ---------- ---------- -/scratch/snx1600tds 119774 1000000 -/scratch/snx3000tds 4 1000000 - diff --git a/cscs-checks/prgenv/src/single_task_per_socket_omp.txt b/cscs-checks/prgenv/src/single_task_per_socket_omp.txt index f417293c9d..22e3dfc3cc 100644 --- a/cscs-checks/prgenv/src/single_task_per_socket_omp.txt +++ b/cscs-checks/prgenv/src/single_task_per_socket_omp.txt @@ -70,22 +70,3 @@ Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 16 CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35] Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 17 CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35] - -Batch Job Summary Report for Job "rfm_AffinitySocketDistributionTest_case10_job" (604202) on dom ------------------------------------------------------------------------------------------------------ - Submit Eligible Start End Elapsed Timelimit -------------------- ------------------- ------------------- ------------------- ---------- ---------- -2019-01-22T14:07:39 2019-01-22T14:07:39 2019-01-22T14:07:39 2019-01-22T14:07:44 00:00:05 00:10:00 ------------------------------------------------------------------------------------------------------ -Username Account Partition NNodes Energy ----------- ---------- ---------- ------ -------------- -sarafael csstaff normal 1 467 joules - -This job did not utilize any GPUs - ----------------------------------------------------------- -Scratch File System Files Quota --------------------- ---------- ---------- -/scratch/snx1600tds 119774 1000000 -/scratch/snx3000tds 4 1000000 - From 9fab1306e4b1d9af01fad8cb7b078f65a4777d2d Mon Sep 17 00:00:00 2001 From: rafael Date: Tue, 12 Feb 2019 09:00:35 +0100 Subject: [PATCH 3/3] fix comments --- cscs-checks/prgenv/affinity_check.py | 104 ++++++++----- ...single_task_per_socket_omp_multithread.txt | 144 ++++++++++++++++++ 2 files changed, 207 insertions(+), 41 deletions(-) create mode 100644 cscs-checks/prgenv/src/single_task_per_socket_omp_multithread.txt diff --git a/cscs-checks/prgenv/affinity_check.py b/cscs-checks/prgenv/affinity_check.py index f8173ae4a4..6663982a25 100644 --- a/cscs-checks/prgenv/affinity_check.py +++ b/cscs-checks/prgenv/affinity_check.py @@ -10,39 +10,43 @@ def __init__(self, variant): self.valid_prog_environs = ['PrgEnv-gnu'] self.build_system = 'Make' self.build_system.options = ['--directory=affinity', 'MPI=1'] + # The github URL can not be specifid as `self.sourcedir` as that + # would prevent the src folder from being copied to stage which is + # necessary since these tests need files from it. self.prebuild_cmd = ['git clone https://github.com/vkarak/affinity'] self.executable = 'affinity/affinity' self.variant = variant - self.maintainers = ['RS', 'VK'] - self.tags = {'production', 'scs'} + self.tags = {'production', 'scs', 'maintenance'} def setup(self, partition, environ, **job_opts): - def parse_affinity(x): - x_int = [int(xi) for xi in x.split()] - return sorted(x_int) + def parse_cpus(x): + return sorted([int(xi) for xi in x.split()]) - re_aff_cores = r'CPU affinity: \[\s+(?P[\d+\s+]+)\]' + re_aff_cores = r'CPU affinity: \[\s+(?P[\d+\s+]+)\]' self.aff_cores = sn.extractall( - re_aff_cores, self.stdout, 'cpu', parse_affinity) + re_aff_cores, self.stdout, 'cpus', parse_cpus) + ref_key = 'ref_' + partition.fullname self.ref_cores = sn.extractall( - re_aff_cores, self.cases[self.variant]['ref_%s' % partition.name], - 'cpu', parse_affinity) + re_aff_cores, self.cases[self.variant][ref_key], + 'cpus', parse_cpus) re_aff_thrds = r'^Tag:[^\n\r]*Thread:\s+(?P\d+)' self.aff_thrds = sn.extractall(re_aff_thrds, self.stdout, 'thread', int) self.ref_thrds = sn.extractall( - re_aff_thrds, self.cases[self.variant]['ref_%s' % partition.name], + re_aff_thrds, self.cases[self.variant][ref_key], 'thread', int) re_aff_ranks = r'^Tag:[^\n\r]*Rank:\s+(?P\d+)[\s+\S+]' self.aff_ranks = sn.extractall(re_aff_ranks, self.stdout, 'rank', int) self.ref_ranks = sn.extractall( - re_aff_ranks, self.cases[self.variant]['ref_%s' % partition.name], + re_aff_ranks, self.cases[self.variant][ref_key], 'rank', int) self.use_multithreading = self.cases[self.variant]['multithreading'] + # Ranks and threads can be extracted into lists in order to compare + # them since the affinity programm prints them in ascending order. self.sanity_patterns = sn.all([ sn.assert_eq(self.aff_thrds, self.ref_thrds), sn.assert_eq(self.aff_ranks, self.ref_ranks), @@ -60,28 +64,37 @@ def __init__(self, variant): self.descr = 'Checking the cpu affinity for OMP threads.' self.cases = { 'omp_bind_threads': { - 'ref_gpu': 'gpu_omp_bind_threads.txt', - 'ref_mc': 'mc_omp_bind_threads.txt', - 'num_cpus_per_task': 24, - 'ntasks-per-core': 2, + 'ref_daint:gpu': 'gpu_omp_bind_threads.txt', + 'ref_dom:gpu': 'gpu_omp_bind_threads.txt', + 'ref_daint:mc': 'mc_omp_bind_threads.txt', + 'ref_dom:mc': 'mc_omp_bind_threads.txt', + 'num_cpus_per_task:gpu': 24, + 'num_cpus_per_task:mc': 72, + 'ntasks_per_core': 2, 'multithreading': None, 'OMP_PLACES': 'threads', }, 'omp_bind_threads_nomultithread': { - 'ref_gpu': 'gpu_omp_bind_threads_nomultithread.txt', - 'ref_mc': 'mc_omp_bind_threads_nomultithread.txt', - 'num_cpus_per_task': 12, - 'ntasks-per-core': None, - # with --hint = nomultithread not explicetly expecified, - # this case results on using only half of the cores. + 'ref_daint:gpu': 'gpu_omp_bind_threads_nomultithread.txt', + 'ref_dom:gpu': 'gpu_omp_bind_threads_nomultithread.txt', + 'ref_daint:mc': 'mc_omp_bind_threads_nomultithread.txt', + 'ref_dom:mc': 'mc_omp_bind_threads_nomultithread.txt', + 'num_cpus_per_task:gpu': 12, + 'num_cpus_per_task:mc': 36, + 'ntasks_per_core': None, + # When `--hint=nomultithread` is not explicitly expecified only + # half of the physical cores are used. 'multithreading': False, 'OMP_PLACES': 'threads', }, 'omp_bind_cores': { - 'ref_gpu': 'gpu_omp_bind_cores.txt', - 'ref_mc': 'mc_omp_bind_cores.txt', - 'num_cpus_per_task': 12, - 'ntasks-per-core': 1, + 'ref_daint:gpu': 'gpu_omp_bind_cores.txt', + 'ref_dom:gpu': 'gpu_omp_bind_cores.txt', + 'ref_daint:mc': 'mc_omp_bind_cores.txt', + 'ref_dom:mc': 'mc_omp_bind_cores.txt', + 'num_cpus_per_task:gpu': 12, + 'num_cpus_per_task:mc': 36, + 'ntasks_per_core': 1, 'multithreading': None, 'OMP_PLACES': 'cores', }, @@ -89,30 +102,27 @@ def __init__(self, variant): self.variant = variant def setup(self, partition, environ, **job_opts): - if partition.name == 'gpu': - self.num_cpus_per_task = ( - self.cases[self.variant]['num_cpus_per_task']) - else: - self.num_cpus_per_task = ( - self.cases[self.variant]['num_cpus_per_task'] * 3) + self.num_cpus_per_task = ( + self.cases[self.variant]['num_cpus_per_task:%s' % partition.name]) + if self.cases[self.variant]['ntasks_per_core']: + self.num_tasks_per_core = ( + self.cases[self.variant]['ntasks_per_core']) self.num_tasks = 1 self.variables = { 'OMP_NUM_THREADS': str(self.num_cpus_per_task), 'OMP_PLACES': self.cases[self.variant]['OMP_PLACES'] - # OMP_PROC_BIND is set to TRUE if OMP_PLACES is defined - # OMP_PROC_BIND values MASTER, CLOSE and SPREAD give the same - # result as OMP_PROC_BIND=TRUE + # OMP_PROC_BIND is set to TRUE if OMP_PLACES is defined. + # Both OMP_PROC_BIND values CLOSE and SPREAD give the same + # result as OMP_PROC_BIND=TRUE when all cores are requested. } super().setup(partition, environ, **job_opts) - if self.cases[self.variant]['ntasks-per-core']: - self.job.options += ['--ntasks-per-core=%s' % - self.cases[self.variant]['ntasks-per-core']] @rfm.parameterized_test(['alternate_socket_filling'], ['consecutive_socket_filling'], - ['single_task_per_socket_omp']) + ['single_task_per_socket_omp'], + ['single_task_per_socket_omp_nomultithread']) class SocketDistributionTest(AffinityTestBase): def __init__(self, variant): super().__init__(variant) @@ -120,7 +130,8 @@ def __init__(self, variant): self.valid_systems = ['daint:mc', 'dom:mc'] self.cases = { 'alternate_socket_filling': { - 'ref_mc': 'alternate_socket_filling.txt', + 'ref_daint:mc': 'alternate_socket_filling.txt', + 'ref_dom:mc': 'alternate_socket_filling.txt', 'num_tasks': 36, 'num_cpus_per_task': 1, 'num_tasks_per_socket': 18, @@ -128,7 +139,8 @@ def __init__(self, variant): 'cpu-bind': None, }, 'consecutive_socket_filling': { - 'ref_mc': 'consecutive_socket_filling.txt', + 'ref_daint:mc': 'consecutive_socket_filling.txt', + 'ref_dom:mc': 'consecutive_socket_filling.txt', 'num_tasks': 36, 'num_cpus_per_task': 1, 'num_tasks_per_socket': None, @@ -136,13 +148,23 @@ def __init__(self, variant): 'cpu-bind': 'rank', }, 'single_task_per_socket_omp': { - 'ref_mc': 'single_task_per_socket_omp.txt', + 'ref_daint:mc': 'single_task_per_socket_omp.txt', + 'ref_dom:mc': 'single_task_per_socket_omp.txt', 'num_tasks': 2, 'num_cpus_per_task': 18, 'num_tasks_per_socket': 1, 'multithreading': False, 'cpu-bind': None, }, + 'single_task_per_socket_omp_nomultithread': { + 'ref_daint:mc': 'single_task_per_socket_omp_multithread.txt', + 'ref_dom:mc': 'single_task_per_socket_omp_multithread.txt', + 'num_tasks': 2, + 'num_cpus_per_task': 36, + 'num_tasks_per_socket': 1, + 'multithreading': True, + 'cpu-bind': None, + }, } self.num_tasks = self.cases[variant]['num_tasks'] self.num_cpus_per_task = self.cases[variant]['num_cpus_per_task'] diff --git a/cscs-checks/prgenv/src/single_task_per_socket_omp_multithread.txt b/cscs-checks/prgenv/src/single_task_per_socket_omp_multithread.txt new file mode 100644 index 0000000000..8798f30ddf --- /dev/null +++ b/cscs-checks/prgenv/src/single_task_per_socket_omp_multithread.txt @@ -0,0 +1,144 @@ +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 0 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 1 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 2 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 3 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 4 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 5 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 6 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 7 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 8 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 9 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 10 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 11 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 12 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 13 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 14 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 15 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 16 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 17 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 18 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 19 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 20 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 21 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 22 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 23 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 24 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 25 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 26 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 27 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 28 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 29 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 30 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 31 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 32 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 33 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 34 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 0, Thread: 35 + CPU affinity: [ 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 0 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 1 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 2 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 3 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 4 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 5 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 6 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 7 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 8 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 9 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 10 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 11 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 12 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 13 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 14 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 15 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 16 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 17 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 18 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 19 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 20 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 21 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 22 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 23 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 24 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 25 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 26 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 27 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 28 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 29 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 30 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 31 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 32 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 33 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 34 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71] +Tag: affinity/affinity, Hostname: nid00404, Rank: 1, Thread: 35 + CPU affinity: [ 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71]