Skip to content

[test] Make the STREAM test generic #799

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 9 commits into from
May 24, 2019
Merged

[test] Make the STREAM test generic #799

Changes from all commits
Commits
Show all changes
9 commits
Select commit Hold shift + click to select a range
ddad91e
Merge branch 'check/kernel-latency-generic' of https://github.com/vka…
jgphpc May 22, 2019
f397be0
Merge branch 'master' of https://github.com/jgphpc/reframe into UES-339
jgphpc May 23, 2019
4a4036a
[test] Make the stream test generic
jgphpc May 23, 2019
363d48d
fixes for review
jgphpc May 23, 2019
a3fc61d
Merge branch 'master' of https://github.com/jgphpc/reframe into UES-339
jgphpc May 23, 2019
22cc5ce
fixes for pep8
jgphpc May 23, 2019
4e6454f
fix for review
jgphpc May 24, 2019
26be0f9
Fix code styling issue
May 24, 2019
07f5375
Merge branch 'master' into UES-339
May 24, 2019
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
87 changes: 48 additions & 39 deletions cscs-checks/microbenchmarks/stream/stream.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,11 +5,15 @@
@rfm.required_version('>=2.14')
@rfm.simple_test
class StreamTest(rfm.RegressionTest):
"""This test checks the stream test:
Function Best Rate MB/s Avg time Min time Max time
Triad: 13991.7 0.017174 0.017153 0.017192
"""

def __init__(self):
super().__init__()
self.descr = 'STREAM Benchmark'
self.exclusive_access = True
# All available systems are supported
self.valid_systems = ['daint:gpu', 'daint:mc', 'dom:gpu', 'dom:mc',
'kesch:cn', 'kesch:pn', 'leone:normal']
self.valid_prog_environs = ['PrgEnv-cray', 'PrgEnv-gnu',
Expand All @@ -28,8 +32,6 @@ def __init__(self):
}
self.sourcepath = 'stream.c'
self.build_system = 'SingleSource'
self.sanity_patterns = sn.assert_found(
r'Solution Validates: avg error less than', self.stdout)
self.num_tasks = 1
self.num_tasks_per_node = 1
self.stream_cpus_per_task = {
Expand All @@ -42,66 +44,73 @@ def __init__(self):
'leone:normal': 16,
'monch:compute': 20,
}

self.variables = {
'OMP_PLACES': 'threads',
'OMP_PROC_BIND': 'spread'
}
self.sanity_patterns = sn.assert_found(
r'Solution Validates: avg error less than', self.stdout)
self.perf_patterns = {
'triad': sn.extractsingle(r'Triad:\s+(?P<triad>\S+)\s+\S+',
self.stdout, 'triad', float)
}
self.stream_bw_reference = {
'PrgEnv-cray': {
'daint:gpu': {'triad': (50223.0, -0.15, None)},
'daint:mc': {'triad': (56643.0, -0.25, None)},
'dom:gpu': {'triad': (50440.0, -0.15, None)},
'dom:mc': {'triad': (56711.0, -0.25, None)},
'kesch:cn': {'triad': (103129.0, -0.05, None)},
'kesch:pn': {'triad': (55967.0, -0.1, None)},
'daint:gpu': {'triad': (50223.0, -0.15, None, 'MB/s')},
'daint:mc': {'triad': (56643.0, -0.25, None, 'MB/s')},
'dom:gpu': {'triad': (50440.0, -0.15, None, 'MB/s')},
'dom:mc': {'triad': (56711.0, -0.25, None, 'MB/s')},
'kesch:cn': {'triad': (103129.0, -0.05, None, 'MB/s')},
'kesch:pn': {'triad': (55967.0, -0.1, None, 'MB/s')},
'*': {'triad': (0.0, None, None, 'MB/s')},
},
'PrgEnv-gnu': {
'daint:gpu': {'triad': (50223.0, -0.15, None)},
'daint:mc': {'triad': (56643.0, -0.25, None)},
'dom:gpu': {'triad': (50440.0, -0.15, None)},
'dom:mc': {'triad': (56711.0, -0.25, None)},
'kesch:cn': {'triad': (78046.0, -0.05, None)},
'kesch:pn': {'triad': (43803.0, -0.1, None)},
'leone:normal': {'triad': (44767.0, -0.05, None)},
'monch:compute': {'triad': (31011.0, -0.05, None)},
'daint:gpu': {'triad': (50223.0, -0.15, None, 'MB/s')},
'daint:mc': {'triad': (56643.0, -0.25, None, 'MB/s')},
'dom:gpu': {'triad': (50440.0, -0.15, None, 'MB/s')},
'dom:mc': {'triad': (56711.0, -0.25, None, 'MB/s')},
'kesch:cn': {'triad': (78046.0, -0.05, None, 'MB/s')},
'kesch:pn': {'triad': (43803.0, -0.1, None, 'MB/s')},
'leone:normal': {'triad': (44767.0, -0.05, None, 'MB/s')},
'monch:compute': {'triad': (31011.0, -0.05, None, 'MB/s')},
'*': {'triad': (0.0, None, None, 'MB/s')},
},
'PrgEnv-intel': {
'daint:gpu': {'triad': (50223.0, -0.15, None)},
'daint:mc': {'triad': (56643.0, -0.25, None)},
'dom:gpu': {'triad': (50440.0, -0.15, None)},
'dom:mc': {'triad': (56711.0, -0.25, None)},
'daint:gpu': {'triad': (50223.0, -0.15, None, 'MB/s')},
'daint:mc': {'triad': (56643.0, -0.25, None, 'MB/s')},
'dom:gpu': {'triad': (50440.0, -0.15, None, 'MB/s')},
'dom:mc': {'triad': (56711.0, -0.25, None, 'MB/s')},
'*': {'triad': (0.0, None, None, 'MB/s')},
},
'PrgEnv-pgi': {
'daint:gpu': {'triad': (50223.0, -0.15, None)},
'daint:mc': {'triad': (56643.0, -0.25, None)},
'dom:gpu': {'triad': (50440.0, -0.15, None)},
'dom:mc': {'triad': (56711.0, -0.25, None)},
'kesch:cn': {'triad': (78637.0, -0.1, None)},
'kesch:pn': {'triad': (86022.0, -0.1, None)},
'daint:gpu': {'triad': (50223.0, -0.15, None, 'MB/s')},
'daint:mc': {'triad': (56643.0, -0.25, None, 'MB/s')},
'dom:gpu': {'triad': (50440.0, -0.15, None, 'MB/s')},
'dom:mc': {'triad': (56711.0, -0.25, None, 'MB/s')},
'kesch:cn': {'triad': (78637.0, -0.1, None, 'MB/s')},
'kesch:pn': {'triad': (86022.0, -0.1, None, 'MB/s')},
'*': {'triad': (0.0, None, None, 'MB/s')},
}
}
self.perf_patterns = {
'triad': sn.extractsingle(r'Triad:\s+(?P<triad>\S+)\s+\S+',
self.stdout, 'triad', float)
}

self.tags = {'production', 'monch_acceptance'}
self.maintainers = ['RS', 'VK']

def setup(self, partition, environ, **job_opts):
self.num_cpus_per_task = self.stream_cpus_per_task[partition.fullname]
self.num_cpus_per_task = self.stream_cpus_per_task.get(
partition.fullname, 1)
self.variables['OMP_NUM_THREADS'] = str(self.num_cpus_per_task)
if self.current_system.name == 'kesch':
envname = environ.name.replace('-nompi', '')
else:
envname = environ.name

self.reference = self.stream_bw_reference[envname]
# On SLURM there is no need to set OMP_NUM_THREADS if one defines
# num_cpus_per_task, but adding for completeness and portability
self.variables['OMP_NUM_THREADS'] = str(self.num_cpus_per_task)
self.build_system.cflags = self.prgenv_flags.get(envname, ['-O3'])
if envname == 'PrgEnv-pgi':
self.variables['OMP_PROC_BIND'] = 'true'

self.build_system.cflags = self.prgenv_flags[envname]
try:
self.reference = self.stream_bw_reference[envname]
except KeyError:
self.reference = {'*': {'triad': (0.0, None, None, 'MB/s')}}

super().setup(partition, environ, **job_opts)