Skip to content

[test] Enable performance reporting in the flexible alltoall OSU benchmark #908

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 7 commits into from
Sep 14, 2019
Merged

[test] Enable performance reporting in the flexible alltoall OSU benchmark #908

Changes from all commits
Commits
Show all changes
7 commits
Select commit Hold shift + click to select a range
e971591
WIP: flexible alltoall OSU benchmark
ajocksch Aug 26, 2019
f98fe29
pep8
ajocksch Aug 26, 2019
df57a82
perf_patterns in flexible alltoall
ajocksch Sep 6, 2019
d25e722
Minor fixes
Sep 14, 2019
6b8b881
Merge branch 'master' into benchmarks/flexible_alltoall
Sep 14, 2019
c064c74
Update syntax of tests
Sep 14, 2019
2f18a0c
Merge branch 'benchmarks/flexible_alltoall' of github.com:ajocksch/re…
Sep 14, 2019
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
26 changes: 16 additions & 10 deletions cscs-checks/microbenchmarks/osu/osu_tests.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,11 +2,10 @@
import reframe.utility.sanity as sn


@rfm.required_version('>=2.16')
@rfm.required_version('>=2.19')
@rfm.parameterized_test(['production'])
class AlltoallTest(rfm.RegressionTest):
def __init__(self, variant):
super().__init__()
self.strict_check = False
self.valid_systems = ['daint:gpu', 'dom:gpu']
self.descr = 'Alltoall OSU microbenchmark'
Expand Down Expand Up @@ -51,10 +50,10 @@ def __init__(self, variant):
}


@rfm.required_version('>=2.19')
@rfm.simple_test
class FlexAlltoallTest(rfm.RegressionTest):
def __init__(self):
super().__init__()
self.valid_systems = ['daint:gpu', 'daint:mc',
'dom:gpu', 'dom:mc',
'kesch:cn', 'kesch:pn', 'leone:normal']
Expand All @@ -72,14 +71,22 @@ def __init__(self):
self.num_tasks_per_node = 1
self.num_tasks = 0
self.sanity_patterns = sn.assert_found(r'^1048576', self.stdout)
self.perf_patterns = {
'latency': sn.extractsingle(r'^8\s+(?P<latency>\S+)',
self.stdout, 'latency', float)
}
self.reference = {
'*': {
'latency': (0, None, None, 'us')
},
}
self.tags = {'diagnostic', 'ops', 'benchmark'}


@rfm.required_version('>=2.16')
@rfm.required_version('>=2.19')
@rfm.parameterized_test(['small'], ['large'])
class AllreduceTest(rfm.RegressionTest):
def __init__(self, variant):
super().__init__()
self.strict_check = False
self.valid_systems = ['daint:gpu', 'daint:mc']
if variant == 'small':
Expand Down Expand Up @@ -167,7 +174,6 @@ def __init__(self, num_tasks):

class P2PBaseTest(rfm.RegressionTest):
def __init__(self):
super().__init__()
self.exclusive_access = True
self.strict_check = False
self.num_tasks = 2
Expand All @@ -192,7 +198,7 @@ def __init__(self):
}


@rfm.required_version('>=2.16')
@rfm.required_version('>=2.19')
@rfm.simple_test
class P2PCPUBandwidthTest(P2PBaseTest):
def __init__(self):
Expand Down Expand Up @@ -232,7 +238,7 @@ def __init__(self):
self.tags |= {'monch_acceptance'}


@rfm.required_version('>=2.16')
@rfm.required_version('>=2.19')
@rfm.simple_test
class P2PCPULatencyTest(P2PBaseTest):
def __init__(self):
Expand Down Expand Up @@ -272,7 +278,7 @@ def __init__(self):
self.tags |= {'monch_acceptance'}


@rfm.required_version('>=2.16')
@rfm.required_version('>=2.19')
@rfm.simple_test
class G2GBandwidthTest(P2PBaseTest):
def __init__(self):
Expand Down Expand Up @@ -312,7 +318,7 @@ def __init__(self):
self.build_system.cppflags = ['-D_ENABLE_CUDA_']


@rfm.required_version('>=2.16')
@rfm.required_version('>=2.19')
@rfm.simple_test
class G2GLatencyTest(P2PBaseTest):
def __init__(self):
Expand Down