-
Notifications
You must be signed in to change notification settings - Fork 154
/
mem_fence.hpp
103 lines (88 loc) · 3.14 KB
/
mem_fence.hpp
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
/*
* This file is part of hipSYCL, a SYCL implementation based on CUDA/HIP
*
* Copyright (c) 2018, 2019 Aksel Alpay and contributors
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions are met:
*
* 1. Redistributions of source code must retain the above copyright notice, this
* list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright notice,
* this list of conditions and the following disclaimer in the documentation
* and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
* WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
* DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
* ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
* LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
* ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
* SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
#ifndef HIPSYCL_MEM_FENCE_HPP
#define HIPSYCL_MEM_FENCE_HPP
#include "hipSYCL/sycl/libkernel/backend.hpp"
#include "hipSYCL/sycl/access.hpp"
namespace hipsycl {
namespace sycl {
namespace detail {
template<access::fence_space, access::mode>
struct mem_fence_impl
{
HIPSYCL_KERNEL_TARGET
static void mem_fence()
{
__acpp_if_target_hiplike(
__threadfence();
);
// TODO What about CPU?
// Empty __acpp_if_target_* breaks at compile time w/ nvc++ 22.7 or
// older, so comment out that statement for now.
//__acpp_if_target_host(/* todo */);
}
};
template<access::mode M>
struct mem_fence_impl<access::fence_space::local_space, M>
{
HIPSYCL_KERNEL_TARGET
static void mem_fence()
{
__acpp_if_target_hiplike(
__threadfence_block();
);
}
};
template <
access::fence_space Fence_space = access::fence_space::global_and_local,
access::mode Mode = access::mode::read_write
>
HIPSYCL_KERNEL_TARGET
inline void mem_fence()
{
static_assert(Mode == access::mode::read ||
Mode == access::mode::write ||
Mode == access::mode::read_write,
"mem_fence() is only allowed for read, write "
"or read_write access modes.");
mem_fence_impl<Fence_space, Mode>::mem_fence();
}
template<access::mode Mode>
HIPSYCL_KERNEL_TARGET
inline void mem_fence(access::fence_space space)
{
if(space == access::fence_space::local_space)
mem_fence<access::fence_space::local_space, Mode>();
else if(space == access::fence_space::global_space)
mem_fence<access::fence_space::global_space, Mode>();
else if(space == access::fence_space::global_and_local)
mem_fence<access::fence_space::global_and_local, Mode>();
}
}
}
}
#endif