forked from tmthrgd/atomic128
-
Notifications
You must be signed in to change notification settings - Fork 1
/
atomic128_amd64.s
149 lines (139 loc) · 2.41 KB
/
atomic128_amd64.s
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
// Copyright (c) 2017, Tom Thorogood
// Copyright (c) 2021, Carlo Alberto Ferraris
// All rights reserved.
// Use of this source code is governed by a
// Modified BSD License that can be found in
// the LICENSE file.
// +build amd64,!gccgo,!appengine
#include "textflag.h"
TEXT ·swapUint128amd64(SB),NOSPLIT,$0
MOVQ addr+0(FP), BP
MOVQ 0(BP), AX
MOVQ 8(BP), DX
MOVQ new+8(FP), BX
MOVQ new+16(FP), CX
loop:
LOCK
CMPXCHG16B (BP)
JE done
PAUSE
JMP loop
done:
MOVQ AX, old+24(FP)
MOVQ DX, old+32(FP)
RET
TEXT ·compareAndSwapUint128amd64(SB),NOSPLIT,$0
MOVQ addr+0(FP), BP
MOVQ old+8(FP), AX
MOVQ old+16(FP), DX
MOVQ new+24(FP), BX
MOVQ new+32(FP), CX
LOCK
CMPXCHG16B (BP)
SETEQ swapped+40(FP)
RET
TEXT ·loadUint128amd64(SB),NOSPLIT,$0
MOVQ addr+0(FP), BP
XORQ AX, AX
XORQ DX, DX
XORQ BX, BX
XORQ CX, CX
LOCK
CMPXCHG16B (BP)
MOVQ AX, val+8(FP)
MOVQ DX, val+16(FP)
RET
TEXT ·storeUint128amd64(SB),NOSPLIT,$0
MOVQ addr+0(FP), BP
MOVQ 0(BP), AX
MOVQ 8(BP), DX
MOVQ new+8(FP), BX
MOVQ new+16(FP), CX
loop:
LOCK
CMPXCHG16B (BP)
JE done
PAUSE
JMP loop
done:
RET
TEXT ·addUint128amd64(SB),NOSPLIT,$0
MOVQ addr+0(FP), BP
MOVQ 0(BP), AX
MOVQ 8(BP), DX
MOVQ incr+8(FP), SI
MOVQ incr+16(FP), DI
loop:
MOVQ AX, BX
MOVQ DX, CX
ADDQ SI, BX
ADCQ DI, CX
LOCK
CMPXCHG16B (BP)
JE done
PAUSE
JMP loop
done:
MOVQ BX, val+24(FP)
MOVQ CX, val+32(FP)
RET
TEXT ·andUint128amd64(SB),NOSPLIT,$0
MOVQ addr+0(FP), BP
MOVQ 0(BP), AX
MOVQ 8(BP), DX
MOVQ incr+8(FP), SI
MOVQ incr+16(FP), DI
loop:
MOVQ AX, BX
MOVQ DX, CX
ANDQ SI, BX
ANDQ DI, CX
LOCK
CMPXCHG16B (BP)
JE done
PAUSE
JMP loop
done:
MOVQ BX, val+24(FP)
MOVQ CX, val+32(FP)
RET
TEXT ·orUint128amd64(SB),NOSPLIT,$0
MOVQ addr+0(FP), BP
MOVQ 0(BP), AX
MOVQ 8(BP), DX
MOVQ incr+8(FP), SI
MOVQ incr+16(FP), DI
loop:
MOVQ AX, BX
MOVQ DX, CX
ORQ SI, BX
ORQ DI, CX
LOCK
CMPXCHG16B (BP)
JE done
PAUSE
JMP loop
done:
MOVQ BX, val+24(FP)
MOVQ CX, val+32(FP)
RET
TEXT ·xorUint128amd64(SB),NOSPLIT,$0
MOVQ addr+0(FP), BP
MOVQ 0(BP), AX
MOVQ 8(BP), DX
MOVQ incr+8(FP), SI
MOVQ incr+16(FP), DI
loop:
MOVQ AX, BX
MOVQ DX, CX
XORQ SI, BX
XORQ DI, CX
LOCK
CMPXCHG16B (BP)
JE done
PAUSE
JMP loop
done:
MOVQ BX, val+24(FP)
MOVQ CX, val+32(FP)
RET