-
Notifications
You must be signed in to change notification settings - Fork 187
/
IToken.java
300 lines (278 loc) · 7.5 KB
/
IToken.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
/*******************************************************************************
* Copyright (c) 2002, 2015 IBM Corporation and others.
*
* This program and the accompanying materials
* are made available under the terms of the Eclipse Public License 2.0
* which accompanies this distribution, and is available at
* https://www.eclipse.org/legal/epl-2.0/
*
* SPDX-License-Identifier: EPL-2.0
*
* Contributors:
* John Camelon (IBM Rational Software) - Initial API and implementation
* Markus Schorn (Wind River Systems)
* Sergey Prigogin (Google)
*******************************************************************************/
package org.eclipse.cdt.core.parser;
/**
* @noextend This interface is not intended to be extended by clients.
* @noimplement This interface is not intended to be implemented by clients.
*/
public interface IToken {
// Getters.
public int getType();
public String getImage();
public char[] getCharImage();
public int getOffset();
public int getLength();
public int getEndOffset();
public IToken getNext();
public void setNext(IToken t);
public void setType(int i);
// Token types
int FIRST_RESERVED_PREPROCESSOR = -200;
int LAST_RESERVED_PREPROCESSOR = -101;
int FIRST_RESERVED_SCANNER = -100;
int LAST_RESERVED_SCANNER = -1;
/** @since 5.2 */
int t_PRAGMA = 5200;
int tIDENTIFIER = 1;
int tINTEGER = 2;
int tCOLONCOLON = 3;
int tCOLON = 4;
int tSEMI = 5;
int tCOMMA = 6;
int tQUESTION = 7;
int tLPAREN = 8;
int tRPAREN = 9;
int tLBRACKET = 10;
int tRBRACKET = 11;
int tLBRACE = 12;
int tRBRACE = 13;
int tPLUSASSIGN = 14;
int tINCR = 15;
int tPLUS = 16;
int tMINUSASSIGN = 17;
int tDECR = 18;
int tARROWSTAR = 19;
int tARROW = 20;
int tMINUS = 21;
int tSTARASSIGN = 22;
int tSTAR = 23;
int tMODASSIGN = 24;
int tMOD = 25;
int tXORASSIGN = 26;
int tXOR = 27;
int tAMPERASSIGN = 28;
int tAND = 29;
int tAMPER = 30;
int tBITORASSIGN = 31;
int tOR = 32;
int tBITOR = 33;
int tBITCOMPLEMENT = 34;
int tNOTEQUAL = 35;
int tNOT = 36;
int tEQUAL = 37;
/** @since 8.0 */
int tTHREEWAYCOMPARISON = 8001;
int tASSIGN = 38;
int tUNKNOWN_CHAR = 39;
int tSHIFTL = 40;
int tLTEQUAL = 41;
int tLT = 42;
int tSHIFTRASSIGN = 43;
int tSHIFTR = 44;
int tGTEQUAL = 45;
int tGT = 46;
int tSHIFTLASSIGN = 47;
int tELLIPSIS = 48;
int tDOTSTAR = 49;
int tDOT = 50;
int tDIVASSIGN = 51;
int tDIV = 52;
/**
* @see IScanner#setSplitShiftROperator(boolean)
* @since 5.2
*/
int tGT_in_SHIFTR = 5201;
/** @since 5.10*/
int t_alignas = 5900;
/** @since 5.10*/
int t_alignof = 5901;
int t_asm = 56;
int t_auto = 57;
int t_bool = 60;
int t_break = 61;
int t_case = 62;
int t_catch = 63;
int t_char = 64;
/** @since 5.2 */
int t_char16_t = 5202;
/** @since 5.2 */
int t_char32_t = 5203;
int t_class = 65;
int t_const = 67;
/** @since 5.4 */
int t_constexpr = 5400;
int t_const_cast = 69;
int t_continue = 70;
/** @since 5.2 */
int t_decltype = 5204;
int t_default = 71;
int t_delete = 72;
int t_do = 73;
int t_double = 74;
int t_dynamic_cast = 75;
int t_else = 76;
int t_enum = 77;
int t_explicit = 78;
int t_export = 79;
int t_extern = 80;
int t_false = 81;
int t_float = 82;
int t_for = 83;
int t_friend = 84;
int t_goto = 85;
int t_if = 86;
int t_inline = 87;
int t_int = 88;
int t_long = 89;
int t_mutable = 90;
int t_namespace = 91;
int t_new = 92;
/** @since 5.4 */
int t_noexcept = 5401;
/** @since 5.4 */
int t_nullptr = 5402;
int t_operator = 95;
int t_private = 98;
int t_protected = 99;
int t_public = 100;
int t_register = 101;
int t_reinterpret_cast = 102;
int t_return = 103;
int t_short = 104;
int t_sizeof = 105;
int t_static = 106;
/** @since 5.2 */
int t_static_assert = 5205;
int t_static_cast = 107;
int t_signed = 108;
int t_struct = 109;
int t_switch = 110;
int t_template = 111;
int t_this = 112;
/** @since 5.4 */
int t_thread_local = 5403;
int t_throw = 113;
int t_true = 114;
int t_try = 115;
int t_typedef = 116;
int t_typeid = 117;
int t_typename = 118;
int t_union = 119;
int t_unsigned = 120;
int t_using = 121;
int t_virtual = 122;
int t_void = 123;
int t_volatile = 124;
int t_wchar_t = 125;
int t_while = 126;
int tFLOATINGPT = 129;
int tSTRING = 130;
int tLSTRING = 131;
/** @since 5.1 */
int tUTF16STRING = 5000;
/** @since 5.1 */
int tUTF32STRING = 5001;
/** @since 5.11 */
int tUSER_DEFINED_STRING_LITERAL = 51002;
int tCHAR = 132;
int tLCHAR = 133;
/** @since 5.1 */
int tUTF16CHAR = 5002;
/** @since 5.1 */
int tUTF32CHAR = 5003;
/** @since 5.11 */
int tUSER_DEFINED_CHAR_LITERAL = 51003;
/** @since 5.10 */
int t__Alignas = 51000;
/** @since 5.10 */
int t__Alignof = 51001;
int t__Bool = 134;
int t__Complex = 135;
int t__Imaginary = 136;
int t_restrict = 137;
int tPOUND = 138;
int tPOUNDPOUND = 139;
int tCOMPLETION = 140;
int tEOC = 141; // End of Completion
int tEND_OF_INPUT = 144;
/** @since 5.1 */
int tINACTIVE_CODE_START = 145;
/** @since 5.1 */
int tINACTIVE_CODE_SEPARATOR = 146;
/** @since 5.1 */
int tINACTIVE_CODE_END = 147;
int FIRST_RESERVED_IGCCToken = 150;
int LAST_RESERVED_IGCCToken = 199;
int FIRST_RESERVED_IExtensionToken = 243;
int LAST_RESERVED_IExtensionToken = 299;
/**
* Token types for context-sensitive tokens.
* @since 5.9
*/
enum ContextSensitiveTokenType {
OVERRIDE, FINAL
}
/**
* @noreference This method is not intended to be referenced by clients.
*/
@Deprecated
public boolean isOperator();
/** @deprecated Use {@link #tAND}. @noreference This field is not intended to be referenced by clients. */
@Deprecated
int t_and = 54;
/** @deprecated Use {@link #tAMPERASSIGN}. @noreference This field is not intended to be referenced by clients. */
@Deprecated
int t_and_eq = 55;
/** @deprecated Use {@link #tAMPER}. @noreference This field is not intended to be referenced by clients. */
@Deprecated
int t_bitand = 58;
/** @deprecated Use {@link #tBITOR}. @noreference This field is not intended to be referenced by clients. */
@Deprecated
int t_bitor = 59;
/** @deprecated Use {@link #tBITCOMPLEMENT}. @noreference This field is not intended to be referenced by clients. */
@Deprecated
int tCOMPL = tBITCOMPLEMENT;
/** @deprecated Use {@link #tBITCOMPLEMENT}. @noreference This field is not intended to be referenced by clients. */
@Deprecated
int t_compl = 66;
/** @deprecated Use {@link #tNOT}. @noreference This field is not intended to be referenced by clients. */
@Deprecated
int t_not = 93;
/** @deprecated Use {@link #tNOTEQUAL} @noreference This field is not intended to be referenced by clients. */
@Deprecated
int t_not_eq = 94;
/** @deprecated Use {@link #tOR} @noreference This field is not intended to be referenced by clients. */
@Deprecated
int t_or = 96;
/** @deprecated Use {@link #tBITORASSIGN}. @noreference This field is not intended to be referenced by clients. */
@Deprecated
int t_or_eq = 97;
/** @deprecated Use {@link #tXOR}. @noreference This field is not intended to be referenced by clients. */
@Deprecated
int t_xor = 127;
/** @deprecated Use {@link #tXORASSIGN}. @noreference This field is not intended to be referenced by clients. */
@Deprecated
int t_xor_eq = 128;
/** @deprecated Not used. @noreference This field is not intended to be referenced by clients. */
@Deprecated
int tMACROEXP = 138;
/** @deprecated Not used. @noreference This field is not intended to be referenced by clients. */
@Deprecated
int tCOMMENT = 142;
/** @deprecated Not used. @noreference This field is not intended to be referenced by clients. */
@Deprecated
int tBLOCKCOMMENT = 143;
}