/
Token.winxed
45 lines (40 loc) · 1.08 KB
/
Token.winxed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
namespace Rosella { namespace String { namespace Tokenizer
{
/* Token Class
This is a simple data object to be returned from a tokenizer. Every
token has a copy of the string data, a type name, and arbitrary
metadata.
*/
class Token
{
var data; // The string data found by the Tokenizer
var metadata; // Arbitrary user metadata
var type_name; // The type name
// Constructor
function Token(string type_name, var data, var metadata)
{
self.type_name = type_name;
self.data = data;
self.metadata = metadata;
}
// Get the type name string
function type_name()
{
return self.type_name;
}
// Get the data string
function data()
{
return self.data;
}
function get_string[vtable]()
{
return string(self.data);
}
// Get the metadata object;
function metadata()
{
return self.metadata;
}
}
}}}