/
unicode.h
94 lines (73 loc) · 3.14 KB
/
unicode.h
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
/* unicode.h
* Copyright (C) 2001-2006, Parrot Foundation.
* SVN Info
* $Id$
* Overview:
* Unicode support header
* Data Structure and Algorithms:
* History:
* Notes:
* References:
*/
#ifndef PARROT_UNICODE_H_GUARD
#define PARROT_UNICODE_H_GUARD
typedef unsigned char utf8_t;
typedef unsigned short utf16_t;
typedef unsigned long utf32_t;
#define UNICODE_SURROGATE_FIRST 0xD800u
#define UNICODE_SURROGATE_LAST 0xDFFFu
#define UNICODE_HIGH_SURROGATE_FIRST 0xD800u
#define UNICODE_HIGH_SURROGATE_LAST 0xDBFFu
#define UNICODE_HIGH_SURROGATE_SHIFT 10
#define UNICODE_LOW_SURROGATE_FIRST 0xDC00u
#define UNICODE_LOW_SURROGATE_LAST 0xDFFFu
#define UNICODE_LOW_SURROGATE_MASK 0x3FFu
#define UNICODE_IS_SURROGATE(c) ((c) >= UNICODE_SURROGATE_FIRST && \
(c) <= UNICODE_SURROGATE_LAST)
#define UNICODE_IS_HIGH_SURROGATE(c) ((c) >= UNICODE_HIGH_SURROGATE_FIRST && \
(c) <= UNICODE_HIGH_SURROGATE_LAST)
#define UNICODE_IS_LOW_SURROGATE(c) ((c) >= UNICODE_LOW_SURROGATE_FIRST && \
(c) <= UNICODE_LOW_SURROGATE_LAST)
#define UNICODE_IS_INVARIANT(c) ((c) < 0x80u)
#define UNICODE_HIGH_SURROGATE(c) \
((((c) - 0x10000u) >> UNICODE_HIGH_SURROGATE_SHIFT) + UNICODE_HIGH_SURROGATE_FIRST)
#define UNICODE_LOW_SURROGATE(c) \
((((c) - 0x10000u) & UNICODE_LOW_SURROGATE_MASK) + UNICODE_LOW_SURROGATE_FIRST)
#define UNICODE_DECODE_SURROGATE(high, low) \
((((high) - UNICODE_HIGH_SURROGATE_FIRST) << UNICODE_HIGH_SURROGATE_SHIFT) + \
((low) - UNICODE_LOW_SURROGATE_FIRST) + 0x10000u)
#define UNISKIP(uv) ((uv) < 0x80 ? 1 : \
(uv) < 0x800 ? 2 : \
(uv) < 0x10000 ? 3 : 4)
#define UTF16SKIP(s) (UNICODE_IS_HIGH_SURROGATE(*(s)) ? 2 : 1)
/*
The following table is from Unicode 3.1.
Code Points 1st Byte 2nd Byte 3rd Byte 4th Byte
U+0000..U+007F 00..7F
U+0080..U+07FF C2..DF 80..BF
U+0800..U+0FFF E0 A0..BF 80..BF
U+1000..U+FFFF E1..EF 80..BF 80..BF
U+10000..U+3FFFF F0 90..BF 80..BF 80..BF
U+40000..U+FFFFF F1..F3 80..BF 80..BF 80..BF
U+100000..U+10FFFF F4 80..8F 80..BF 80..BF
*/
#define UTF8_IS_START(c) ((c) >= 0xC0u && (c) <= 0xFDu)
#define UTF8_IS_CONTINUATION(c) ((c) >= 0x80u && (c) <= 0xBFu)
#define UTF8_IS_CONTINUED(c) ((c) & 0x80u)
#define UTF8_START_MARK(len) (len == 1 ? 0 : (0x7Eu << (7-len)) & 0xFF)
#define UTF8_START_MASK(len) (len == 1 ? 0x7Fu : 0x1Fu >> (len-2))
#define UTF8_CONTINUATION_MARK 0x80u
#define UTF8_ACCUMULATION_SHIFT 6
#define UTF8_CONTINUATION_MASK 0x3Fu
#define UTF8_ACCUMULATE(old, new) (((old) << UTF8_ACCUMULATION_SHIFT) | ((new) & UTF8_CONTINUATION_MASK))
extern const char Parrot_utf8skip[256];
#define UTF8SKIP(s) Parrot_utf8skip[(int)*(s)]
#define UTF8_MAXLEN 4
#define UTF16_MAXLEN 4
#endif /* PARROT_UNICODE_H_GUARD */
/*
* Local variables:
* c-file-style: "parrot"
* End:
* vim: expandtab shiftwidth=4:
*/