/
RubyEncodingOps.cs
343 lines (266 loc) · 14.4 KB
/
RubyEncodingOps.cs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
/* ****************************************************************************
*
* Copyright (c) Microsoft Corporation.
*
* This source code is subject to terms and conditions of the Apache License, Version 2.0. A
* copy of the license can be found in the License.html file at the root of this distribution. If
* you cannot locate the Apache License, Version 2.0, please send an email to
* ironruby@microsoft.com. By using this source code in any fashion, you are agreeing to be bound
* by the terms of the Apache License, Version 2.0.
*
* You must not remove this notice, or any other, from this software.
*
*
* ***************************************************************************/
#if FEATURE_ENCODING
using System;
using System.Collections.Generic;
using System.Text;
using IronRuby.Builtins;
using IronRuby.Runtime;
using Microsoft.Scripting.Runtime;
using Microsoft.Scripting.Utils;
using Microsoft.Scripting;
using System.Globalization;
namespace IronRuby.Builtins {
[RubyClass("Encoding", Extends = typeof(RubyEncoding), Inherits = typeof(Object), BuildConfig = "FEATURE_ENCODING")]
public static class RubyEncodingOps {
#region Exceptions
[RubyException("CompatibilityError", Extends = typeof(EncodingCompatibilityError))]
public static class CompatibilityErrorOps {
}
[RubyException("UndefinedConversionError", Extends = typeof(UndefinedConversionError))]
public static class UndefinedConversionErrorOps {
}
[RubyException("InvalidByteSequenceError", Extends = typeof(InvalidByteSequenceError))]
public static class InvalidByteSequenceErrorOps {
}
[RubyException("ConverterNotFoundError", Extends = typeof(ConverterNotFoundError))]
public static class ConverterNotFoundErrorOps {
}
#endregion
#region Constants
[RubyConstant("ANSI_X3_4_1968")]
[RubyConstant("US_ASCII")]
[RubyConstant("ASCII")]
public static readonly RubyEncoding US_ASCII = RubyEncoding.Ascii;
[RubyConstant]
public static readonly RubyEncoding UTF_8 = RubyEncoding.UTF8;
[RubyConstant]
public static readonly RubyEncoding ASCII_8BIT = RubyEncoding.Binary;
[RubyConstant]
public static readonly RubyEncoding BINARY = RubyEncoding.Binary;
[RubyConstant("SHIFT_JIS")]
[RubyConstant("Shift_JIS")]
public static readonly RubyEncoding SHIFT_JIS = RubyEncoding.SJIS;
[RubyConstant]
public static readonly RubyEncoding EUC_JP = RubyEncoding.EUCJP;
[RubyConstant]
public static readonly RubyEncoding KOI8_R = RubyEncoding.GetRubyEncoding(20866);
[RubyConstant]
public static readonly RubyEncoding TIS_620 = RubyEncoding.GetRubyEncoding(874);
[RubyConstant("ISO8859_9")]
[RubyConstant("ISO_8859_9")]
public static readonly RubyEncoding ISO_8859_9 = RubyEncoding.GetRubyEncoding(28599);
[RubyConstant("ISO8859_15")]
[RubyConstant("ISO_8859_15")]
public static readonly RubyEncoding ISO_8859_15 = RubyEncoding.GetRubyEncoding(28605);
[RubyConstant("Big5")]
[RubyConstant("BIG5")]
public static readonly RubyEncoding Big5 = RubyEncoding.GetRubyEncoding(RubyEncoding.CodePageBig5);
// TODO:
// ...
// TODO: lazy encoding load?
[RubyConstant]
public static readonly RubyEncoding UTF_7 = RubyEncoding.GetRubyEncoding(Encoding.UTF7);
[RubyConstant]
public static readonly RubyEncoding UTF_16BE = RubyEncoding.GetRubyEncoding(Encoding.BigEndianUnicode);
[RubyConstant]
public static readonly RubyEncoding UTF_16LE = RubyEncoding.GetRubyEncoding(Encoding.Unicode);
[RubyConstant]
public static readonly RubyEncoding UTF_32BE = RubyEncoding.GetRubyEncoding(RubyEncoding.CodePageUTF32BE);
[RubyConstant]
public static readonly RubyEncoding UTF_32LE = RubyEncoding.GetRubyEncoding(Encoding.UTF32);
#endregion
#region to_s, inspect, based_encoding, dummy?, ascii_compatible?
[RubyMethod("name")]
[RubyMethod("to_s")]
public static MutableString/*!*/ ToS(RubyEncoding/*!*/ self) {
return MutableString.CreateAscii(self.Name);
}
[RubyMethod("inspect")]
public static MutableString/*!*/ Inspect(RubyContext/*!*/ context, RubyEncoding/*!*/ self) {
// TODO: to_s overridden
MutableString result = MutableString.CreateMutable(context.GetIdentifierEncoding());
result.Append("#<");
result.Append(context.GetClassDisplayName(self));
result.Append(':');
result.Append(self.Name);
result.Append('>');
return result;
}
[RubyMethod("based_encoding")]
public static RubyEncoding BasedEncoding(RubyEncoding/*!*/ self) {
return null;
}
[RubyMethod("dummy?")]
public static bool IsDummy(RubyEncoding/*!*/ self) {
return false;
}
[RubyMethod("ascii_compatible?")]
public static bool IsAsciiCompatible(RubyEncoding/*!*/ self) {
return self.IsAsciiIdentity;
}
// TODO:
// Method "replicate". This would need a change in implementation of RubyEncoding - encodings are singletons now.
// What properties are preserved during replication?
[RubyMethod("names")]
public static RubyArray/*!*/ GetAllNames(RubyContext/*!*/ context, RubyEncoding/*!*/ self) {
var result = new RubyArray();
string name = self.Name;
result.Add(MutableString.Create(name));
foreach (var alias in RubyEncoding.Aliases) {
if (StringComparer.OrdinalIgnoreCase.Equals(alias.Value, name)) {
result.Add(MutableString.CreateAscii(alias.Key));
}
}
if (self == context.RubyOptions.LocaleEncoding) {
result.Add(MutableString.CreateAscii("locale"));
}
if (self == context.DefaultExternalEncoding) {
result.Add(MutableString.CreateAscii("external"));
}
if (self == context.GetPathEncoding()) {
result.Add(MutableString.CreateAscii("filesystem"));
}
return result;
}
#endregion
#region aliases, name_list, list, find
[RubyMethod("aliases", RubyMethodAttributes.PublicSingleton)]
public static Hash/*!*/ GetAliases(RubyClass/*!*/ self) {
var context = self.Context;
var result = new Hash(context.EqualityComparer, RubyEncoding.Aliases.Count + 3);
foreach (var alias in RubyEncoding.Aliases) {
result.Add(MutableString.CreateAscii(alias.Key).Freeze(), MutableString.CreateAscii(alias.Value).Freeze());
}
result.Add(MutableString.CreateAscii("locale").Freeze(), MutableString.Create(context.RubyOptions.LocaleEncoding.Name).Freeze());
result.Add(MutableString.CreateAscii("external").Freeze(), MutableString.Create(context.DefaultExternalEncoding.Name).Freeze());
result.Add(MutableString.CreateAscii("filesystem").Freeze(), MutableString.Create(context.GetPathEncoding().Name).Freeze());
return result;
}
[RubyMethod("name_list", RubyMethodAttributes.PublicSingleton)]
public static RubyArray/*!*/ GetNameList(RubyClass/*!*/ self) {
var infos = Encoding.GetEncodings();
var result = new RubyArray(1 + infos.Length);
// Ruby specific:
result.Add(MutableString.CreateAscii(RubyEncoding.Binary.Name));
foreach (var info in infos) {
result.Add(MutableString.Create(RubyEncoding.GetRubySpecificName(info.CodePage) ?? info.Name));
}
foreach (var alias in RubyEncoding.Aliases.Keys) {
result.Add(MutableString.CreateAscii(alias));
}
result.Add(MutableString.CreateAscii("locale"));
result.Add(MutableString.CreateAscii("external"));
result.Add(MutableString.CreateAscii("filesystem"));
return result;
}
[RubyMethod("list", RubyMethodAttributes.PublicSingleton)]
public static RubyArray/*!*/ GetAvailableEncodings(RubyClass/*!*/ self) {
var infos = Encoding.GetEncodings();
var result = new RubyArray(1 + infos.Length);
// Ruby specific:
result.Add(RubyEncoding.Binary);
foreach (var info in infos) {
result.Add(RubyEncoding.GetRubyEncoding(info.CodePage));
}
return result;
}
[RubyMethod("find", RubyMethodAttributes.PublicSingleton)]
public static RubyEncoding/*!*/ GetEncoding(RubyClass/*!*/ self, [DefaultProtocol, NotNull]MutableString/*!*/ name) {
return self.Context.GetRubyEncoding(name);
}
#endregion
#region compatible?
[RubyMethod("compatible?", RubyMethodAttributes.PublicSingleton)]
public static RubyEncoding GetCompatible(RubyClass/*!*/ self, [NotNull]MutableString/*!*/ str1, [NotNull]MutableString/*!*/ str2) {
return str1.GetCompatibleEncoding(str2);
}
[RubyMethod("compatible?", RubyMethodAttributes.PublicSingleton)]
public static RubyEncoding GetCompatible(RubyClass/*!*/ self, [NotNull]RubyEncoding/*!*/ encoding1, [NotNull]RubyEncoding/*!*/ encoding2) {
return MutableString.GetCompatibleEncoding(encoding1, encoding2);
}
[RubyMethod("compatible?", RubyMethodAttributes.PublicSingleton)]
public static RubyEncoding GetCompatible(RubyClass/*!*/ self, [NotNull]RubyEncoding/*!*/ encoding, [NotNull]MutableString/*!*/ str) {
return str.GetCompatibleEncoding(encoding);
}
[RubyMethod("compatible?", RubyMethodAttributes.PublicSingleton)]
public static RubyEncoding GetCompatible(RubyClass/*!*/ self, [NotNull]MutableString/*!*/ str, [NotNull]RubyEncoding/*!*/ encoding) {
return str.GetCompatibleEncoding(encoding);
}
[RubyMethod("compatible?", RubyMethodAttributes.PublicSingleton)]
public static RubyEncoding GetCompatible(RubyClass/*!*/ self, [NotNull]RubyEncoding/*!*/ encoding, [NotNull]RubySymbol/*!*/ symbol) {
return GetCompatible(self, encoding, symbol.String);
}
[RubyMethod("compatible?", RubyMethodAttributes.PublicSingleton)]
public static RubyEncoding GetCompatible(RubyClass/*!*/ self, [NotNull]MutableString/*!*/ str, [NotNull]RubySymbol/*!*/ symbol) {
return GetCompatible(self, str, symbol.String);
}
[RubyMethod("compatible?", RubyMethodAttributes.PublicSingleton)]
public static RubyEncoding GetCompatible(RubyClass/*!*/ self, [NotNull]RubySymbol/*!*/ symbol, [NotNull]RubyEncoding/*!*/ encoding) {
return GetCompatible(self, symbol.String, encoding);
}
[RubyMethod("compatible?", RubyMethodAttributes.PublicSingleton)]
public static RubyEncoding GetCompatible(RubyClass/*!*/ self, [NotNull]RubySymbol/*!*/ symbol, [NotNull]MutableString/*!*/ str) {
return GetCompatible(self, symbol.String, str);
}
[RubyMethod("compatible?", RubyMethodAttributes.PublicSingleton)]
public static RubyEncoding GetCompatible(RubyClass/*!*/ self, [NotNull]RubySymbol/*!*/ encoding1, [NotNull]RubySymbol/*!*/ encoding2) {
return GetCompatible(self, encoding1.String, encoding2.String);
}
[RubyMethod("compatible?", RubyMethodAttributes.PublicSingleton)]
public static RubyEncoding GetCompatible(RubyClass/*!*/ self, object obj1, object obj2) {
return null;
}
#endregion
#region default_external, default_internal, locale_charmap
[RubyMethod("default_external", RubyMethodAttributes.PublicSingleton)]
public static RubyEncoding/*!*/ GetDefaultExternalEncoding(RubyClass/*!*/ self) {
return self.Context.DefaultExternalEncoding;
}
[RubyMethod("default_external=", RubyMethodAttributes.PublicSingleton)]
public static RubyEncoding/*!*/ SetDefaultExternalEncoding(RubyClass/*!*/ self, RubyEncoding encoding) {
if (encoding == null) {
throw RubyExceptions.CreateArgumentError("default external can not be nil");
}
var old = self.Context.DefaultExternalEncoding;
self.Context.DefaultExternalEncoding = encoding;
return old;
}
[RubyMethod("default_external=", RubyMethodAttributes.PublicSingleton)]
public static RubyEncoding/*!*/ SetDefaultExternalEncoding(RubyClass/*!*/ self, [DefaultProtocol, NotNull]MutableString/*!*/ encodingName) {
return SetDefaultExternalEncoding(self, self.Context.GetRubyEncoding(encodingName));
}
[RubyMethod("default_internal", RubyMethodAttributes.PublicSingleton)]
public static RubyEncoding/*!*/ GetDefaultInternalEncoding(RubyClass/*!*/ self) {
return self.Context.DefaultInternalEncoding;
}
[RubyMethod("default_internal=", RubyMethodAttributes.PublicSingleton)]
public static RubyEncoding/*!*/ SetDefaultInternalEncoding(RubyClass/*!*/ self, RubyEncoding encoding) {
var old = self.Context.DefaultInternalEncoding;
self.Context.DefaultInternalEncoding = encoding;
return old;
}
[RubyMethod("default_internal=", RubyMethodAttributes.PublicSingleton)]
public static RubyEncoding/*!*/ SetDefaultInternalEncoding(RubyClass/*!*/ self, [DefaultProtocol, NotNull]MutableString/*!*/ encodingName) {
return SetDefaultInternalEncoding(self, self.Context.GetRubyEncoding(encodingName));
}
[RubyMethod("locale_charmap", RubyMethodAttributes.PublicSingleton)]
public static MutableString/*!*/ GetDefaultCharmap(RubyClass/*!*/ self) {
return MutableString.Create(self.Context.RubyOptions.LocaleEncoding.Name);
}
#endregion
}
}
#endif