Skip to content
Browse files

remove transcode.c and trancecode_data.h

  • Loading branch information...
1 parent 3055a3b commit 50d18a87eb9574a9a76d9aff779e35501fce036e @matz matz committed May 31, 2012
Showing with 0 additions and 4,495 deletions.
  1. +0 −4,386 src/transcode.c
  2. +0 −109 src/transcode_data.h
View
4,386 src/transcode.c
0 additions, 4,386 deletions not shown because the diff is too large. Please use a local Git client to view these changes.
View
109 src/transcode_data.h
@@ -1,109 +0,0 @@
-/**********************************************************************
-
- transcode_data.h -
-
- $Author: duerst $
- created at: Mon 10 Dec 2007 14:01:47 JST 2007
-
- Copyright (C) 2007 Martin Duerst
-
-**********************************************************************/
-
-//#include "ruby/ruby.h"
-
-#ifndef RUBY_TRANSCODE_DATA_H
-#define RUBY_TRANSCODE_DATA_H 1
-
-#define WORDINDEX_SHIFT_BITS 2
-#define WORDINDEX2INFO(widx) ((widx) << WORDINDEX_SHIFT_BITS)
-#define INFO2WORDINDEX(info) ((info) >> WORDINDEX_SHIFT_BITS)
-#define BYTE_LOOKUP_BASE(bl) ((bl)[0])
-#define BYTE_LOOKUP_INFO(bl) ((bl)[1])
-
-#define PType (unsigned int)
-
-#define NOMAP (PType 0x01) /* direct map */
-#define ONEbt (0x02) /* one byte payload */
-#define TWObt (0x03) /* two bytes payload */
-#define THREEbt (0x05) /* three bytes payload */
-#define FOURbt (0x06) /* four bytes payload, UTF-8 only, macros start at getBT0 */
-#define INVALID (PType 0x07) /* invalid byte sequence */
-#define UNDEF (PType 0x09) /* legal but undefined */
-#define ZERObt (PType 0x0A) /* zero bytes of payload, i.e. remove */
-#define FUNii (PType 0x0B) /* function from info to info */
-#define FUNsi (PType 0x0D) /* function from start to info */
-#define FUNio (PType 0x0E) /* function from info to output */
-#define FUNso (PType 0x0F) /* function from start to output */
-#define STR1 (PType 0x11) /* string 4 <= len <= 259 bytes: 1byte length + content */
-#define GB4bt (PType 0x12) /* GB18030 four bytes payload */
-#define FUNsio (PType 0x13) /* function from start and info to output */
-
-#define STR1_LENGTH(byte_addr) (unsigned int)(*(byte_addr) + 4)
-#define STR1_BYTEINDEX(w) ((w) >> 6)
-#define makeSTR1(bi) (((bi) << 6) | STR1)
-#define makeSTR1LEN(len) ((len)-4)
-
-#define o1(b1) (PType((((unsigned char)(b1))<<8)|ONEbt))
-#define o2(b1,b2) (PType((((unsigned char)(b1))<<8)|(((unsigned char)(b2))<<16)|TWObt))
-#define o3(b1,b2,b3) (PType(((((unsigned char)(b1))<<8)|(((unsigned char)(b2))<<16)|(((unsigned int)(unsigned char)(b3))<<24)|THREEbt)&0xffffffffU))
-#define o4(b0,b1,b2,b3) (PType(((((unsigned char)(b1))<<8)|(((unsigned char)(b2))<<16)|(((unsigned char)(b3))<<24)|((((unsigned char)(b0))&0x07)<<5)|FOURbt)&0xffffffffU))
-#define g4(b0,b1,b2,b3) (PType(((((unsigned char)(b0))<<8)|(((unsigned char)(b2))<<16)|((((unsigned char)(b1))&0x0f)<<24)|((((unsigned int)(unsigned char)(b3))&0x0f)<<28)|GB4bt)&0xffffffffU))
-#define funsio(diff) (PType((((unsigned int)(diff))<<8)|FUNsio))
-
-#define getBT1(a) ((unsigned char)((a)>> 8))
-#define getBT2(a) ((unsigned char)((a)>>16))
-#define getBT3(a) ((unsigned char)((a)>>24))
-#define getBT0(a) (((unsigned char)((a)>> 5)&0x07)|0xF0) /* for UTF-8 only!!! */
-
-#define getGB4bt0(a) ((unsigned char)((a)>> 8))
-#define getGB4bt1(a) ((((unsigned char)((a)>>24))&0x0F)|0x30)
-#define getGB4bt2(a) ((unsigned char)((a)>>16))
-#define getGB4bt3(a) ((((unsigned char)((a)>>28))&0x0F)|0x30)
-
-#define o2FUNii(b1,b2) (PType((((unsigned char)(b1))<<8)|(((unsigned char)(b2))<<16)|FUNii))
-
-/* do we need these??? maybe not, can be done with simple tables */
-#define ONETRAIL /* legal but undefined if one more trailing UTF-8 */
-#define TWOTRAIL /* legal but undefined if two more trailing UTF-8 */
-#define THREETRAIL /* legal but undefined if three more trailing UTF-8 */
-
-typedef enum {
- asciicompat_converter, /* ASCII-compatible -> ASCII-compatible */
- asciicompat_decoder, /* ASCII-incompatible -> ASCII-compatible */
- asciicompat_encoder /* ASCII-compatible -> ASCII-incompatible */
- /* ASCII-incompatible -> ASCII-incompatible is intentionally omitted. */
-} mrb_transcoder_asciicompat_type_t;
-
-typedef struct mrb_transcoder mrb_transcoder;
-
-/* static structure, one per supported encoding pair */
-struct mrb_transcoder {
- const char *src_encoding;
- const char *dst_encoding;
- unsigned int conv_tree_start;
- const unsigned char *byte_array;
- unsigned int byte_array_length;
- const unsigned int *word_array;
- unsigned int word_array_length;
- int word_size;
- int input_unit_length;
- int max_input;
- int max_output;
- mrb_transcoder_asciicompat_type_t asciicompat_type;
- size_t state_size;
- int (*state_init_func)(void*); /* ret==0:success ret!=0:failure(errno) */
- int (*state_fini_func)(void*); /* ret==0:success ret!=0:failure(errno) */
- mrb_value (*func_ii)(void*, mrb_value); /* info -> info */
- mrb_value (*func_si)(void*, const unsigned char*, size_t); /* start -> info */
- ssize_t (*func_io)(void*, mrb_value, const unsigned char*, size_t); /* info -> output */
- ssize_t (*func_so)(void*, const unsigned char*, size_t, unsigned char*, size_t); /* start -> output */
- ssize_t (*finish_func)(void*, unsigned char*, size_t); /* -> output */
- ssize_t (*resetsize_func)(void*); /* -> len */
- ssize_t (*resetstate_func)(void*, unsigned char*, size_t); /* -> output */
- ssize_t (*func_sio)(void*, const unsigned char*, size_t, mrb_value, unsigned char*, size_t); /* start -> output */
-};
-
-void mrb_declare_transcoder(mrb_state *mrb, const char *enc1, const char *enc2, const char *lib);
-void mrb_register_transcoder(mrb_state *mrb, const mrb_transcoder *);
-
-#endif /* RUBY_TRANSCODE_DATA_H */

0 comments on commit 50d18a8

Please sign in to comment.
Something went wrong with that request. Please try again.