-
Notifications
You must be signed in to change notification settings - Fork 13
/
binding.py
130 lines (115 loc) · 6.48 KB
/
binding.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
# -*- coding: utf-8 -*-
'''Binding via CFFI to the MeCab library.'''
import cffi
def _ffi_libmecab():
'''Returns an FFI interface to MeCab library.
Library definition is from mecab.h.
'''
ffi = cffi.FFI()
ffi.cdef('''
struct mecab_dictionary_info_t {
const char *filename;
const char *charset;
unsigned int size;
int type;
unsigned int lsize;
unsigned int rsize;
unsigned short version;
struct mecab_dictionary_info_t *next;
};
struct mecab_path_t {
struct mecab_node_t* rnode;
struct mecab_path_t* rnext;
struct mecab_node_t* lnode;
struct mecab_path_t* lnext;
int cost;
float prob;
};
struct mecab_node_t {
struct mecab_node_t *prev;
struct mecab_node_t *next;
struct mecab_node_t *enext;
struct mecab_node_t *bnext;
struct mecab_path_t *rpath;
struct mecab_path_t *lpath;
const char *surface;
const char *feature;
unsigned int id;
unsigned short length;
unsigned short rlength;
unsigned short rcAttr;
unsigned short lcAttr;
unsigned short posid;
unsigned char char_type;
unsigned char stat;
unsigned char isbest;
float alpha;
float beta;
float prob;
short wcost;
long cost;
};
typedef struct mecab_t mecab_t;
typedef struct mecab_model_t mecab_model_t;
typedef struct mecab_lattice_t mecab_lattice_t;
typedef struct mecab_dictionary_info_t mecab_dictionary_info_t;
typedef struct mecab_node_t mecab_node_t;
typedef struct mecab_path_t mecab_path_t;
// Model interface
mecab_model_t *mecab_model_new2(const char *arg);
void mecab_model_destroy(mecab_model_t *model);
mecab_t *mecab_model_new_tagger(mecab_model_t *model);
mecab_lattice_t *mecab_model_new_lattice(mecab_model_t *model);
const mecab_dictionary_info_t* mecab_model_dictionary_info(mecab_model_t *model);
// old Tagger interface
void mecab_destroy(mecab_t *mecab);
const char* mecab_version();
const char* mecab_strerror(mecab_t *mecab);
const char* mecab_format_node(mecab_t *mecab, const mecab_node_t *node);
// Lattice interface
void mecab_lattice_destroy(mecab_lattice_t *lattice);
void mecab_lattice_clear(mecab_lattice_t *lattice);
int mecab_lattice_is_available(mecab_lattice_t *lattice);
const char *mecab_lattice_strerror(mecab_lattice_t *lattice);
const char *mecab_lattice_get_sentence(mecab_lattice_t *lattice);
void mecab_lattice_set_sentence(mecab_lattice_t *lattice, const char *sentence);
size_t mecab_lattice_get_size(mecab_lattice_t *lattice);
void mecab_lattice_set_theta(mecab_lattice_t *lattice, double theta);
void mecab_lattice_set_z(mecab_lattice_t *lattice, double Z);
int mecab_lattice_get_request_type(mecab_lattice_t *lattice);
void mecab_lattice_add_request_type(mecab_lattice_t *lattice, int request_type);
void mecab_lattice_set_request_type(mecab_lattice_t *lattice, int request_type);
int mecab_lattice_get_boundary_constraint(mecab_lattice_t *lattice, size_t pos);
void mecab_lattice_set_boundary_constraint(mecab_lattice_t *lattice, size_t pos, int boundary_type);
const char *mecab_lattice_get_feature_constraint(mecab_lattice_t *lattice, size_t pos);
void mecab_lattice_set_feature_constraint(mecab_lattice_t *lattice, size_t begin_pos, size_t end_pos, const char *feature);
int mecab_parse_lattice(mecab_t *mecab, mecab_lattice_t *lattice);
int mecab_lattice_next(mecab_lattice_t *lattice);
const char *mecab_lattice_tostr(mecab_lattice_t *lattice);
const char *mecab_lattice_nbest_tostr(mecab_lattice_t *lattice, size_t N);
mecab_node_t *mecab_lattice_get_bos_node(mecab_lattice_t *lattice);
''')
return ffi
'''
Copyright (c) 2022, Brooke M. Fujita.
All rights reserved.
Redistribution and use in source and binary forms, with or without
modification, are permitted provided that the following conditions are met:
* Redistributions of source code must retain the above
copyright notice, this list of conditions and the
following disclaimer.
* Redistributions in binary form must reproduce the above
copyright notice, this list of conditions and the
following disclaimer in the documentation and/or other
materials provided with the distribution.
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
'''