Navigation Menu

Skip to content

Commit

Permalink
Export GRN_TOKENIZER_{BEGIN,END}_MARK_UTF8
Browse files Browse the repository at this point in the history
  • Loading branch information
kou committed Sep 10, 2018
1 parent 818b0f9 commit ee1e948
Show file tree
Hide file tree
Showing 2 changed files with 5 additions and 5 deletions.
5 changes: 5 additions & 0 deletions include/groonga/tokenizer.h
Expand Up @@ -28,6 +28,11 @@ extern "C" {
#define GRN_TOKENIZER_TOKENIZED_DELIMITER_UTF8 "\xEF\xBF\xBE"
#define GRN_TOKENIZER_TOKENIZED_DELIMITER_UTF8_LEN 3

#define GRN_TOKENIZER_BEGIN_MARK_UTF8 "\xEF\xBF\xAF"
#define GRN_TOKENIZER_BEGIN_MARK_UTF8_LEN 3
#define GRN_TOKENIZER_END_MARK_UTF8 "\xEF\xBF\xB0"
#define GRN_TOKENIZER_END_MARK_UTF8_LEN 3

/*
grn_tokenizer_charlen() returns the length (#bytes) of the first character
in the string specified by `str_ptr' and `str_length'. If the starting bytes
Expand Down
5 changes: 0 additions & 5 deletions lib/grn_token_cursor.h
Expand Up @@ -27,11 +27,6 @@
extern "C" {
#endif

#define GRN_TOKENIZER_BEGIN_MARK_UTF8 "\xEF\xBF\xAF"
#define GRN_TOKENIZER_BEGIN_MARK_UTF8_LEN 3
#define GRN_TOKENIZER_END_MARK_UTF8 "\xEF\xBF\xB0"
#define GRN_TOKENIZER_END_MARK_UTF8_LEN 3

typedef enum {
GRN_TOKEN_CURSOR_DOING = 0,
GRN_TOKEN_CURSOR_DONE,
Expand Down

0 comments on commit ee1e948

Please sign in to comment.