Kouhei Sutou
null+****@clear*****
Mon Sep 10 17:55:01 JST 2018
Kouhei Sutou 2018-09-10 17:55:01 +0900 (Mon, 10 Sep 2018) Revision: ee1e94885295517b11424bbfe51906eed42bd7f1 https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1 Message: Export GRN_TOKENIZER_{BEGIN,END}_MARK_UTF8 Modified files: include/groonga/tokenizer.h lib/grn_token_cursor.h Modified: include/groonga/tokenizer.h (+5 -0) =================================================================== --- include/groonga/tokenizer.h 2018-09-10 17:22:12 +0900 (75f6cd3e4) +++ include/groonga/tokenizer.h 2018-09-10 17:55:01 +0900 (e11deb7b6) @@ -28,6 +28,11 @@ extern "C" { #define GRN_TOKENIZER_TOKENIZED_DELIMITER_UTF8 "\xEF\xBF\xBE" #define GRN_TOKENIZER_TOKENIZED_DELIMITER_UTF8_LEN 3 +#define GRN_TOKENIZER_BEGIN_MARK_UTF8 "\xEF\xBF\xAF" +#define GRN_TOKENIZER_BEGIN_MARK_UTF8_LEN 3 +#define GRN_TOKENIZER_END_MARK_UTF8 "\xEF\xBF\xB0" +#define GRN_TOKENIZER_END_MARK_UTF8_LEN 3 + /* grn_tokenizer_charlen() returns the length (#bytes) of the first character in the string specified by `str_ptr' and `str_length'. If the starting bytes Modified: lib/grn_token_cursor.h (+0 -5) =================================================================== --- lib/grn_token_cursor.h 2018-09-10 17:22:12 +0900 (4ddb0b08c) +++ lib/grn_token_cursor.h 2018-09-10 17:55:01 +0900 (ee0fe700e) @@ -27,11 +27,6 @@ extern "C" { #endif -#define GRN_TOKENIZER_BEGIN_MARK_UTF8 "\xEF\xBF\xAF" -#define GRN_TOKENIZER_BEGIN_MARK_UTF8_LEN 3 -#define GRN_TOKENIZER_END_MARK_UTF8 "\xEF\xBF\xB0" -#define GRN_TOKENIZER_END_MARK_UTF8_LEN 3 - typedef enum { GRN_TOKEN_CURSOR_DOING = 0, GRN_TOKEN_CURSOR_DONE, -------------- next part -------------- HTML����������������������������... URL: https://lists.osdn.me/mailman/archives/groonga-commit/attachments/20180910/3c956c38/attachment.htm
