groonga/groonga at 888062a [master] test: use TokenFilterNFKC100 with TokenMecab (Groonga-commit) - Groonga - fulltext search engine.

Kouhei Sutou	2018-11-01 17:55:28 +0900 (Thu, 01 Nov 2018)

  Revision: 888062ace7e15db432d19c98f4c4ac5beb75395b
  https://github.com/groonga/groonga/commit/888062ace7e15db432d19c98f4c4ac5beb75395b

  Message:
    test: use TokenFilterNFKC100 with TokenMecab

  Modified files:
    test/command/suite/token_filters/nfkc100/unify_kana.expected
    test/command/suite/token_filters/nfkc100/unify_kana.test

  Modified: test/command/suite/token_filters/nfkc100/unify_kana.expected (+24 -4)
===================================================================

--- test/command/suite/token_filters/nfkc100/unify_kana.expected    2018-11-01 17:21:17 +0900 (796a9f213)
+++ test/command/suite/token_filters/nfkc100/unify_kana.expected    2018-11-01 17:55:28 +0900 (c5e651881)
@@ -1,4 +1,4 @@
-tokenize TokenDelimit "リンゴ りんご 林檎"   --token_filters 'TokenFilterNFKC100("unify_kana", true)'
+tokenize   'TokenMecab("use_reading", true)'   "私は林檎を食べます。"   --token_filters 'TokenFilterNFKC100("unify_kana", true)'
 [
   [
     0,
@@ -7,19 +7,39 @@ tokenize TokenDelimit "リンゴ りんご 林檎"   --token_filters 'TokenFilte
   ],
   [
     {
-      "value": "りんご",
+      "value": "わたし",
       "position": 0,
       "force_prefix": false
     },
     {
-      "value": "りんご",
+      "value": "は",
       "position": 1,
       "force_prefix": false
     },
     {
-      "value": "林檎",
+      "value": "りんご",
       "position": 2,
       "force_prefix": false
+    },
+    {
+      "value": "を",
+      "position": 3,
+      "force_prefix": false
+    },
+    {
+      "value": "たべ",
+      "position": 4,
+      "force_prefix": false
+    },
+    {
+      "value": "ます",
+      "position": 5,
+      "force_prefix": false
+    },
+    {
+      "value": "。",
+      "position": 6,
+      "force_prefix": false
     }
   ]
 ]

  Modified: test/command/suite/token_filters/nfkc100/unify_kana.test (+5 -1)
===================================================================
--- test/command/suite/token_filters/nfkc100/unify_kana.test    2018-11-01 17:21:17 +0900 (c2634c39c)
+++ test/command/suite/token_filters/nfkc100/unify_kana.test    2018-11-01 17:55:28 +0900 (4596da957)
@@ -1,2 +1,6 @@
-tokenize TokenDelimit "リンゴ りんご 林檎" \
+#@on-error omit
+tokenize \
+  'TokenMecab("use_reading", true)' \
+  "私は林檎を食べます。" \
   --token_filters 'TokenFilterNFKC100("unify_kana", true)'
+#@on-error default
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <https://lists.osdn.me/mailman/archives/groonga-commit/attachments/20181101/e294d0d3/attachment-0001.html>


Groonga - fulltext search engine.

[Groonga-commit] groonga/groonga at 888062a [master] test: use TokenFilterNFKC100 with TokenMecab