Add tests for synonym token filters

Philippus · May 11, 2024 · 9cfae84 · 9cfae84
1 parent b7275a2
commit 9cfae84
Show file tree

Hide file tree

Showing 5 changed files with 104 additions and 0 deletions.
diff --git a/...-tests/src/test/resources/json/analysis/tokenfilter/synonymgraphtokenfilter_path_raw.json b/...-tests/src/test/resources/json/analysis/tokenfilter/synonymgraphtokenfilter_path_raw.json
@@ -0,0 +1,10 @@
+{
+    "type": "synonym_graph",
+    "synonyms_path": "analysis/synonyms.txt",
+    "format": "solr",
+    "ignore_case": true,
+    "updateable": true,
+    "expand": true,
+    "lenient": true,
+    "tokenizer": "whitespace"
+}
diff --git a/...ts/src/test/resources/json/analysis/tokenfilter/synonymgraphtokenfilter_synonyms_raw.json b/...ts/src/test/resources/json/analysis/tokenfilter/synonymgraphtokenfilter_synonyms_raw.json
@@ -0,0 +1,13 @@
+{
+    "type": "synonym_graph",
+    "synonyms": [
+        "british,english",
+        "queen,monarch"
+    ],
+    "format": "solr",
+    "ignore_case": true,
+    "updateable": true,
+    "expand": true,
+    "lenient": true,
+    "tokenizer": "whitespace"
+}
diff --git a/...tic4s-tests/src/test/resources/json/analysis/tokenfilter/synonymtokenfilter_path_raw.json b/...tic4s-tests/src/test/resources/json/analysis/tokenfilter/synonymtokenfilter_path_raw.json
@@ -0,0 +1,10 @@
+{
+    "type": "synonym",
+    "synonyms_path": "analysis/synonyms.txt",
+    "format": "solr",
+    "ignore_case": true,
+    "updateable": true,
+    "expand": true,
+    "lenient": true,
+    "tokenizer": "whitespace"
+}
diff --git a/...s-tests/src/test/resources/json/analysis/tokenfilter/synonymtokenfilter_synonyms_raw.json b/...s-tests/src/test/resources/json/analysis/tokenfilter/synonymtokenfilter_synonyms_raw.json
@@ -0,0 +1,13 @@
+{
+    "type": "synonym",
+    "synonyms": [
+        "british,english",
+        "queen,monarch"
+    ],
+    "format": "solr",
+    "ignore_case": true,
+    "updateable": true,
+    "expand": true,
+    "lenient": true,
+    "tokenizer": "whitespace"
+}
diff --git a/elastic4s-tests/src/test/scala/com/sksamuel/elastic4s/analysis/TokenFilterTest.scala b/elastic4s-tests/src/test/scala/com/sksamuel/elastic4s/analysis/TokenFilterTest.scala
@@ -5,6 +5,64 @@ import org.scalatest.matchers.should.Matchers
 import org.scalatest.wordspec.AnyWordSpec
 
 class TokenFilterTest extends AnyWordSpec with Matchers with JsonSugar {
+  "SynonymTokenFilter" should {
+    "build json with synonyms" in {
+      SynonymTokenFilter(
+        name = "my_synonym",
+        path = Option("analysis/synonyms.txt"),
+        synonyms = Set("british,english", "queen,monarch"),
+        ignoreCase = Option(true),
+        format = Option("solr"),
+        expand = Option(true),
+        tokenizer = Option("whitespace"),
+        updateable = Option(true),
+        lenient = Option(true)
+      ).build.string should matchJsonResource("/json/analysis/tokenfilter/synonymtokenfilter_synonyms_raw.json")
+    }
+
+    "build json with path" in {
+      SynonymTokenFilter(
+        name = "my_synonym",
+        path = Option("analysis/synonyms.txt"),
+        ignoreCase = Option(true),
+        format = Option("solr"),
+        expand = Option(true),
+        tokenizer = Option("whitespace"),
+        updateable = Option(true),
+        lenient = Option(true)
+      ).build.string should matchJsonResource("/json/analysis/tokenfilter/synonymtokenfilter_path_raw.json")
+    }
+  }
+
+  "SynonymGraphTokenFilter" should {
+    "build json with synonyms" in {
+      SynonymGraphTokenFilter(
+        name = "my_synonym",
+        path = Option("analysis/synonyms.txt"),
+        synonyms = Set("british,english", "queen,monarch"),
+        ignoreCase = Option(true),
+        format = Option("solr"),
+        expand = Option(true),
+        tokenizer = Option("whitespace"),
+        updateable = Option(true),
+        lenient = Option(true)
+      ).build.string should matchJsonResource("/json/analysis/tokenfilter/synonymgraphtokenfilter_synonyms_raw.json")
+    }
+
+    "build json with path" in {
+      SynonymGraphTokenFilter(
+        name = "my_synonym",
+        path = Option("analysis/synonyms.txt"),
+        ignoreCase = Option(true),
+        format = Option("solr"),
+        expand = Option(true),
+        tokenizer = Option("whitespace"),
+        updateable = Option(true),
+        lenient = Option(true)
+      ).build.string should matchJsonResource("/json/analysis/tokenfilter/synonymgraphtokenfilter_path_raw.json")
+    }
+  }
+
   "WordDelimiterGraphTokenFilter" should {
     "build json" in {
       WordDelimiterGraphTokenFilter(