Case insensitive search (#533)

* [#330] Add lowercase normalizer to ES indexing * #522 Fixing broken links in downloaded README on client side
scalacenter · Aug 30, 2018 · eb70918 · eb70918
1 parent f3202d7
commit eb70918
Showing 1 changed file with 19 additions and 12 deletions.
diff --git a/data/src/main/scala/ch.epfl.scala.index.data/elastic/SeedElasticSearch.scala b/data/src/main/scala/ch.epfl.scala.index.data/elastic/SeedElasticSearch.scala
@@ -5,13 +5,16 @@ package elastic
 import project._
 import github.GithubDownload
 import maven.PomsReader
-
 import com.sksamuel.elastic4s.ElasticDsl._
+import com.sksamuel.elastic4s.analyzers.{
+  CustomAnalyzerDefinition,
+  LowercaseTokenFilter,
+  LowercaseTokenizer
+}
 
 import scala.concurrent.duration._
 import scala.concurrent.{Await, ExecutionContext}
 import scala.util.Success
-
 import org.slf4j.LoggerFactory
 
 class SeedElasticSearch(paths: DataPaths, githubDownload: GithubDownload)(
@@ -33,10 +36,10 @@ class SeedElasticSearch(paths: DataPaths, githubDownload: GithubDownload)(
     }
 
     val projectFields = List(
-      keywordField("organization"),
-      keywordField("repository"),
+      keywordField("organization") normalizer "lowercase",
+      keywordField("repository") normalizer "lowercase",
       keywordField("defaultArtifact").index(false),
-      keywordField("artifacts"),
+      keywordField("artifacts") normalizer "lowercase",
       keywordField("customScalaDoc").index(false),
       keywordField("artifactDeprecations").index(false),
       keywordField("cliArtifacts").index(false),
@@ -51,19 +54,19 @@ class SeedElasticSearch(paths: DataPaths, githubDownload: GithubDownload)(
     val releasesFields = List(
       nestedField("reference")
         .fields(
-          keywordField("organization"),
-          keywordField("repository"),
-          keywordField("artifact")
+          keywordField("organization") normalizer "lowercase",
+          keywordField("repository") normalizer "lowercase",
+          keywordField("artifact") normalizer "lowercase"
         )
         .includeInAll(true),
       nestedField("maven").fields(
-        keywordField("groupId"),
-        keywordField("artifactId"),
+        keywordField("groupId") normalizer "lowercase",
+        keywordField("artifactId") normalizer "lowercase",
         keywordField("version")
       ),
       keywordField("version"),
-      keywordField("targetType"),
-      keywordField("fullScalaVersion"),
+      keywordField("targetType") normalizer "lowercase",
+      keywordField("fullScalaVersion") normalizer "lowercase",
       keywordField("scalaVersion"),
       keywordField("scalaJsVersion"),
       keywordField("scalaNativeVersion"),
@@ -72,9 +75,13 @@ class SeedElasticSearch(paths: DataPaths, githubDownload: GithubDownload)(
     )
 
     log.info("creating index")
+
     Await.result(
       esClient.execute {
         createIndex(indexName)
+          .normalizers(
+            customNormalizer("lowercase", LowercaseTokenFilter)
+          )
           .mappings(
             mapping(projectsCollection).fields(projectFields: _*),
             mapping(releasesCollection).fields(releasesFields: _*)