feat: new option 'indexMappingTotalFieldsLimit'

walterra · Oct 12, 2023 · 92edad1 · 92edad1
1 parent d51034d
commit 92edad1
Show file tree

Hide file tree

Showing 3 changed files with 16 additions and 5 deletions.
diff --git a/README.md b/README.md
@@ -115,6 +115,7 @@ transformer({
 - `targetIndexName`: The target Elasticsearch index where documents will be indexed.
 - `mappings`: Optional Elasticsearch document mappings. If not set and you're reindexing from another index, the mappings from the existing index will be used.
 - `mappingsOverride`: If you're reindexing and this is set to `true`, `mappings` will be applied on top of the source index's mappings. Defaults to `false`.
+- `indexMappingTotalFieldsLimit`: Optional field limit for the target index to be created that will be passed on as the `index.mapping.total_fields.limit` setting.
 - `query`: Optional Elasticsearch [DSL query](https://www.elastic.co/guide/en/elasticsearch/reference/current/query-dsl.html) to filter documents from the source index.
 - `skipHeader`: If true, skips the first line of the source file. Defaults to `false`.
 - `transform(line)`: A callback function which allows the transformation of a source line into one or several documents.

diff --git a/src/_create-mapping.js b/src/_create-mapping.js
@@ -5,6 +5,7 @@ export default function createMappingFactory({
   targetIndexName,
   mappings,
   mappingsOverride,
+  indexMappingTotalFieldsLimit,
   verbose,
 }) {
   return async () => {
@@ -32,12 +33,19 @@ export default function createMappingFactory({
       }
 
       try {
-        const resp = await targetClient.indices.create(
-          {
-            index: targetIndexName,
-            body: { mappings: targetMappings },
+        const resp = await targetClient.indices.create({
+          index: targetIndexName,
+          body: {
+            mappings: targetMappings,
+            ...(indexMappingTotalFieldsLimit !== undefined
+              ? {
+                  settings: {
+                    'index.mapping.total_fields.limit': indexMappingTotalFieldsLimit,
+                  },
+                }
+              : {}),
           },
-        );
+        });
         if (verbose) console.log('Created target mapping', resp);
       } catch (err) {
         console.log('Error creating target mapping', err);

diff --git a/src/main.js b/src/main.js
@@ -16,6 +16,7 @@ export default async function transformer({
   targetIndexName,
   mappings,
   mappingsOverride = false,
+  indexMappingTotalFieldsLimit,
   query,
   skipHeader = false,
   transform,
@@ -41,6 +42,7 @@ export default async function transformer({
     targetIndexName,
     mappings,
     mappingsOverride,
+    indexMappingTotalFieldsLimit,
     verbose,
   });
   const indexer = indexQueueFactory({