test: load large amount of data won't cause error (#762)

packages/core/tests/ingestion/ingestion-pipeline.test.ts

@@ -0,0 +1,22 @@
+import { Document } from "llamaindex/Node";
+import { IngestionPipeline } from "llamaindex/ingestion/IngestionPipeline";
+import { test } from "vitest";
+
+// Refs: https://github.com/run-llama/LlamaIndexTS/pull/760
+test("load large data should not cause RangeError #760", async () => {
+  const pipeline = new IngestionPipeline({
+    reader: {
+      loadData: async () => {
+        return Array.from(
+          { length: 1e6 },
+          (_, i) =>
+            new Document({
+              id_: `${i}`,
+              text: "some text",
+            }),
+        );
+      },
+    },
+  });
+  await pipeline.prepareInput();
+});