From aeefc77da01442f2fc6018b2cda3deeb0e12997a Mon Sep 17 00:00:00 2001
From: Alex Yang <himself65@outlook.com>
Date: Wed, 24 Apr 2024 15:04:29 -0500
Subject: [PATCH] test: load large amount of data won't cause error (#762)

---
 .../ingestion/ingestion-pipeline.test.ts      | 22 +++++++++++++++++++
 1 file changed, 22 insertions(+)
 create mode 100644 packages/core/tests/ingestion/ingestion-pipeline.test.ts

diff --git a/packages/core/tests/ingestion/ingestion-pipeline.test.ts b/packages/core/tests/ingestion/ingestion-pipeline.test.ts
new file mode 100644
index 000000000..746741803
--- /dev/null
+++ b/packages/core/tests/ingestion/ingestion-pipeline.test.ts
@@ -0,0 +1,22 @@
+import { Document } from "llamaindex/Node";
+import { IngestionPipeline } from "llamaindex/ingestion/IngestionPipeline";
+import { test } from "vitest";
+
+// Refs: https://github.com/run-llama/LlamaIndexTS/pull/760
+test("load large data should not cause RangeError #760", async () => {
+  const pipeline = new IngestionPipeline({
+    reader: {
+      loadData: async () => {
+        return Array.from(
+          { length: 1e6 },
+          (_, i) =>
+            new Document({
+              id_: `${i}`,
+              text: "some text",
+            }),
+        );
+      },
+    },
+  });
+  await pipeline.prepareInput();
+});