feat(core): use RequestQueue.addBatchedRequests() in enqueueLinks…

… helper Related: #1995
apify · Jul 20, 2023 · 4d61ca9 · 4d61ca9
1 parent 05af44d
commit 4d61ca9
Show file tree

Hide file tree

Showing 3 changed files with 9 additions and 3 deletions.
diff --git a/packages/core/src/enqueue_links/enqueue_links.ts b/packages/core/src/enqueue_links/enqueue_links.ts
@@ -371,7 +371,9 @@ export async function enqueueLinks(options: SetRequired<EnqueueLinksOptions, 're
     let requests = createFilteredRequests();
     if (limit) requests = requests.slice(0, limit);
 
-    return requestQueue.addRequests(requests, { forefront });
+    const { addedRequests } = await requestQueue.addRequestsBatched(requests, { forefront });
+
+    return { processedRequests: addedRequests, unprocessedRequests: [] };
 }
 
 /**

diff --git a/packages/playwright-crawler/src/internals/enqueue-links/click-elements.ts b/packages/playwright-crawler/src/internals/enqueue-links/click-elements.ts
@@ -279,7 +279,9 @@ export async function enqueueLinksByClickingElements(options: EnqueueLinksByClic
         requestOptions = requestOptions.map(transformRequestFunction).filter((r) => !!r) as RequestOptions[];
     }
     const requests = createRequests(requestOptions, urlPatternObjects);
-    return requestQueue.addRequests(requests, { forefront });
+    const { addedRequests } = await requestQueue.addRequestsBatched(requests, { forefront });
+
+    return { processedRequests: addedRequests, unprocessedRequests: [] };
 }
 
 interface WaitForPageIdleOptions {

diff --git a/packages/puppeteer-crawler/src/internals/enqueue-links/click-elements.ts b/packages/puppeteer-crawler/src/internals/enqueue-links/click-elements.ts
@@ -285,7 +285,9 @@ export async function enqueueLinksByClickingElements(options: EnqueueLinksByClic
         requestOptions = requestOptions.map(transformRequestFunction).filter((r) => !!r) as RequestOptions[];
     }
     const requests = createRequests(requestOptions, urlPatternObjects);
-    return requestQueue.addRequests(requests, { forefront });
+    const { addedRequests } = await requestQueue.addRequestsBatched(requests, { forefront });
+
+    return { processedRequests: addedRequests, unprocessedRequests: [] };
 }
 
 interface WaitForPageIdleOptions {