diff --git a/pyproject.toml b/pyproject.toml index a56964f7..f8c8e72b 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -46,7 +46,7 @@ keywords = [ # https://github.com/apify/apify-sdk-python/pull/154. [tool.poetry.dependencies] python = "^3.9" -apify-client = ">=1.7.1" +apify-client = ">=1.8.1" apify-shared = ">=1.1.2" crawlee = ">=0.3.5" cryptography = ">=42.0.0" diff --git a/src/apify/apify_storage_client/_request_queue_client.py b/src/apify/apify_storage_client/_request_queue_client.py index 03c51df1..2cdbe58d 100644 --- a/src/apify/apify_storage_client/_request_queue_client.py +++ b/src/apify/apify_storage_client/_request_queue_client.py @@ -2,7 +2,6 @@ from typing import TYPE_CHECKING -from more_itertools import chunked from typing_extensions import override from crawlee import Request @@ -158,11 +157,8 @@ async def batch_add_requests( *, forefront: bool = False, ) -> BatchRequestsOperationResponse: - processed = [] - unprocessed = [] - - for chunk in chunked(requests, 25): # The API endpoint won't accept more than 25 requests at once - response = await self._client.batch_add_requests( + return BatchRequestsOperationResponse.model_validate( + await self._client.batch_add_requests( requests=[ r.model_dump( by_alias=True, @@ -174,18 +170,10 @@ async def batch_add_requests( 'data', }, ) - for r in chunk + for r in requests ], forefront=forefront, ) - processed.extend(response['processedRequests']) - unprocessed.extend(response['unprocessedRequests']) - - return BatchRequestsOperationResponse.model_validate( - { - 'processedRequests': processed, - 'unprocessedRequests': unprocessed, - } ) @override