diff --git a/estela-api/api/views/job_data.py b/estela-api/api/views/job_data.py index b604edf6..145c4adb 100644 --- a/estela-api/api/views/job_data.py +++ b/estela-api/api/views/job_data.py @@ -190,13 +190,14 @@ def download(self, request, *args, **kwargs): kwargs["pid"], job_collection_name ) else: - docs_limit = max( - 1, - settings.MAX_WEB_DOWNLOAD_SIZE - // spiderdata_db_client.get_estimated_item_size( + try: + estimated_size = spiderdata_db_client.get_estimated_item_size( kwargs["pid"], job_collection_name - ), - ) + ) + docs_limit = max(1, settings.MAX_WEB_DOWNLOAD_SIZE // estimated_size) + except: + docs_limit = settings.MAX_WEB_DOWNLOAD_SIZE + data = spiderdata_db_client.get_dataset_data( kwargs["pid"], job_collection_name, docs_limit )