From 4986c4cc9157c57366ccbea4bda2a64f6ed3b082 Mon Sep 17 00:00:00 2001 From: Mohammad Amin Date: Thu, 29 May 2025 13:11:19 +0330 Subject: [PATCH] feat: Update collection name handling in ingestion pipeline --- hivemind_etl/simple_ingestion/pipeline.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/hivemind_etl/simple_ingestion/pipeline.py b/hivemind_etl/simple_ingestion/pipeline.py index 65fbf02..1fa03d6 100644 --- a/hivemind_etl/simple_ingestion/pipeline.py +++ b/hivemind_etl/simple_ingestion/pipeline.py @@ -68,13 +68,13 @@ async def process_document( processing logic, including any necessary embedding or LLM operations. """ if ingestion_request.collectionName is None: - collection_name = ( - f"{ingestion_request.communityId}_{ingestion_request.platformId}" - ) + collection_name = ingestion_request.platformId else: collection_name = ingestion_request.collectionName # Initialize the ingestion pipeline + # the collection name will be reconstructed in `CustomIngestionPipeline` + # in the format of `[communityId]_[collection_name]` pipeline = CustomIngestionPipeline( community_id=ingestion_request.communityId, collection_name=collection_name,