From df736455bdd1c1651a3a0fde7afedff31a6acbc7 Mon Sep 17 00:00:00 2001 From: Vignesh Aigal Date: Thu, 18 Jan 2024 15:14:06 -0800 Subject: [PATCH] Remove unwanted logs --- llmstack/datasources/handlers/datasource_processor.py | 1 - llmstack/datasources/handlers/files/csv.py | 3 --- llmstack/datasources/handlers/files/docx.py | 3 --- llmstack/datasources/handlers/files/file.py | 3 --- llmstack/datasources/handlers/files/media_file.py | 4 ---- llmstack/datasources/handlers/files/pdf.py | 4 ---- llmstack/datasources/handlers/files/pptx.py | 3 --- llmstack/datasources/handlers/files/txt.py | 3 --- llmstack/datasources/handlers/google/gdrive_file.py | 3 --- llmstack/datasources/handlers/notion/notion_export.py | 4 ---- 10 files changed, 31 deletions(-) diff --git a/llmstack/datasources/handlers/datasource_processor.py b/llmstack/datasources/handlers/datasource_processor.py index 8c76e95c7b9..524a2cd948e 100644 --- a/llmstack/datasources/handlers/datasource_processor.py +++ b/llmstack/datasources/handlers/datasource_processor.py @@ -247,7 +247,6 @@ def _get_document_embeddings(self, text: str) -> OpenAIEmbeddingOutput: return None def add_entry(self, data: dict) -> Optional[DataSourceEntryItem]: - logger.info(f"Adding data_source_entry: {data}") documents = self.get_data_documents(data) documents = map( diff --git a/llmstack/datasources/handlers/files/csv.py b/llmstack/datasources/handlers/files/csv.py index 1e23ecc3ddf..35dbf1e936a 100644 --- a/llmstack/datasources/handlers/files/csv.py +++ b/llmstack/datasources/handlers/files/csv.py @@ -81,9 +81,6 @@ def get_data_documents( self, data: DataSourceEntryItem, ) -> Optional[DataSourceEntryItem]: - logger.info( - f"Processing file: {data.data['file_name']} mime_type: {data.data['mime_type']}", - ) data_uri = f"data:{data.data['mime_type']};name={data.data['file_name']};base64,{data.data['file_data']}" result = Uri().process( diff --git a/llmstack/datasources/handlers/files/docx.py b/llmstack/datasources/handlers/files/docx.py index 7f1b4293309..433739e614e 100644 --- a/llmstack/datasources/handlers/files/docx.py +++ b/llmstack/datasources/handlers/files/docx.py @@ -82,9 +82,6 @@ def get_data_documents( self, data: DataSourceEntryItem, ) -> Optional[DataSourceEntryItem]: - logger.info( - f"Processing file: {data.data['file_name']} mime_type: {data.data['mime_type']}", - ) data_uri = f"data:{data.data['mime_type']};name={data.data['file_name']};base64,{data.data['file_data']}" result = Uri().process( diff --git a/llmstack/datasources/handlers/files/file.py b/llmstack/datasources/handlers/files/file.py index d4e6bdbd6c2..cd56676b770 100644 --- a/llmstack/datasources/handlers/files/file.py +++ b/llmstack/datasources/handlers/files/file.py @@ -99,9 +99,6 @@ def get_data_documents( self, data: DataSourceEntryItem, ) -> Optional[DataSourceEntryItem]: - logger.info( - f"Processing file: {data.data['file_name']} mime_type: {data.data['mime_type']}", - ) data_uri = f"data:{data.data['mime_type']};name={data.data['file_name']};base64,{data.data['file_data']}" result = Uri().process( diff --git a/llmstack/datasources/handlers/files/media_file.py b/llmstack/datasources/handlers/files/media_file.py index b4fb159e742..d16c817671a 100644 --- a/llmstack/datasources/handlers/files/media_file.py +++ b/llmstack/datasources/handlers/files/media_file.py @@ -91,10 +91,6 @@ def get_data_documents( ) -> Optional[DataSourceEntryItem]: openai_key = self.profile.get_vendor_key("openai_key") - logger.info( - f"Processing file: {data.data['file_name']} mime_type: {data.data['mime_type']}", - ) - file_text = extract_text_from_b64_json( mime_type=data.data["mime_type"], base64_encoded_data=data.data["file_data"], diff --git a/llmstack/datasources/handlers/files/pdf.py b/llmstack/datasources/handlers/files/pdf.py index bc46c9c6c93..8a9a4ab5852 100644 --- a/llmstack/datasources/handlers/files/pdf.py +++ b/llmstack/datasources/handlers/files/pdf.py @@ -100,10 +100,6 @@ def get_data_documents( self, data: DataSourceEntryItem, ) -> Optional[DataSourceEntryItem]: - logger.info( - f"Processing file: {data.data['file_name']} mime_type: {data.data['mime_type']}", - ) - decoded_data = base64.b64decode(data.data["file_data"]) data_fp = BytesIO(decoded_data) page_content = "" diff --git a/llmstack/datasources/handlers/files/pptx.py b/llmstack/datasources/handlers/files/pptx.py index defdac67e9b..e61387d8524 100644 --- a/llmstack/datasources/handlers/files/pptx.py +++ b/llmstack/datasources/handlers/files/pptx.py @@ -81,9 +81,6 @@ def get_data_documents( self, data: DataSourceEntryItem, ) -> Optional[DataSourceEntryItem]: - logger.info( - f"Processing file: {data.data['file_name']} mime_type: {data.data['mime_type']}", - ) data_uri = f"data:{data.data['mime_type']};name={data.data['file_name']};base64,{data.data['file_data']}" result = Uri().process( diff --git a/llmstack/datasources/handlers/files/txt.py b/llmstack/datasources/handlers/files/txt.py index 0e5d4b8c08a..573e1dc2c06 100644 --- a/llmstack/datasources/handlers/files/txt.py +++ b/llmstack/datasources/handlers/files/txt.py @@ -82,9 +82,6 @@ def get_data_documents( self, data: DataSourceEntryItem, ) -> Optional[DataSourceEntryItem]: - logger.info( - f"Processing file: {data.data['file_name']} mime_type: {data.data['mime_type']}", - ) data_uri = f"data:{data.data['mime_type']};name={data.data['file_name']};base64,{data.data['file_data']}" result = Uri().process( diff --git a/llmstack/datasources/handlers/google/gdrive_file.py b/llmstack/datasources/handlers/google/gdrive_file.py index 7829b603dd6..4795ce9e323 100644 --- a/llmstack/datasources/handlers/google/gdrive_file.py +++ b/llmstack/datasources/handlers/google/gdrive_file.py @@ -177,9 +177,6 @@ def get_data_documents( self, data: DataSourceEntryItem, ) -> Optional[DataSourceEntryItem]: - logger.info( - f"Processing file: {data.data['file_name']} mime_type: {data.data['mime_type']}", - ) mime_type, file_data = self.export_gdrive_file(data) file_text = "\n\n".join( [ diff --git a/llmstack/datasources/handlers/notion/notion_export.py b/llmstack/datasources/handlers/notion/notion_export.py index f1b231d9fa9..3a23123249a 100644 --- a/llmstack/datasources/handlers/notion/notion_export.py +++ b/llmstack/datasources/handlers/notion/notion_export.py @@ -93,10 +93,6 @@ def get_data_documents( self, data: DataSourceEntryItem, ) -> Optional[DataSourceEntryItem]: - logger.info( - f"Processing file: {data.data['file_name']} mime_type: {data.data['mime_type']}", - ) - docs = extract_documents( file_data=data.data["file_data"], content_key=NotionExportSchema.get_content_key(),