Refactored Summarization

akshata29 · Jul 29, 2023 · 2bf93c0 · 2bf93c0
1 parent a1fc9bb
commit 2bf93c0
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/api/Python/DocGenerator/__init__.py b/api/Python/DocGenerator/__init__.py
@@ -119,7 +119,7 @@ def summarizeGenerateQa(docs, embeddingModelType, deploymentType):
 
     try:
         summaryChain = load_summarize_chain(llm, chain_type="map_reduce")
-        summary = summaryChain.run(docs)
+        summary = summaryChain.run(docs[:5])
         logging.info("Document Summary completed")
     except Exception as e:
         logging.error("Exception during summary" + str(e))
@@ -340,6 +340,7 @@ def Embed(indexType, loadType, multiple, indexName,  value,  blobConnectionStrin
                                     "chunkSize": chunkSize, "chunkOverlap": chunkOverlap,
                                     "promptType": promptType,
                                     "singleFile": singleFile}
+                        logging.info(str(metadata))
                         upsertMetadata(OpenAiDocConnStr, OpenAiDocContainer, fileName, metadata)
                         try:
                             metadata = {'summary': summary.replace("-", "_"), 'qa': qa.replace("-", "_")}

diff --git a/api/Python/IndexManagement/__init__.py b/api/Python/IndexManagement/__init__.py
@@ -98,7 +98,7 @@ def IndexManagement(indexType, indexName, blobName, indexNs, operation, record):
                     index.delete(delete_all=True, namespace=indexNs)
             elif indexType == "redis":
                 Redis.drop_index(index_name=indexNs, delete_documents=True, redis_url=redisUrl)
-            elif indexType == "cogsearch":
+            elif indexType == "cogsearch" or indexType == "cogsearchvs":
                 deleteSearchIndex(indexNs)
             blobList = getAllBlobs(OpenAiDocConnStr, OpenAiDocContainer)
             for blob in blobList: