From c2b5a14c19229a9c38e5ff66ec77968701ed11f3 Mon Sep 17 00:00:00 2001
From: Maysun J Faisal <maysunaneek@gmail.com>
Date: Mon, 12 Aug 2024 16:17:12 -0400
Subject: [PATCH] pull in the latest rag app

Signed-off-by: Maysun J Faisal <maysunaneek@gmail.com>
---
 rag/rag_app.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/rag/rag_app.py b/rag/rag_app.py
index fde09b1..756e274 100644
--- a/rag/rag_app.py
+++ b/rag/rag_app.py
@@ -12,6 +12,7 @@
 
 model_service = os.getenv("MODEL_ENDPOINT","http://0.0.0.0:8001")
 model_service = f"{model_service}/v1"
+model_name = os.getenv("MODEL_NAME", "") 
 chunk_size = os.getenv("CHUNK_SIZE", 150)
 embedding_model = os.getenv("EMBEDDING_MODEL","BAAI/bge-base-en-v1.5")
 vdb_vendor = os.getenv("VECTORDB_VENDOR", "chromadb")
@@ -75,6 +76,7 @@ def read_file(file):
 
 llm = ChatOpenAI(base_url=model_service, 
                  api_key="EMPTY",
+                 model=model_name,
                  streaming=True,
                  callbacks=[StreamlitCallbackHandler(st.container(),
                                                      collapse_completed_thoughts=True)])