fix persist db directory at ingestion

zylon-ai · May 12, 2023 · 01f5544 · 01f5544
1 parent 39df61c
commit 01f5544
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 3 deletions.
diff --git a/constants.py b/constants.py
@@ -1,7 +1,11 @@
+import os
+from dotenv import load_dotenv
 from chromadb.config import Settings
 
+load_dotenv()
+
 # Define the folder for storing database
-PERSIST_DIRECTORY = 'db'
+PERSIST_DIRECTORY = os.environ.get('PERSIST_DIRECTORY')
 
 # Define the Chroma settings
 CHROMA_SETTINGS = Settings(

diff --git a/ingest.py b/ingest.py
@@ -4,7 +4,6 @@
 from langchain.text_splitter import RecursiveCharacterTextSplitter
 from langchain.vectorstores import Chroma
 from langchain.embeddings import LlamaCppEmbeddings
-from constants import PERSIST_DIRECTORY
 from constants import CHROMA_SETTINGS
 
 load_dotenv()
@@ -28,7 +27,7 @@ def main():
     # Create embeddings
     llama = LlamaCppEmbeddings(model_path=llama_embeddings_model, n_ctx=model_n_ctx)
     # Create and store locally vectorstore
-    db = Chroma.from_documents(texts, llama, persist_directory=PERSIST_DIRECTORY, client_settings=CHROMA_SETTINGS)
+    db = Chroma.from_documents(texts, llama, persist_directory=persist_directory, client_settings=CHROMA_SETTINGS)
     db.persist()
     db = None