add basic RAG with static data

in this change i hard code the commit messaged related to the query
and use that to initalise a vector store using sqlite as the backed.

this vector store is then used the buid a retriver to agment the context
query context. finally the prompt and query logic are extracted
into funcitons, built into a graph and executed

with this we now get output that more reasonable

"""
The commit in question is I63208c7bd5f9f4c3d5e4a40bd0f6253d0f042a37 from the OpenStack Nova repository (<https://opendev.org/openstack/nova>).

**Commit Message:**
The commit message is repeated multiple times in the provided context, suggesting that this change involves resolving an issue where each foreign key points to a table that may not be the source table. The solution is to check if the target table is indeed the source and skip if it's not. This resolution allows for enabling errors on SAWarning warnings without any filters.

**Author:** Stephen Finucane <sfinucan@redhat.com>

**Change-Id:** I63208c7bd5f9f4c3d5e4a40bd0f6253d0f042a37

**Conflicts:** The conflicts are noted in nova/objects/cell_mapping.py and nova/tests/fixtures/nova.py. According to the NOTE(melwitt), these conflicts arise because:
1. Change Ia5304c552ce552ae3c5223a2bfb3a9cd543ec57c (db: Post reshuffle cleanup) is not in Wallaby.
2. The WarningsFixture is in nova/tests/fixtures.py in Wallaby, and change I07be8e16381592fc177eeecd4f0d7f2db93eb09d (tests: Enable SADeprecationWarning warnings) is also not in Wallaby.

**Cherry-picked from:** This commit was cherry-picked from three other commits: 8142b9d, ce2cc54, and 5b1d487.

**Resolution & Impact:** The commit aims to resolve an issue related to foreign key relationships in the database schema. By ensuring that each foreign key points to its correct source table, this change should improve data integrity and consistency within Nova's database. Additionally, enabling errors on SAWarning warnings without filters could help in early detection of potential issues or misconfigurations during runtime.

**Additional Information:** The repeated commit message and the NOTE(melwitt) suggest that this commit might be part of a larger effort to address database schema-related issues or improve testing robustness within Nova. To get more specific details, you may want to review the actual code changes or related bug reports/discussions in the OpenStack Nova project.
"""

not perfect but it actully is relevent to the change.

Author: SeanMooney

.evn.sample

@@ -1,2 +1,3 @@
 OLLAMA_HOST = "http://localhost:11434"
 OLLAMA_MODEL = "granite3.2:8b"
+EMBEDDING_MODEL = "all-minilm:l6-v2"

.gitignore

@@ -53,3 +53,6 @@ tools/ooo-tcib/output/
 # Per-project virtualenvs
 .venv*/
 .conda*/
+
+# working state dir
+state

setup.cfg

@@ -52,9 +52,13 @@ python_requires = >=3.12
 # For more information, check out https://semver.org/.
 install_requires =
     langchain # mit
+    langchain-community
     langchain-ollama
+    langchain_text_splitters
+    langgraph
     ollama
     python-dotenv
+    sqlite-vec
 
 [options.packages.find]
 where = src

src/ca_bhfuil/main.py

@@ -1,22 +1,40 @@
 # -*- coding: utf-8 -*-
 import os
 import sys
+import typing as ty
 
 import dotenv
 import langchain_ollama as lo
+import langchain_text_splitters as lts
 
+from langchain_community import vectorstores
+from langchain_core import documents
+from langgraph import graph
 
-def main():
-    dotenv.load_dotenv()
-    host = os.environ.get("OLLAMA_HOST")
-    model = os.environ.get("OLLAMA_MODEL")
 
-    if not all((host, model)):
-        sys.exit(
-            f"OLLAMA_HOST: {host} and OLLAMA_MODEL: {model} must be set in the environment"
-        )
+# Define state for application
+class State(ty.TypedDict):
+    question: str
+    context: ty.List[documents.Document]
+    answer: str
+    db: vectorstores.VectorStore
+    llm: lo.ChatOllama
 
-    llm = lo.ChatOllama(model=model, base_url=host, temperature=0)
+
+# Define application steps
+def retrieve(state: State) -> dict:
+    retrieved_docs = state["db"].similarity_search(state["question"])
+    return {"context": retrieved_docs}
+
+
+def generate(state: State) -> dict:
+    docs_content = "\n\n".join(doc.page_content for doc in state["context"])
+    # Define prompt for question-answering
+    prompt = f"""
+    Question: {state["question"]}
+    Context: {docs_content}
+    Answer:
+    """
     messages = [
         (
             "system",
@@ -31,14 +49,124 @@ def main():
             "When you provide a summary you alway explain your reasoning and cite your sources"
             "providing links to supporting data when possible.",
         ),
-        (
-            "human",
-            "can you help me find a commit in https://opendev.org/openstack/nova and tell me about it?"
-            "change-id: I63208c7bd5f9f4c3d5e4a40bd0f6253d0f042a37",
-        ),
+        ("human", prompt),
     ]
-    ai_msg = llm.invoke(messages)
-    print(ai_msg.content)
+    response = state["llm"].invoke(messages)
+    return {"answer": response.content}
+
+
+def main():
+    dotenv.load_dotenv()
+    host = os.environ.get("OLLAMA_HOST")
+    model = os.environ.get("OLLAMA_MODEL")
+    embed_model = os.environ.get("EMBEDDING_MODEL")
+
+    if not all((host, model)):
+        sys.exit(
+            f"OLLAMA_HOST: {host}, OLLAMA_MODEL: {model} and "
+            f"EMBEDDING_MODEL: {embed_model} must be set in the environment"
+        )
+
+    llm = lo.ChatOllama(model=model, base_url=host, temperature=0)
+    question = (
+        "can you help me find a commit in https://opendev.org/openstack/nova and tell me about it?"
+        "change-id: I63208c7bd5f9f4c3d5e4a40bd0f6253d0f042a37"
+    )
+    commit_message = """
+    db: Resolve additional SAWarning warnings
+    Resolving the following SAWarning warnings:
+
+    Coercing Subquery object into a select() for use in IN(); please pass
+    a select() construct explicitly
+
+    SELECT statement has a cartesian product between FROM element(s)
+    "foo" and FROM element "bar". Apply join condition(s) between each
+    element to resolve.
+
+    While the first of these was a trivial fix, the second one is a little
+    more involved. It was caused by attempting to build a query across
+    tables that had no relationship as part of our archive logic. For
+    example, consider the following queries, generated early in
+    '_get_fk_stmts':
+
+    SELECT instances.uuid
+    FROM instances, security_group_instance_association
+    WHERE security_group_instance_association.instance_uuid = instances.uuid
+        AND instances.id IN (__[POSTCOMPILE_id_1])
+
+    SELECT security_groups.id
+    FROM security_groups, security_group_instance_association, instances
+    WHERE security_group_instance_association.security_group_id = security_groups.id
+        AND instances.id IN (__[POSTCOMPILE_id_1])
+
+    While the first of these is fine, the second is clearly wrong: why are
+    we filtering on a field that is of no relevance to our join? These were
+    generated because we were attempting to archive one or more instances
+    (in this case, the instance with id=1) and needed to find related tables
+    to archive at the same time. A related table is any table that
+    references our "source" table - 'instances' here - by way of a foreign
+    key. For each of *these* tables, we then lookup each foreign key and
+    join back to the source table, filtering by matching entries in the
+    source table. The issue here is that we're looking up every foreign key.
+    What we actually want to do is lookup only the foreign keys that point
+    back to our source table. This flaw is why we were generating the second
+    SELECT above: the 'security_group_instance_association' has two foreign
+    keys, one pointing to our 'instances' table but also another pointing to
+    the 'security_groups' table. We want the first but not the second.
+
+    Resolve this by checking if the table that each foreign key points to is
+    actually the source table and simply skip if not. With this issue
+    resolved, we can enable errors on SAWarning warnings in general without
+    any filters.
+
+    Conflicts:
+        nova/objects/cell_mapping.py
+        nova/tests/fixtures/nova.py
+
+    NOTE(melwitt): The conflicts are because
+
+    * Change Ia5304c552ce552ae3c5223a2bfb3a9cd543ec57c (db: Post
+        reshuffle cleanup) is not in Wallaby
+
+    * The WarningsFixture is in nova/tests/fixtures.py in Wallaby and
+        change I07be8e16381592fc177eeecd4f0d7f2db93eb09d (tests: Enable
+        SADeprecationWarning warnings) is also not in Wallaby
+
+    Change-Id: I63208c7bd5f9f4c3d5e4a40bd0f6253d0f042a37
+    Signed-off-by: Stephen Finucane <sfinucan@redhat.com>
+    (cherry picked from commit 8142b9d)
+    (cherry picked from commit ce2cc54)
+    (cherry picked from commit 5b1d487)
+    """
+    metadata = {
+        "source": "https://github.com/openstack/nova/commit/5d0325a78b2a5f7a9109290fb23d46a841042da6"
+    }
+    cm_doc = documents.Document(page_content=commit_message, metadata=metadata)
+    text_splitter = lts.RecursiveCharacterTextSplitter(
+        chunk_size=1000, chunk_overlap=200
+    )
+    docs = text_splitter.split_documents([cm_doc])
+    texts = [doc.page_content for doc in docs]
+
+    embedding_function = lo.OllamaEmbeddings(model=embed_model)
+
+    # load it in sqlite-vss in a table named state_union.
+    # the db_file parameter is the name of the file you want
+    # as your sqlite database.
+    db = vectorstores.SQLiteVec.from_texts(
+        texts=texts,
+        embedding=embedding_function,
+        table="state_union",
+        db_file="./state/db/vec.db",
+    )
+
+    # Compile application and test
+    graph_builder = graph.StateGraph(State).add_sequence([retrieve, generate])
+    graph_builder.add_edge(graph.START, "retrieve")
+    app = graph_builder.compile()
+
+    response = app.invoke({"question": question, "llm": llm, "db": db})
+    print(response["answer"])
 
 
 if __name__ == "__main__":