added document identification to stay on topic

Author: hugothomel

app/agents/chain_of_thoughts.py

@@ -151,7 +151,9 @@ def run(self, query: str, context, history) -> str:
         data_matching_round = self.data_matching(str(topic_extraction_round), str(data_summary_round))
 
         if data_matching_round == 1:
-            questions_listing_round = questions_listing(self.question, str(context))
+            document_evaluation_round = document_evaluation(str(context))
+            print(document_evaluation_round)
+            questions_listing_round = questions_listing(self.question, str(document_evaluation_round))
             print(Fore.CYAN + Style.BRIGHT  + "The questions are:" + str(questions_listing_round) + Style.RESET_ALL)
             questions_answer_round = questions_answering(self.question, str(context), str(questions_listing_round))
             print(Fore.CYAN + Style.BRIGHT  + "The answers to the questions are:" + str(questions_answer_round) + Style.RESET_ALL)

app/prompt_templates/exllama.py

@@ -2,10 +2,11 @@
 HOST = '86.242.95.136:449'  # API details
 URI = f'http://{HOST}/api/v1/generate'
 
-def questions_listing(question, context):
+def questions_listing(question, document):
         prompt = f'''A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.
 ### Human:
-Make a list of 5 questions you should ask yourself to infer the answer to '{question}' from a given context.
+Here is a document description: {document}
+Make a list of 5 questions you should ask yourself to infer the answer to '{question}' from an excerpt of the document described above.
 
 ### Assistant: '''
         print(str(prompt))
@@ -100,4 +101,24 @@ def phatic_api_answer(question, history, context):
         if response.status_code == 200:
             result = response.json()['results'][0]['text']
             return result
-    
+    
+
+
+def document_evaluation(context):
+        prompt = f'''A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.
+### Human:
+Identify the kind of document the following context is taken from: "{context}".
+
+### Assistant: '''
+        print(str(prompt))
+        request = {
+            'prompt': prompt,
+            'max_new_tokens': 200,
+            'preset': 'Divine Intellect',
+            }
+
+        response = requests.post(URI, json=request)
+
+        if response.status_code == 200:
+            result = response.json()['results'][0]['text']
+            return result