Support for system instructions, refs #6

simonw · Apr 10, 2024 · f39156f · f39156f
1 parent 46c1f72
commit f39156f
Showing 1 changed file with 7 additions and 4 deletions.
diff --git a/llm_gemini.py b/llm_gemini.py
@@ -56,14 +56,17 @@ def execute(self, prompt, stream, response, conversation):
             {"key": key}
         )
         gathered = []
+        body = {
+            "contents": self.build_messages(prompt, conversation),
+            "safetySettings": SAFETY_SETTINGS,
+        }
+        if prompt.system:
+            body["systemInstruction"] = {"parts": [{"text": prompt.system}]}
         with httpx.stream(
             "POST",
             url,
             timeout=None,
-            json={
-                "contents": self.build_messages(prompt, conversation),
-                "safetySettings": SAFETY_SETTINGS,
-            },
+            json=body,
         ) as http_response:
             events = ijson.sendable_list()
             coro = ijson.items_coro(events, "item")