Adds JSON mode support (#3175)

* Adds JSON mode support * Update langchain/src/chat_models/tests/chatopenai.int.test.ts Co-authored-by: Brace Sproul <braceasproul@gmail.com> * Fix JSON mode --------- Co-authored-by: Brace Sproul <braceasproul@gmail.com>
langchain-ai · Nov 7, 2023 · 52afca6 · 52afca6
1 parent 3e96c63
commit 52afca6
Show file tree

Hide file tree

Showing 3 changed files with 43 additions and 0 deletions.
diff --git a/examples/src/models/chat/integration_openai.ts b/examples/src/models/chat/integration_openai.ts
@@ -71,3 +71,29 @@ AIMessage {
   }
 }
 */
+
+// Coerce response type with JSON mode.
+// Requires "gpt-4-1106-preview" or later
+const jsonModeModel = new ChatOpenAI({
+  modelName: "gpt-4-1106-preview",
+  maxTokens: 128,
+}).bind({
+  response_format: {
+    type: "json_object",
+  },
+});
+
+// Must be invoked with a system message containing the string "JSON":
+// https://platform.openai.com/docs/guides/text-generation/json-mode
+const res = await jsonModeModel.invoke([
+  ["system", "Only return JSON"],
+  ["human", "Hi there!"],
+]);
+console.log(res);
+
+/*
+  AIMessage {
+    content: '```json\n{\n  "response": "Hello! How can I assist you today?"\n}\n```',
+    additional_kwargs: { function_call: undefined }
+  }
+*/
diff --git a/langchain/src/chat_models/openai.ts b/langchain/src/chat_models/openai.ts
@@ -155,6 +155,7 @@ export interface ChatOpenAICallOptions
     BaseFunctionCallOptions {
   tools?: StructuredTool[];
   promptIndex?: number;
+  response_format?: { type: "json_object" };
 }
 
 /**
@@ -194,6 +195,7 @@ export class ChatOpenAI<
       "functions",
       "tools",
       "promptIndex",
+      "response_format",
     ];
   }
 
@@ -373,6 +375,7 @@ export class ChatOpenAI<
           ? options?.tools.map(formatToOpenAIFunction)
           : undefined),
       function_call: options?.function_call,
+      response_format: options?.response_format,
       ...this.modelKwargs,
     };
   }

diff --git a/langchain/src/chat_models/tests/chatopenai.int.test.ts b/langchain/src/chat_models/tests/chatopenai.int.test.ts
@@ -775,3 +775,17 @@ test("Test ChatOpenAI token usage reporting for streaming calls", async () => {
     expect(streamingTokenUsed).toEqual(nonStreamingTokenUsed);
   }
 });
+
+test("Test ChatOpenAI JSON mode", async () => {
+  const chat = new ChatOpenAI({
+    modelName: "gpt-4-1106-preview",
+    maxTokens: 128,
+  }).bind({
+    response_format: {
+      type: "json_object",
+    },
+  });
+  const message = new HumanMessage("Hello!");
+  const res = await chat.invoke([["system", "Only return JSON"], message]);
+  console.log(JSON.stringify(res));
+});