feat!: Update ChatOpenAI default model to gpt-4o-mini (#507)

davidmigloz · Jul 26, 2024 · c7b8ce9 · c7b8ce9
1 parent b1134bf
commit c7b8ce9
Show file tree

Hide file tree

Showing 27 changed files with 57 additions and 159 deletions.
diff --git a/docs/expression_language/cookbook/prompt_llm_parser.md b/docs/expression_language/cookbook/prompt_llm_parser.md
@@ -33,7 +33,7 @@ print(res);
 //   },
 //   finishReason: FinishReason.stop,
 //   metadata: {
-//     model: gpt-3.5-turbo-0125,
+//     model: gpt-4o-mini,
 //     created: 1714835666,
 //     system_fingerprint: fp_3b956da36b
 //   },
@@ -74,7 +74,7 @@ print(res);
 //   },
 //   finishReason: FinishReason.stop,
 //   metadata: {
-//     model: gpt-3.5-turbo-0125,
+//     model: gpt-4o-mini,
 //     created: 1714835734,
 //     system_fingerprint: fp_a450710239
 //   },
@@ -144,7 +144,7 @@ print(res);
 //   },
 //   finishReason: FinishReason.stop,
 //   metadata: {
-//     model: gpt-3.5-turbo-0125,
+//     model: gpt-4o-mini,
 //     created: 1714835806,
 //     system_fingerprint: fp_3b956da36b
 //   },

diff --git a/docs/expression_language/get_started.md b/docs/expression_language/get_started.md
@@ -120,7 +120,7 @@ print(res2);
 //   },
 //   finishReason: FinishReason.stop,
 //   metadata: {
-//     model: gpt-3.5-turbo-0125,
+//     model: gpt-4o-mini,
 //     created: 1714327251,
 //     system_fingerprint: fp_3b956da36b
 //   },

diff --git a/docs/expression_language/interface.md b/docs/expression_language/interface.md
@@ -107,7 +107,7 @@ final res = await chain.batch(
     {'topic': 'cats'},
   ],
   options: [
-    const ChatOpenAIOptions(model: 'gpt-3.5-turbo', temperature: 0.5),
+    const ChatOpenAIOptions(model: 'gpt-4o-mini', temperature: 0.5),
     const ChatOpenAIOptions(model: 'gpt-4', temperature: 0.7),
   ],
 );

diff --git a/docs/expression_language/primitives/binding.md b/docs/expression_language/primitives/binding.md
@@ -57,7 +57,7 @@ final chain = Runnable.fromMap({
   chatModel.bind(ChatOpenAIOptions(model: 'gpt-4-turbo')) |
   outputParser,
   'q2': prompt2 |
-  chatModel.bind(ChatOpenAIOptions(model: 'gpt-3.5-turbo')) |
+  chatModel.bind(ChatOpenAIOptions(model: 'gpt-4o-mini')) |
   outputParser,
 });
 

diff --git a/docs/expression_language/primitives/function.md b/docs/expression_language/primitives/function.md
@@ -76,7 +76,7 @@ await chain.invoke('x raised to the third plus seven equals 12');
 //   },
 //   finishReason: FinishReason.stop,
 //   metadata: {
-//     model: gpt-3.5-turbo-0125,
+//     model: gpt-4o-mini,
 //     created: 1714463309,
 //     system_fingerprint: fp_3b956da36b
 //   },
@@ -122,7 +122,7 @@ chain.stream('x raised to the third plus seven equals 12').listen((_){});
 //   },
 //   finishReason: FinishReason.unspecified,
 //   metadata: {
-//     model: gpt-3.5-turbo-0125, 
+//     model: gpt-4o-mini, 
 //     created: 1714463766, 
 //     system_fingerprint: fp_3b956da36b
 //   },
@@ -141,7 +141,7 @@ chain.stream('x raised to the third plus seven equals 12').listen((_){});
 //   },
 //   finishReason: FinishReason.unspecified,
 //   metadata: {
-//     model: gpt-3.5-turbo-0125, 
+//     model: gpt-4o-mini, 
 //     created: 1714463766, 
 //     system_fingerprint: fp_3b956da36b
 //   },
@@ -160,7 +160,7 @@ chain.stream('x raised to the third plus seven equals 12').listen((_){});
 //   },
 //   finishReason: FinishReason.unspecified,
 //   metadata: {
-//     model: gpt-3.5-turbo-0125, 
+//     model: gpt-4o-mini, 
 //     created: 1714463766, 
 //     system_fingerprint: fp_3b956da36b
 //   },

diff --git a/docs/expression_language/streaming.md b/docs/expression_language/streaming.md
@@ -49,7 +49,7 @@ print(chunks.first);
 //   },
 //   finishReason: FinishReason.unspecified,
 //   metadata: {
-//     model: gpt-3.5-turbo-0125,
+//     model: gpt-4o-mini,
 //     created: 1714143945,
 //     system_fingerprint: fp_3b956da36b
 //   },
@@ -71,7 +71,7 @@ print(result);
 //   },
 //   finishReason: FinishReason.unspecified,
 //   metadata: {
-//     model: gpt-3.5-turbo-0125,
+//     model: gpt-4o-mini,
 //     created: 1714143945,
 //     system_fingerprint: fp_3b956da36b
 //   },

diff --git a/docs/modules/agents/agent_types/agent_types.md b/docs/modules/agents/agent_types/agent_types.md
@@ -8,7 +8,7 @@ response to the user. Here are the agents available in LangChain.
 
 ### OpenAI Functions
 
-Certain OpenAI models (like gpt-3.5-turbo-0613 and gpt-4-0613) have been
+Certain OpenAI models (like `gpt-3.5-turbo` and `gpt-4`) have been
 explicitly fine-tuned to detect when a function should to be called and respond
 with the inputs that should be passed to the function. The OpenAI Functions
 Agent is designed to work with these models.

diff --git a/docs/modules/model_io/models/chat_models/chat_models.md b/docs/modules/model_io/models/chat_models/chat_models.md
@@ -93,5 +93,5 @@ print(chatRes1.generations);
 print(chatRes1.usage?.totalTokens);
 // -> 36
 print(chatRes1.modelOutput);
-// -> {id: chatcmpl-7QHTjpTCELFuGbxRaazFqvYtepXOc, created: 2023-06-11 17:41:11.000, model: gpt-3.5-turbo}
+// -> {id: chatcmpl-7QHTjpTCELFuGbxRaazFqvYtepXOc, created: 2023-06-11 17:41:11.000, model: gpt-4o-mini}
 ```
diff --git a/examples/docs_examples/bin/expression_language/cookbook/prompt_llm_parser.dart b/examples/docs_examples/bin/expression_language/cookbook/prompt_llm_parser.dart
@@ -32,7 +32,7 @@ Future<void> _promptTemplateLLM() async {
   //   },
   //   finishReason: FinishReason.stop,
   //   metadata: {
-  //     model: gpt-3.5-turbo-0125,
+  //     model: gpt-4o-mini,
   //     created: 1714835666,
   //     system_fingerprint: fp_3b956da36b
   //   },
@@ -65,7 +65,7 @@ Future<void> _attachingStopSequences() async {
   //   },
   //   finishReason: FinishReason.stop,
   //   metadata: {
-  //     model: gpt-3.5-turbo-0125,
+  //     model: gpt-4o-mini,
   //     created: 1714835734,
   //     system_fingerprint: fp_a450710239
   //   },
@@ -133,7 +133,7 @@ Future<void> _attachingToolCallInformation() async {
   //   },
   //   finishReason: FinishReason.stop,
   //   metadata: {
-  //     model: gpt-3.5-turbo-0125,
+  //     model: gpt-4o-mini,
   //     created: 1714835806,
   //     system_fingerprint: fp_3b956da36b
   //   },

diff --git a/examples/docs_examples/bin/expression_language/cookbook/streaming.dart b/examples/docs_examples/bin/expression_language/cookbook/streaming.dart
@@ -33,7 +33,7 @@ Future<void> _languageModels() async {
   //   },
   //   finishReason: FinishReason.unspecified,
   //   metadata: {
-  //     model: gpt-3.5-turbo-0125,
+  //     model: gpt-4o-mini,
   //     created: 1714143945,
   //     system_fingerprint: fp_3b956da36b
   //   },
@@ -49,7 +49,7 @@ Future<void> _languageModels() async {
   //   },
   //   finishReason: FinishReason.unspecified,
   //   metadata: {
-  //     model: gpt-3.5-turbo-0125,
+  //     model: gpt-4o-mini,
   //     created: 1714143945,
   //     system_fingerprint: fp_3b956da36b
   //   },

diff --git a/examples/docs_examples/bin/expression_language/get_started.dart b/examples/docs_examples/bin/expression_language/get_started.dart
@@ -82,7 +82,7 @@ Future<void> _promptModelOutputParser() async {
   //   },
   //   finishReason: FinishReason.stop,
   //   metadata: {
-  //     model: gpt-3.5-turbo-0125,
+  //     model: gpt-4o-mini,
   //     created: 1714327251,
   //     system_fingerprint: fp_3b956da36b
   //   },

diff --git a/examples/docs_examples/bin/expression_language/interface.dart b/examples/docs_examples/bin/expression_language/interface.dart
@@ -96,7 +96,7 @@ Future<void> _runnableInterfaceBatchOptions() async {
       {'topic': 'cats'},
     ],
     options: [
-      const ChatOpenAIOptions(model: 'gpt-3.5-turbo', temperature: 0.5),
+      const ChatOpenAIOptions(model: 'gpt-4o-mini', temperature: 0.5),
       const ChatOpenAIOptions(model: 'gpt-4', temperature: 0.7),
     ],
   );

diff --git a/examples/docs_examples/bin/expression_language/primitives/binding.dart b/examples/docs_examples/bin/expression_language/primitives/binding.dart
@@ -63,7 +63,7 @@ Future<void> _differentModels() async {
         chatModel.bind(const ChatOpenAIOptions(model: 'gpt-4-turbo')) |
         outputParser,
     'q2': prompt2 |
-        chatModel.bind(const ChatOpenAIOptions(model: 'gpt-3.5-turbo')) |
+        chatModel.bind(const ChatOpenAIOptions(model: 'gpt-4o-mini')) |
         outputParser,
   });
   final res = await chain.invoke({'name': 'David'});

diff --git a/examples/docs_examples/bin/expression_language/primitives/function.dart b/examples/docs_examples/bin/expression_language/primitives/function.dart
@@ -73,7 +73,7 @@ Future<void> _function() async {
   //   },
   //   finishReason: FinishReason.stop,
   //   metadata: {
-  //     model: gpt-3.5-turbo-0125,
+  //     model: gpt-4o-mini,
   //     created: 1714463309,
   //     system_fingerprint: fp_3b956da36b
   //   },
@@ -116,7 +116,7 @@ Future<void> _function() async {
   //   },
   //   finishReason: FinishReason.unspecified,
   //   metadata: {
-  //     model: gpt-3.5-turbo-0125,
+  //     model: gpt-4o-mini,
   //     created: 1714463766,
   //     system_fingerprint: fp_3b956da36b
   //   },
@@ -135,7 +135,7 @@ Future<void> _function() async {
   //   },
   //   finishReason: FinishReason.unspecified,
   //   metadata: {
-  //     model: gpt-3.5-turbo-0125,
+  //     model: gpt-4o-mini,
   //     created: 1714463766,
   //     system_fingerprint: fp_3b956da36b
   //   },
@@ -154,7 +154,7 @@ Future<void> _function() async {
   //   },
   //   finishReason: FinishReason.unspecified,
   //   metadata: {
-  //     model: gpt-3.5-turbo-0125,
+  //     model: gpt-4o-mini,
   //     created: 1714463766,
   //     system_fingerprint: fp_3b956da36b
   //   },

diff --git a/packages/langchain_openai/lib/src/chains/qa_with_sources.dart b/packages/langchain_openai/lib/src/chains/qa_with_sources.dart
@@ -12,7 +12,7 @@ import 'qa_with_structure.dart';
 /// ```dart
 /// final llm = ChatOpenAI(
 ///   apiKey: openaiApiKey,
-///   model: 'gpt-3.5-turbo-0613',
+///   model: 'gpt-4o-mini',
 ///   temperature: 0,
 /// );
 /// final qaChain = OpenAIQAWithSourcesChain(llm: llm);

diff --git a/packages/langchain_openai/lib/src/chat_models/chat_openai.dart b/packages/langchain_openai/lib/src/chat_models/chat_openai.dart
@@ -76,7 +76,7 @@ import 'types.dart';
 /// final prompt2 = PromptTemplate.fromTemplate('How old are you {name}?');
 /// final chain = Runnable.fromMap({
 ///   'q1': prompt1 | chatModel.bind(const ChatOpenAIOptions(model: 'gpt-4')) | outputParser,
-///   'q2': prompt2| chatModel.bind(const ChatOpenAIOptions(model: 'gpt-3.5-turbo')) | outputParser,
+///   'q2': prompt2| chatModel.bind(const ChatOpenAIOptions(model: 'gpt-4o-mini')) | outputParser,
 /// });
 /// final res = await chain.invoke({'name': 'David'});
 /// ```
@@ -239,7 +239,7 @@ class ChatOpenAI extends BaseChatModel<ChatOpenAIOptions> {
   String get modelType => 'openai-chat';
 
   /// The default model to use unless another is specified.
-  static const defaultModel = 'gpt-3.5-turbo';
+  static const defaultModel = 'gpt-4o-mini';
 
   @override
   Future<ChatResult> invoke(
@@ -348,7 +348,6 @@ class ChatOpenAI extends BaseChatModel<ChatOpenAIOptions> {
     final int tokensPerName;
 
     switch (model) {
-      case 'gpt-3.5-turbo-0613':
       case 'gpt-3.5-turbo-16k-0613':
       case 'gpt-4-0314':
       case 'gpt-4-32k-0314':
@@ -362,8 +361,8 @@ class ChatOpenAI extends BaseChatModel<ChatOpenAIOptions> {
         // If there's a name, the role is omitted
         tokensPerName = -1;
       default:
-        if (model.startsWith('gpt-3.5-turbo') || model.startsWith('gpt-4')) {
-          // Returning num tokens assuming gpt-3.5-turbo-0613
+        if (model.startsWith('gpt-4o-mini') || model.startsWith('gpt-4')) {
+          // Returning num tokens assuming gpt-4
           tokensPerMessage = 3;
           tokensPerName = 1;
         } else {

diff --git a/packages/langchain_openai/test/chains/qa_with_sources_test.dart b/packages/langchain_openai/test/chains/qa_with_sources_test.dart
@@ -125,7 +125,7 @@ Question: {question}
       final chatModel = ChatOpenAI(
         apiKey: openaiApiKey,
         defaultOptions: const ChatOpenAIOptions(
-          model: 'gpt-3.5-turbo',
+          model: 'gpt-4o-mini',
           temperature: 0,
         ),
       );

diff --git a/packages/langchain_openai/test/chat_models/chat_openai_test.dart b/packages/langchain_openai/test/chat_models/chat_openai_test.dart
@@ -14,7 +14,7 @@ import 'package:test/test.dart';
 void main() {
   group('ChatOpenAI tests', () {
     final openaiApiKey = Platform.environment['OPENAI_API_KEY'];
-    const defaultModel = 'gpt-3.5-turbo';
+    const defaultModel = 'gpt-4o-mini';
 
     test('Test ChatOpenAI parameters', () async {
       final chat = ChatOpenAI(
@@ -208,7 +208,6 @@ void main() {
 
     test('Test countTokens messages', () async {
       final models = [
-        'gpt-3.5-turbo-0613',
         'gpt-3.5-turbo-16k-0613',
         'gpt-4-0314',
         'gpt-4-0613',

diff --git a/packages/langchain_openai/test/chat_models/open_router_test.dart b/packages/langchain_openai/test/chat_models/open_router_test.dart
@@ -27,7 +27,7 @@ void main() {
 
     test('Test invoke OpenRouter API with different models', () async {
       final models = [
-        'gpt-3.5-turbo',
+        'gpt-4o-mini',
         'gpt-4',
         'google/gemini-pro',
         'anthropic/claude-2',
@@ -57,7 +57,7 @@ void main() {
 
     test('Test stream OpenRouter API with different models', () async {
       final models = [
-        'gpt-3.5-turbo',
+        'gpt-4o-mini',
         'gpt-4',
         // 'google/gemini-pro', // Not supported
         'anthropic/claude-2',
@@ -88,7 +88,7 @@ void main() {
 
     test('Test countTokens', () async {
       final models = [
-        'gpt-3.5-turbo',
+        'gpt-4o-mini',
         'gpt-4',
         'google/gemini-pro',
         'anthropic/claude-2',

diff --git a/packages/openai_dart/README.md b/packages/openai_dart/README.md
@@ -257,7 +257,7 @@ const tool = ChatCompletionTool(
 final res1 = await client.createChatCompletion(
   request: CreateChatCompletionRequest(
     model: const ChatCompletionModel.model(
-      ChatCompletionModels.gpt35Turbo,
+      ChatCompletionModels.gpt4oMini,
     ),
     messages: [
       ChatCompletionMessage.system(
@@ -333,7 +333,7 @@ const function = FunctionObject(
 
 final res1 = await client.createChatCompletion(
   request: CreateChatCompletionRequest(
-    model: ChatCompletionModel.modelId('gpt-3.5-turbo'),
+    model: ChatCompletionModel.modelId('gpt-4o-mini'),
     messages: [
       ChatCompletionMessage.system(
         content: 'You are a helpful assistant.',
@@ -355,7 +355,7 @@ final functionResult = getCurrentWeather(arguments['location'], arguments['unit'
 
 final res2 = await client.createChatCompletion(
   request: CreateChatCompletionRequest(
-    model: ChatCompletionModel.modelId('gpt-3.5-turbo'),
+    model: ChatCompletionModel.modelId('gpt-4o-mini'),
     messages: [
       ChatCompletionMessage.system(
         content: 'You are a helpful assistant.',
@@ -480,7 +480,7 @@ Related guide: [Fine-tune models](https://platform.openai.com/docs/guides/fine-t
 
 ```dart
 const request = CreateFineTuningJobRequest(
-  model: FineTuningModel.modelId('gpt-3.5-turbo'),
+  model: FineTuningModel.modelId('gpt-4o-mini'),
   trainingFile: 'file-abc123',
   validationFile: 'file-abc123',
   hyperparameters: FineTuningJobHyperparameters(

diff --git a/packages/openai_dart/lib/src/generated/schema/create_chat_completion_request.dart b/packages/openai_dart/lib/src/generated/schema/create_chat_completion_request.dart
@@ -122,7 +122,6 @@ class CreateChatCompletionRequest with _$CreateChatCompletionRequest {
     /// Whether to enable [parallel function calling](https://platform.openai.com/docs/guides/function-calling/parallel-function-calling)
     /// during tool use.
     @JsonKey(name: 'parallel_tool_calls', includeIfNull: false)
-    @Default(true)
     bool? parallelToolCalls,
 
     /// A unique identifier representing your end-user, which can help OpenAI to monitor and detect abuse. [Learn more](https://platform.openai.com/docs/guides/safety-best-practices/end-user-ids).

diff --git a/packages/openai_dart/lib/src/generated/schema/create_run_request.dart b/packages/openai_dart/lib/src/generated/schema/create_run_request.dart
@@ -72,7 +72,6 @@ class CreateRunRequest with _$CreateRunRequest {
     /// Whether to enable [parallel function calling](https://platform.openai.com/docs/guides/function-calling/parallel-function-calling)
     /// during tool use.
     @JsonKey(name: 'parallel_tool_calls', includeIfNull: false)
-    @Default(true)
     bool? parallelToolCalls,
 
     /// Specifies the format that the model must output. Compatible with [GPT-4o](https://platform.openai.com/docs/models/gpt-4o), [GPT-4 Turbo](https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4), and all GPT-3.5 Turbo models since `gpt-3.5-turbo-1106`.

diff --git a/packages/openai_dart/lib/src/generated/schema/create_thread_and_run_request.dart b/packages/openai_dart/lib/src/generated/schema/create_thread_and_run_request.dart
@@ -71,7 +71,6 @@ class CreateThreadAndRunRequest with _$CreateThreadAndRunRequest {
     /// Whether to enable [parallel function calling](https://platform.openai.com/docs/guides/function-calling/parallel-function-calling)
     /// during tool use.
     @JsonKey(name: 'parallel_tool_calls', includeIfNull: false)
-    @Default(true)
     bool? parallelToolCalls,
 
     /// Specifies the format that the model must output. Compatible with [GPT-4o](https://platform.openai.com/docs/models/gpt-4o), [GPT-4 Turbo](https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4), and all GPT-3.5 Turbo models since `gpt-3.5-turbo-1106`.