Translate max_tokens_to_sample for OpenAI

lib/langchain/llm/openai.rb

@@ -112,6 +112,7 @@ def chat(
       logprobs: nil,
       top_logprobs: nil,
       max_tokens: nil,
+      max_tokens_to_sample: nil,
       n: defaults[:n],
       presence_penalty: nil,
       response_format: nil,
@@ -129,6 +130,8 @@ def chat(
       raise ArgumentError.new("model argument is required") if model.empty?
       raise ArgumentError.new("'tool_choice' is only allowed when 'tools' are specified.") if tool_choice && tools.empty?
 
+      max_tokens ||= max_tokens_to_sample
+
       parameters = {
         messages: messages,
         model: model

spec/langchain/llm/openai_spec.rb

@@ -607,6 +607,19 @@
         }.to raise_error(ArgumentError, "'tool_choice' is only allowed when 'tools' are specified.")
       end
     end
+
+    context "with max_tokens_to_sample" do
+      let(:max_tokens_to_sample) { 50000 }
+      let(:parameters) { {parameters: {n: n, messages: history, model: model, temperature: temperature, max_tokens: max_tokens_to_sample}} }
+
+      it "translates max_tokens_to_sample to max_tokens" do
+        allow(subject.client).to receive(:chat).and_return(response)
+
+        subject.chat(messages: history, max_tokens_to_sample: max_tokens_to_sample)
+
+        expect(subject.client).to have_received(:chat).with(parameters)
+      end
+    end
   end
 
   describe "#summarize" do