From 80833c49a24b6568137150888fcfaaba5fa4305a Mon Sep 17 00:00:00 2001 From: Misha Smirnov Date: Mon, 15 Apr 2024 17:44:44 +0000 Subject: [PATCH 1/2] (dspy/predict): corrected temperature check for bedrock claude models --- dspy/predict/predict.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dspy/predict/predict.py b/dspy/predict/predict.py index 17ae56721a..7a4e690b2f 100644 --- a/dspy/predict/predict.py +++ b/dspy/predict/predict.py @@ -79,7 +79,7 @@ def forward(self, **kwargs): if num_generations is None: num_generations = lm.kwargs.get("n", lm.kwargs.get("num_generations", None)) - if (temperature is None or temperature <= 0.15) and num_generations > 1: + if (temperature is None or temperature <= 0.15) and num_generations is not None and num_generations > 1: config["temperature"] = 0.7 # print(f"#> Setting temperature to 0.7 since n={num_generations} and prior temperature={temperature}.") From e591777efcf6c30913742c65f0a8b7aec08c54ca Mon Sep 17 00:00:00 2001 From: arnavsinghvi11 <54859892+arnavsinghvi11@users.noreply.github.com> Date: Mon, 15 Apr 2024 18:35:07 -0700 Subject: [PATCH 2/2] Update predict.py --- dspy/predict/predict.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dspy/predict/predict.py b/dspy/predict/predict.py index 7a4e690b2f..3325600947 100644 --- a/dspy/predict/predict.py +++ b/dspy/predict/predict.py @@ -77,9 +77,9 @@ def forward(self, **kwargs): num_generations = config.get("n") if num_generations is None: - num_generations = lm.kwargs.get("n", lm.kwargs.get("num_generations", None)) + num_generations = lm.kwargs.get("n", lm.kwargs.get("num_generations", 1)) - if (temperature is None or temperature <= 0.15) and num_generations is not None and num_generations > 1: + if (temperature is None or temperature <= 0.15) and num_generations > 1: config["temperature"] = 0.7 # print(f"#> Setting temperature to 0.7 since n={num_generations} and prior temperature={temperature}.")