From 440d2368a4ef00f87e3f1533caa365088be51056 Mon Sep 17 00:00:00 2001 From: Kenny Dizi Date: Mon, 3 Mar 2025 18:30:52 +0700 Subject: [PATCH] Set temperature to 1 when using extended thinking --- pr_agent/algo/ai_handlers/litellm_ai_handler.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/pr_agent/algo/ai_handlers/litellm_ai_handler.py b/pr_agent/algo/ai_handlers/litellm_ai_handler.py index 1dc3f3a5..55e4e572 100644 --- a/pr_agent/algo/ai_handlers/litellm_ai_handler.py +++ b/pr_agent/algo/ai_handlers/litellm_ai_handler.py @@ -256,6 +256,11 @@ class LiteLLMAIHandler(BaseAiHandler): get_logger().info(f"Adding max output tokens {extended_thinking_max_output_tokens} to model {model}, extended thinking budget tokens: {extended_thinking_budget_tokens}") kwargs["max_tokens"] = extended_thinking_max_output_tokens + # temperature may only be set to 1 when thinking is enabled + if get_settings().config.verbosity_level >= 2: + get_logger().info("Temperature may only be set to 1 when thinking is enabled with claude models.") + kwargs["temperature"] = 1 + if get_settings().litellm.get("enable_callbacks", False): kwargs = self.add_litellm_callbacks(kwargs)