From a8935dece3c845da79d90a94e6527f2e44fd3728 Mon Sep 17 00:00:00 2001 From: Kenny Dizi Date: Fri, 7 Mar 2025 17:27:56 +0700 Subject: [PATCH] Using 2048 for extended_thinking_budget_tokens as well as extended_thinking_max_output_tokens --- pr_agent/algo/ai_handlers/litellm_ai_handler.py | 4 ++-- pr_agent/settings/configuration.toml | 6 +++--- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/pr_agent/algo/ai_handlers/litellm_ai_handler.py b/pr_agent/algo/ai_handlers/litellm_ai_handler.py index 640f9a27..fb94a8b8 100644 --- a/pr_agent/algo/ai_handlers/litellm_ai_handler.py +++ b/pr_agent/algo/ai_handlers/litellm_ai_handler.py @@ -247,8 +247,8 @@ class LiteLLMAIHandler(BaseAiHandler): # https://docs.anthropic.com/en/docs/build-with-claude/extended-thinking if (model in self.claude_extended_thinking_models) and get_settings().config.get("enable_claude_extended_thinking", False): - extended_thinking_budget_tokens = get_settings().config.get("extended_thinking_budget_tokens", 32000) - extended_thinking_max_output_tokens = get_settings().config.get("extended_thinking_max_output_tokens", 64000) + extended_thinking_budget_tokens = get_settings().config.get("extended_thinking_budget_tokens", 2048) + extended_thinking_max_output_tokens = get_settings().config.get("extended_thinking_max_output_tokens", 2048) # Validate extended thinking parameters if not isinstance(extended_thinking_budget_tokens, int) or extended_thinking_budget_tokens <= 0: diff --git a/pr_agent/settings/configuration.toml b/pr_agent/settings/configuration.toml index b04cb424..ffd924c5 100644 --- a/pr_agent/settings/configuration.toml +++ b/pr_agent/settings/configuration.toml @@ -58,10 +58,10 @@ reasoning_effort = "medium" # "low", "medium", "high" enable_auto_approval=false # Set to true to enable auto-approval of PRs under certain conditions auto_approve_for_low_review_effort=-1 # -1 to disable, [1-5] to set the threshold for auto-approval auto_approve_for_no_suggestions=false # If true, the PR will be auto-approved if there are no suggestions -# extended thinking +# extended thinking for Claude reasoning models enable_claude_extended_thinking = false # Set to true to enable extended thinking feature -extended_thinking_budget_tokens = 32000 -extended_thinking_max_output_tokens = 64000 +extended_thinking_budget_tokens = 2048 +extended_thinking_max_output_tokens = 2048 [pr_reviewer] # /review #