Optimize logging

This commit is contained in:
Kenny Dizi
2025-03-08 08:53:29 +07:00
parent f9d5e72058
commit 222155e4f2

View File

@ -146,7 +146,8 @@ class LiteLLMAIHandler(BaseAiHandler):
"type": "enabled",
"budget_tokens": extended_thinking_budget_tokens
}
get_logger().info(f"Adding max output tokens {extended_thinking_max_output_tokens} to model {model}, extended thinking budget tokens: {extended_thinking_budget_tokens}")
if get_settings().config.verbosity_level >= 2:
get_logger().info(f"Adding max output tokens {extended_thinking_max_output_tokens} to model {model}, extended thinking budget tokens: {extended_thinking_budget_tokens}")
kwargs["max_tokens"] = extended_thinking_max_output_tokens
# temperature may only be set to 1 when thinking is enabled