feat: add support for custom reasoning models

pr_agent/algo/ai_handlers/litellm_ai_handler.py

@@ -205,7 +205,7 @@ class LiteLLMAIHandler(BaseAiHandler):
                                           {"type": "image_url", "image_url": {"url": img_path}}]
 
             # Currently, some models do not support a separate system and user prompts
-            if model in self.user_message_only_models:
+            if model in self.user_message_only_models or get_settings().config.custom_reasoning_model:
                 user = f"{system}\n\n\n{user}"
                 system = ""
                 get_logger().info(f"Using model {model}, combining system and user prompts")
@@ -227,7 +227,7 @@ class LiteLLMAIHandler(BaseAiHandler):
                 }
 
             # Add temperature only if model supports it
-            if model not in self.no_support_temperature_models:
+            if model not in self.no_support_temperature_models or get_settings().config.custom_reasoning_model:
                 kwargs["temperature"] = temperature
 
             if get_settings().litellm.get("enable_callbacks", False):

pr_agent/settings/configuration.toml

@@ -17,6 +17,7 @@ use_global_settings_file=true
 disable_auto_feedback = false
 ai_timeout=120 # 2minutes
 skip_keys = []
+custom_reasoning_model = false # when true, no system message and not temperature will be used
 # token limits
 max_description_tokens = 500
 max_commits_tokens = 500