From 7eb26b3220b781fa12031cf279c6391f6120fdc6 Mon Sep 17 00:00:00 2001 From: Trung Dinh Date: Fri, 31 Jan 2025 11:25:51 +0700 Subject: [PATCH] Check current model is in user_message_only_models list --- pr_agent/algo/ai_handlers/litellm_ai_handler.py | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/pr_agent/algo/ai_handlers/litellm_ai_handler.py b/pr_agent/algo/ai_handlers/litellm_ai_handler.py index 50d14b21..57151b91 100644 --- a/pr_agent/algo/ai_handlers/litellm_ai_handler.py +++ b/pr_agent/algo/ai_handlers/litellm_ai_handler.py @@ -197,10 +197,9 @@ class LiteLLMAIHandler(BaseAiHandler): messages[1]["content"] = [{"type": "text", "text": messages[1]["content"]}, {"type": "image_url", "image_url": {"url": img_path}}] - # Currently, model OpenAI o1 series does not support a separate system and user prompts - O1_MODEL_PREFIX = 'o1' - model_type = model.split('/')[-1] if '/' in model else model - if (model_type.startswith(O1_MODEL_PREFIX)) or ("deepseek-reasoner" in model): + # Currently, some models do not support a separate system and user prompts + user_message_only_models = get_settings().config.user_message_only_models + if user_message_only_models and any(entry in model for entry in user_message_only_models): user = f"{system}\n\n\n{user}" system = "" get_logger().info(f"Using model {model}, combining system and user prompts")