Check current model is in user_message_only_models list

This commit is contained in:
Trung Dinh
2025-01-31 11:25:51 +07:00
parent 32ccb25575
commit 7eb26b3220

View File

@ -197,10 +197,9 @@ class LiteLLMAIHandler(BaseAiHandler):
messages[1]["content"] = [{"type": "text", "text": messages[1]["content"]}, messages[1]["content"] = [{"type": "text", "text": messages[1]["content"]},
{"type": "image_url", "image_url": {"url": img_path}}] {"type": "image_url", "image_url": {"url": img_path}}]
# Currently, model OpenAI o1 series does not support a separate system and user prompts # Currently, some models do not support a separate system and user prompts
O1_MODEL_PREFIX = 'o1' user_message_only_models = get_settings().config.user_message_only_models
model_type = model.split('/')[-1] if '/' in model else model if user_message_only_models and any(entry in model for entry in user_message_only_models):
if (model_type.startswith(O1_MODEL_PREFIX)) or ("deepseek-reasoner" in model):
user = f"{system}\n\n\n{user}" user = f"{system}\n\n\n{user}"
system = "" system = ""
get_logger().info(f"Using model {model}, combining system and user prompts") get_logger().info(f"Using model {model}, combining system and user prompts")