Merge pull request #1295 from Codium-ai/tr/azure_o1

fix: correct model type extraction for O1 model handling
This commit is contained in:
Tal
2024-10-19 11:35:31 +03:00
committed by GitHub

View File

@ -188,7 +188,8 @@ class LiteLLMAIHandler(BaseAiHandler):
# Currently O1 does not support separate system and user prompts
O1_MODEL_PREFIX = 'o1-'
if model.startswith(O1_MODEL_PREFIX):
model_type = model.split('/')[-1] if '/' in model else model
if model_type.startswith(O1_MODEL_PREFIX):
user = f"{system}\n\n\n{user}"
system = ""
get_logger().info(f"Using O1 model, combining system and user prompts")