feat: add DeepInfra support

This commit is contained in:
muhammad-asn
2025-03-06 15:49:07 +07:00
parent eb5f38b13b
commit 4f2551e0a6
4 changed files with 23 additions and 0 deletions

View File

@ -96,6 +96,10 @@ class LiteLLMAIHandler(BaseAiHandler):
if get_settings().get("DEEPSEEK.KEY", None):
os.environ['DEEPSEEK_API_KEY'] = get_settings().get("DEEPSEEK.KEY")
# Support deepinfra models
if get_settings().get("DEEPINFRA.KEY", None):
os.environ['DEEPINFRA_API_KEY'] = get_settings().get("DEEPINFRA.KEY")
# Models that only use user meessage
self.user_message_only_models = USER_MESSAGE_ONLY_MODELS