Merge pull request #1189 from woung717/fix/litellm-timeout

fix: change deprecated timeout parameter for litellm
This commit is contained in:
Tal
2024-08-29 17:01:24 +03:00
committed by GitHub

View File

@ -190,7 +190,7 @@ class LiteLLMAIHandler(BaseAiHandler):
"deployment_id": deployment_id, "deployment_id": deployment_id,
"messages": messages, "messages": messages,
"temperature": temperature, "temperature": temperature,
"force_timeout": get_settings().config.ai_timeout, "timeout": get_settings().config.ai_timeout,
"api_base": self.api_base, "api_base": self.api_base,
} }