This commit is contained in:
zmeir
2023-08-07 22:42:53 +03:00
parent 6c4a5bae52
commit 7f1849a867
2 changed files with 12 additions and 3 deletions

View File

@ -74,9 +74,15 @@ class AiHandler:
TryAgain: If there is an attribute error during OpenAI inference.
"""
try:
deployment_id = self.deployment_id
if get_settings().config.verbosity_level >= 2:
logging.debug(
f"Generating completion with {model}"
f"{(' from deployment ' + deployment_id) if deployment_id else ''}"
)
response = await acompletion(
model=model,
deployment_id=self.deployment_id,
deployment_id=deployment_id,
messages=[
{"role": "system", "content": system},
{"role": "user", "content": user}