Retry on rate limit error on OpenAI calls

This commit is contained in:
Ori Kotek
2023-07-20 15:02:34 +03:00
parent 2f9546e144
commit 2e246869d0

View File

@ -72,6 +72,9 @@ class AiHandler:
except (RateLimitError) as e:
logging.error("Rate limit error during OpenAI inference: ", e)
raise
except (Exception) as e:
logging.error("Unknown error during OpenAI inference: ", e)
raise TryAgain from e
if response is None or len(response.choices) == 0:
raise TryAgain
resp = response.choices[0]['message']['content']