xiaxinhang/pr-agent
1
0
Fork 0
mirror of https://github.com/qodo-ai/pr-agent.git synced 2025-07-03 20:30:41 +08:00
Code Issues Packages Projects Releases Wiki Activity

Default timeout for AI is now 180s, configurable

Browse Source
This commit is contained in:
Ori Kotek
2023-08-07 13:26:28 +03:00
parent 43297b851f
commit 8f751f7371
2 changed files with 18 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

31
pr_agent/algo/ai_handler.py
View File

@ -1,13 +1,15 @@
import logging import logging
import litellm
import openai import openai
from litellm import acompletion
from openai.error import APIError, RateLimitError, Timeout, TryAgain from openai.error import APIError, RateLimitError, Timeout, TryAgain
from retry import retry from retry import retry
import litellm
from litellm import acompletion
from pr_agent.config_loader import get_settings from pr_agent.config_loader import get_settings
import traceback
OPENAI_RETRIES=5 OPENAI_RETRIES = 5
class AiHandler: class AiHandler:
""" """
@ -69,15 +71,16 @@ class AiHandler:
""" """
try: try:
response = await acompletion( response = await acompletion(
model=model, model=model,
deployment_id=self.deployment_id, deployment_id=self.deployment_id,
messages=[ messages=[
{"role": "system", "content": system}, {"role": "system", "content": system},
{"role": "user", "content": user} {"role": "user", "content": user}
], ],
temperature=temperature, temperature=temperature,
azure=self.azure azure=self.azure,
) force_timeout=get_settings().config.ai_timeout
)
except (APIError, Timeout, TryAgain) as e: except (APIError, Timeout, TryAgain) as e:
logging.error("Error during OpenAI inference: ", e) logging.error("Error during OpenAI inference: ", e)
raise raise
@ -92,4 +95,4 @@ class AiHandler:
resp = response["choices"][0]['message']['content'] resp = response["choices"][0]['message']['content']
finish_reason = response["choices"][0]["finish_reason"] finish_reason = response["choices"][0]["finish_reason"]
print(resp, finish_reason) print(resp, finish_reason)
return resp, finish_reason return resp, finish_reason

1
pr_agent/settings/configuration.toml
View File

@ -7,6 +7,7 @@ publish_output_progress=true
verbosity_level=0 # 0,1,2 verbosity_level=0 # 0,1,2
use_extra_bad_extensions=false use_extra_bad_extensions=false
use_repo_settings_file=true use_repo_settings_file=true
ai_timeout=180
[pr_reviewer] # /review # [pr_reviewer] # /review #
require_focused_review=true require_focused_review=true