xiaxinhang/pr-agent
1
0
Fork 0
mirror of https://github.com/qodo-ai/pr-agent.git synced 2025-07-05 05:10:38 +08:00
Code Issues Packages Projects Releases Wiki Activity

litellm client

Browse Source
This commit is contained in:
mrT23
2023-09-09 17:35:45 +03:00
parent e90c9e5853
commit 892dbe458e
3 changed files with 11 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
pr_agent/algo/ai_handler.py
View File

@ -1,4 +1,5 @@
import logging import logging
import os
import litellm import litellm
import openai import openai
@ -24,6 +25,11 @@ class AiHandler:
try: try:
openai.api_key = get_settings().openai.key openai.api_key = get_settings().openai.key
litellm.openai_key = get_settings().openai.key litellm.openai_key = get_settings().openai.key
if get_settings().get("litellm.use_client"):
litellm_token = get_settings().get("litellm.LITELLM_TOKEN")
assert litellm_token, "LITELLM_TOKEN is required"
os.environ["LITELLM_TOKEN"] = litellm_token
litellm.use_client = True
self.azure = False self.azure = False
if get_settings().get("OPENAI.ORG", None): if get_settings().get("OPENAI.ORG", None):
litellm.organization = get_settings().openai.org litellm.organization = get_settings().openai.org

4
pr_agent/settings/configuration.toml
View File

@ -94,3 +94,7 @@ polling_interval_seconds = 30
# patch_server_endpoint = "http://127.0.0.1:5000/patch" # patch_server_endpoint = "http://127.0.0.1:5000/patch"
# token to authenticate in the patch server # token to authenticate in the patch server
# patch_server_token = "" # patch_server_token = ""
[litellm]
#LITELLM_TOKEN = "..." # see https://docs.litellm.ai/docs/debugging/hosted_debugging for details and instructions
#use_client = false

2
requirements.txt
View File

@ -13,7 +13,7 @@ atlassian-python-api==3.39.0
GitPython~=3.1.32 GitPython~=3.1.32
PyYAML==6.0 PyYAML==6.0
starlette-context==0.3.6 starlette-context==0.3.6
litellm~=0.1.538 litellm~=0.1.574
boto3~=1.28.25 boto3~=1.28.25
google-cloud-storage==2.10.0 google-cloud-storage==2.10.0
ujson==5.8.0 ujson==5.8.0