xiaxinhang/pr-agent
1
0
Fork 0
mirror of https://github.com/qodo-ai/pr-agent.git synced 2025-07-04 12:50:38 +08:00
Code Issues Packages Projects Releases Wiki Activity

showing how to use huggingface models

Browse Source
This commit is contained in:
Krrish Dholakia
2023-09-05 16:23:22 -07:00
parent cd1ae55f4f
commit 5da6a0147c
4 changed files with 34 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
pr_agent/algo/ai_handler.py
View File

@ -6,7 +6,6 @@ from litellm import acompletion
from openai.error import APIError, RateLimitError, Timeout, TryAgain
from retry import retry
from pr_agent.config_loader import get_settings
OPENAI_RETRIES = 5
@ -46,6 +45,8 @@ class AiHandler:
litellm.replicate_key = get_settings().replicate.key
if get_settings().get("HUGGINGFACE.KEY", None):
litellm.huggingface_key = get_settings().huggingface.key
if get_settings().get("HUGGINGFACE.API_BASE", None):
litellm.api_base = get_settings().huggingface.api_base
except AttributeError as e:
raise ValueError("OpenAI key is required") from e