xiaxinhang/pr-agent
1
0
Fork 0
mirror of https://github.com/qodo-ai/pr-agent.git synced 2025-07-05 05:10:38 +08:00
Code Issues Packages Projects Releases Wiki Activity

Add GROQ.KEY support in LiteLLMAIHandler

Browse Source
This commit is contained in:
Randy, Huang
2024-04-21 15:21:45 +09:00
parent e429c5d012
commit 0a53f09a7f
2 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
pr_agent/algo/__init__.py
View File

@ -31,4 +31,6 @@ MAX_TOKENS = {
'bedrock/anthropic.claude-v2:1': 100000, 'bedrock/anthropic.claude-v2:1': 100000,
'bedrock/anthropic.claude-3-sonnet-20240229-v1:0': 100000, 'bedrock/anthropic.claude-3-sonnet-20240229-v1:0': 100000,
'bedrock/anthropic.claude-3-haiku-20240307-v1:0': 100000, 'bedrock/anthropic.claude-3-haiku-20240307-v1:0': 100000,
'groq/llama3-8b-8192': 8192,
'groq/llama3-70b-8192': 8192,
} }

2
pr_agent/algo/ai_handlers/litellm_ai_handler.py
View File

@ -52,6 +52,8 @@ class LiteLLMAIHandler(BaseAiHandler):
litellm.anthropic_key = get_settings().anthropic.key litellm.anthropic_key = get_settings().anthropic.key
if get_settings().get("COHERE.KEY", None): if get_settings().get("COHERE.KEY", None):
litellm.cohere_key = get_settings().cohere.key litellm.cohere_key = get_settings().cohere.key
if get_settings().get("GROQ.KEY", None):
litellm.api_key = get_settings().groq.key
if get_settings().get("REPLICATE.KEY", None): if get_settings().get("REPLICATE.KEY", None):
litellm.replicate_key = get_settings().replicate.key litellm.replicate_key = get_settings().replicate.key
if get_settings().get("REPLICATE.KEY", None): if get_settings().get("REPLICATE.KEY", None):