Merge pull request #877 from randy-tsukemen/support-groq-llama3

Add Groq Llama3 support
This commit is contained in:
Tal
2024-04-22 11:41:12 +03:00
committed by GitHub
4 changed files with 20 additions and 0 deletions

View File

@ -52,6 +52,8 @@ class LiteLLMAIHandler(BaseAiHandler):
litellm.anthropic_key = get_settings().anthropic.key
if get_settings().get("COHERE.KEY", None):
litellm.cohere_key = get_settings().cohere.key
if get_settings().get("GROQ.KEY", None):
litellm.api_key = get_settings().groq.key
if get_settings().get("REPLICATE.KEY", None):
litellm.replicate_key = get_settings().replicate.key
if get_settings().get("HUGGINGFACE.KEY", None):