Add GROQ.KEY support in LiteLLMAIHandler

This commit is contained in:
Randy, Huang
2024-04-21 15:21:45 +09:00
parent e429c5d012
commit 0a53f09a7f
2 changed files with 4 additions and 0 deletions

View File

@ -31,4 +31,6 @@ MAX_TOKENS = {
'bedrock/anthropic.claude-v2:1': 100000,
'bedrock/anthropic.claude-3-sonnet-20240229-v1:0': 100000,
'bedrock/anthropic.claude-3-haiku-20240307-v1:0': 100000,
'groq/llama3-8b-8192': 8192,
'groq/llama3-70b-8192': 8192,
}