Merge pull request #964 from evalphobia/feature/vertexai-calude3

Support models: Anthropic Claude 3 on Vertex AI
This commit is contained in:
Tal
2024-06-15 19:49:49 +03:00
committed by GitHub
2 changed files with 5 additions and 1 deletions

View File

@ -23,6 +23,9 @@ MAX_TOKENS = {
'meta-llama/Llama-2-7b-chat-hf': 4096,
'vertex_ai/codechat-bison': 6144,
'vertex_ai/codechat-bison-32k': 32000,
'vertex_ai/claude-3-haiku@20240307': 100000,
'vertex_ai/claude-3-sonnet@20240229': 100000,
'vertex_ai/claude-3-opus@20240229': 100000,
'codechat-bison': 6144,
'codechat-bison-32k': 32000,
'anthropic.claude-instant-v1': 100000,