Support models: Anthropic Calude 3 on Vertex AI

This commit is contained in:
evalphobia
2024-06-13 14:34:14 +09:00
parent aac7aeabd1
commit b0f9b96c75
2 changed files with 5 additions and 1 deletions

View File

@ -23,6 +23,9 @@ MAX_TOKENS = {
'meta-llama/Llama-2-7b-chat-hf': 4096,
'vertex_ai/codechat-bison': 6144,
'vertex_ai/codechat-bison-32k': 32000,
'vertex_ai/claude-3-haiku@20240307': 100000,
'vertex_ai/claude-3-sonnet@20240229': 100000,
'vertex_ai/claude-3-opus@20240229': 100000,
'codechat-bison': 6144,
'codechat-bison-32k': 32000,
'anthropic.claude-instant-v1': 100000,