Support models: Anthropic Calude 3 on Vertex AI

This commit is contained in:
evalphobia
2024-06-13 14:34:14 +09:00
parent aac7aeabd1
commit b0f9b96c75
2 changed files with 5 additions and 1 deletions

View File

@ -23,6 +23,9 @@ MAX_TOKENS = {
'meta-llama/Llama-2-7b-chat-hf': 4096,
'vertex_ai/codechat-bison': 6144,
'vertex_ai/codechat-bison-32k': 32000,
'vertex_ai/claude-3-haiku@20240307': 100000,
'vertex_ai/claude-3-sonnet@20240229': 100000,
'vertex_ai/claude-3-opus@20240229': 100000,
'codechat-bison': 6144,
'codechat-bison-32k': 32000,
'anthropic.claude-instant-v1': 100000,

View File

@ -1,4 +1,5 @@
aiohttp==3.9.1
anthropic[vertex]==0.21.3
atlassian-python-api==3.41.4
azure-devops==7.1.0b3
azure-identity==1.15.0
@ -9,7 +10,7 @@ GitPython==3.1.32
google-cloud-aiplatform==1.35.0
google-cloud-storage==2.10.0
Jinja2==3.1.2
litellm==1.31.10
litellm==1.34.42
loguru==0.7.2
msrest==0.7.1
openai==1.13.3