get_max_tokens + added 'gpt-4-1106-preview'

This commit is contained in:
mrT23
2023-11-07 14:28:41 +02:00
parent ef9af261ed
commit a35a75eb34
5 changed files with 20 additions and 8 deletions

View File

@ -8,6 +8,7 @@ MAX_TOKENS = {
'gpt-4': 8000,
'gpt-4-0613': 8000,
'gpt-4-32k': 32000,
'gpt-4-1106-preview': 128000, # 128K, but may be limited by config.max_model_tokens
'claude-instant-1': 100000,
'claude-2': 100000,
'command-nightly': 4096,