add Claude3Config

This commit is contained in:
koid
2024-03-13 11:24:51 +09:00
parent 1ed2cd064a
commit f94a0fd704

View File

@ -70,6 +70,7 @@ class LiteLLMAIHandler(BaseAiHandler):
)
if get_settings().get("AWS.BEDROCK_REGION", None):
litellm.AmazonAnthropicConfig.max_tokens_to_sample = 2000
litellm.AmazonAnthropicClaude3Config.max_tokens = 2000
self.aws_bedrock_client = boto3.client(
service_name="bedrock-runtime",
region_name=get_settings().aws.bedrock_region,