hard code value

This commit is contained in:
tmokmss
2023-11-28 20:59:21 +09:00
parent 97d6fb999a
commit 917f4b6a01

View File

@ -63,9 +63,7 @@ class AiHandler:
"VERTEXAI.VERTEX_LOCATION", None
)
if get_settings().get("AWS.BEDROCK_REGION", None):
litellm.AmazonAnthropicConfig.max_tokens_to_sample = int(get_settings().get(
"AWS.CLAUDE_MAX_TOKENS_TO_SAMPLE", '2000'
))
litellm.AmazonAnthropicConfig.max_tokens_to_sample = 2000
self.aws_bedrock_client = boto3.client(
service_name="bedrock-runtime",
region_name=get_settings().aws.bedrock_region,