xiaxinhang/pr-agent
1
0
Fork 0
mirror of https://github.com/qodo-ai/pr-agent.git synced 2025-07-10 15:50:37 +08:00
Code Issues Packages Projects Releases Wiki Activity

set max_tokens_to_sample

Browse Source
This commit is contained in:
tmokmss
2023-11-28 20:58:57 +09:00
parent 1373ca23fc
commit 97d6fb999a
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
pr_agent/algo/ai_handler.py
View File

@ -63,6 +63,9 @@ class AiHandler:
"VERTEXAI.VERTEX_LOCATION", None
)
if get_settings().get("AWS.BEDROCK_REGION", None):
litellm.AmazonAnthropicConfig.max_tokens_to_sample = int(get_settings().get(
"AWS.CLAUDE_MAX_TOKENS_TO_SAMPLE", '2000'
))
self.aws_bedrock_client = boto3.client(
service_name="bedrock-runtime",
region_name=get_settings().aws.bedrock_region,