From 41c65021905f4c3a1f6ba7c6b489cc74d7517448 Mon Sep 17 00:00:00 2001 From: shnskfjwr <43740325+shnskfjwr@users.noreply.github.com> Date: Tue, 23 Jul 2024 16:25:26 +0900 Subject: [PATCH 1/2] docs: Supports litellm's Amazon Bedrock parameter syntax change --- docs/docs/usage-guide/additional_configurations.md | 5 +---- pr_agent/settings/.secrets_template.toml | 3 --- 2 files changed, 1 insertion(+), 7 deletions(-) diff --git a/docs/docs/usage-guide/additional_configurations.md b/docs/docs/usage-guide/additional_configurations.md index 21c27f9c..c53a7fab 100644 --- a/docs/docs/usage-guide/additional_configurations.md +++ b/docs/docs/usage-guide/additional_configurations.md @@ -194,9 +194,6 @@ To use Amazon Bedrock and its foundational models, add the below configuration: model="bedrock/anthropic.claude-3-sonnet-20240229-v1:0" model_turbo="bedrock/anthropic.claude-3-sonnet-20240229-v1:0" fallback_models=["bedrock/anthropic.claude-v2:1"] - -[aws] # in .secrets.toml -bedrock_region = "us-east-1" ``` Note that you have to add access to foundational models before using them. Please refer to [this document](https://docs.aws.amazon.com/bedrock/latest/userguide/setting-up.html) for more details. @@ -207,7 +204,7 @@ If you are using the claude-3 model, please configure the following settings as drop_params = true ``` -AWS session is automatically authenticated from your environment, but you can also explicitly set `AWS_ACCESS_KEY_ID` and `AWS_SECRET_ACCESS_KEY` environment variables. +AWS session is automatically authenticated from your environment, but you can also explicitly set `AWS_ACCESS_KEY_ID`, `AWS_SECRET_ACCESS_KEY` and `AWS_REGION_NAME` environment variables. ## Patch Extra Lines diff --git a/pr_agent/settings/.secrets_template.toml b/pr_agent/settings/.secrets_template.toml index b5aa352f..eca95081 100644 --- a/pr_agent/settings/.secrets_template.toml +++ b/pr_agent/settings/.secrets_template.toml @@ -43,9 +43,6 @@ api_base = "" # the base url for your local Llama 2, Code Llama, and other model vertex_project = "" # the google cloud platform project name for your vertexai deployment vertex_location = "" # the google cloud platform location for your vertexai deployment -[aws] -bedrock_region = "" # the AWS region to call Bedrock APIs - [github] # ---- Set the following only for deployment type == "user" user_token = "" # A GitHub personal access token with 'repo' scope. From 53744af32fffcd85f18fd8c763512feb78bb05b4 Mon Sep 17 00:00:00 2001 From: shnskfjwr <43740325+shnskfjwr@users.noreply.github.com> Date: Tue, 23 Jul 2024 18:32:30 +0900 Subject: [PATCH 2/2] docs: add a link to the relevant litellm page --- docs/docs/usage-guide/additional_configurations.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/docs/usage-guide/additional_configurations.md b/docs/docs/usage-guide/additional_configurations.md index c53a7fab..c8cb788e 100644 --- a/docs/docs/usage-guide/additional_configurations.md +++ b/docs/docs/usage-guide/additional_configurations.md @@ -204,7 +204,7 @@ If you are using the claude-3 model, please configure the following settings as drop_params = true ``` -AWS session is automatically authenticated from your environment, but you can also explicitly set `AWS_ACCESS_KEY_ID`, `AWS_SECRET_ACCESS_KEY` and `AWS_REGION_NAME` environment variables. +AWS session is automatically authenticated from your environment, but you can also explicitly set `AWS_ACCESS_KEY_ID`, `AWS_SECRET_ACCESS_KEY` and `AWS_REGION_NAME` environment variables. Please refer to [this document](https://litellm.vercel.app/docs/providers/bedrock) for more details. ## Patch Extra Lines