From 094f641fb585e05686b6852af73b724501b55caa Mon Sep 17 00:00:00 2001 From: mrT23 Date: Tue, 7 Nov 2023 14:38:37 +0200 Subject: [PATCH] code --- pr_agent/algo/utils.py | 9 +++++---- pr_agent/settings/configuration.toml | 2 +- 2 files changed, 6 insertions(+), 5 deletions(-) diff --git a/pr_agent/algo/utils.py b/pr_agent/algo/utils.py index b54782e2..f993bdc9 100644 --- a/pr_agent/algo/utils.py +++ b/pr_agent/algo/utils.py @@ -344,10 +344,11 @@ def get_user_labels(current_labels): get_logger().info(f"Keeping user labels: {user_labels}") return user_labels + def get_max_tokens(model): + settings = get_settings() max_tokens_model = MAX_TOKENS[model] - if get_settings().config.max_model_tokens: - if max_tokens_model > get_settings().config.max_model_tokens: - max_tokens_model = get_settings().config.max_model_tokens - # get_logger().debug(f"limiting max tokens to {max_tokens_model}") + if settings.config.max_model_tokens and max_tokens_model > settings.config.max_model_tokens: + max_tokens_model = settings.config.max_model_tokens + # get_logger().debug(f"limiting max tokens to {max_tokens_model}") return max_tokens_model diff --git a/pr_agent/settings/configuration.toml b/pr_agent/settings/configuration.toml index 416bd472..b8020eeb 100644 --- a/pr_agent/settings/configuration.toml +++ b/pr_agent/settings/configuration.toml @@ -10,7 +10,7 @@ use_repo_settings_file=true ai_timeout=180 max_description_tokens = 500 max_commits_tokens = 500 -max_model_tokens = 32000 # even if a model supports more tokens, quality may degrade. Hence, enable to limit the number of tokens. +max_model_tokens = 32000 # Limits the maximum number of tokens that can be used by any model, regardless of the model's default capabilities. patch_extra_lines = 3 secret_provider="google_cloud_storage" cli_mode=false