This commit is contained in:
mrT23
2023-11-07 14:38:37 +02:00
parent a35a75eb34
commit 094f641fb5
2 changed files with 6 additions and 5 deletions

View File

@ -344,10 +344,11 @@ def get_user_labels(current_labels):
get_logger().info(f"Keeping user labels: {user_labels}")
return user_labels
def get_max_tokens(model):
settings = get_settings()
max_tokens_model = MAX_TOKENS[model]
if get_settings().config.max_model_tokens:
if max_tokens_model > get_settings().config.max_model_tokens:
max_tokens_model = get_settings().config.max_model_tokens
# get_logger().debug(f"limiting max tokens to {max_tokens_model}")
if settings.config.max_model_tokens and max_tokens_model > settings.config.max_model_tokens:
max_tokens_model = settings.config.max_model_tokens
# get_logger().debug(f"limiting max tokens to {max_tokens_model}")
return max_tokens_model

View File

@ -10,7 +10,7 @@ use_repo_settings_file=true
ai_timeout=180
max_description_tokens = 500
max_commits_tokens = 500
max_model_tokens = 32000 # even if a model supports more tokens, quality may degrade. Hence, enable to limit the number of tokens.
max_model_tokens = 32000 # Limits the maximum number of tokens that can be used by any model, regardless of the model's default capabilities.
patch_extra_lines = 3
secret_provider="google_cloud_storage"
cli_mode=false