diff --git a/pr_agent/settings/.secrets_template.toml b/pr_agent/settings/.secrets_template.toml
index 1fcf53c2..8a093f9e 100644
--- a/pr_agent/settings/.secrets_template.toml
+++ b/pr_agent/settings/.secrets_template.toml
@@ -53,3 +53,6 @@ personal_access_token = ""
 [bitbucket]
 # Bitbucket personal bearer token
 bearer_token = ""
+
+[litellm]
+LITELLM_TOKEN = "" # see https://docs.litellm.ai/docs/debugging/hosted_debugging for details and instructions on how to get a token
\ No newline at end of file
diff --git a/pr_agent/settings/configuration.toml b/pr_agent/settings/configuration.toml
index eb5878d0..e7f5e06d 100644
--- a/pr_agent/settings/configuration.toml
+++ b/pr_agent/settings/configuration.toml
@@ -96,5 +96,4 @@ polling_interval_seconds = 30
 # patch_server_token = ""
 
 [litellm]
-#LITELLM_TOKEN = "..." # see https://docs.litellm.ai/docs/debugging/hosted_debugging for details and instructions
 #use_client = false