From 93e34703aba7caf77408fbd9c0771c120d8ee3c7 Mon Sep 17 00:00:00 2001 From: chandan84 <61125092+chandan84@users.noreply.github.com> Date: Tue, 25 Feb 2025 14:44:03 -0500 Subject: [PATCH] Update litellm_ai_handler.py updates made based on review on https://github.com/qodo-ai/pr-agent/pull/1564 --- pr_agent/algo/ai_handlers/litellm_ai_handler.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/pr_agent/algo/ai_handlers/litellm_ai_handler.py b/pr_agent/algo/ai_handlers/litellm_ai_handler.py index 56125aff..bf07ea78 100644 --- a/pr_agent/algo/ai_handlers/litellm_ai_handler.py +++ b/pr_agent/algo/ai_handlers/litellm_ai_handler.py @@ -244,12 +244,6 @@ class LiteLLMAIHandler(BaseAiHandler): if self.repetition_penalty: kwargs["repetition_penalty"] = self.repetition_penalty - get_logger().debug("Prompts", artifact={"system": system, "user": user}) - - if get_settings().config.verbosity_level >= 2: - get_logger().info(f"\nSystem prompt:\n{system}") - get_logger().info(f"\nUser prompt:\n{user}") - #Added support for extra_headers while using litellm to call underlying model, via a api management gateway, would allow for passing custom headers for security and authorization if get_settings().get("LITELLM.EXTRA_HEADERS", None): try: @@ -259,6 +253,12 @@ class LiteLLMAIHandler(BaseAiHandler): except json.JSONDecodeError as e: raise ValueError(f"LITELLM.EXTRA_HEADERS contains invalid JSON: {str(e)}") kwargs["extra_headers"] = litellm_extra_headers + + get_logger().debug("Prompts", artifact={"system": system, "user": user}) + + if get_settings().config.verbosity_level >= 2: + get_logger().info(f"\nSystem prompt:\n{system}") + get_logger().info(f"\nUser prompt:\n{user}") response = await acompletion(**kwargs) except (openai.APIError, openai.APITimeoutError) as e: