xiaxinhang/pr-agent
1
0
Fork 0
mirror of https://github.com/qodo-ai/pr-agent.git synced 2025-07-16 02:30:37 +08:00
Code Issues Packages Projects Releases Wiki Activity

refactor(ai_handler): improve streaming response handling robustness

Browse Source
This commit is contained in:
Makonike
2025-07-09 15:39:15 +08:00
parent 85e1e2d4ee
commit 31e25a5965
1 changed files with 7 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
pr_agent/algo/ai_handlers/litellm_ai_handler.py
View File

@ -448,11 +448,13 @@ class LiteLLMAIHandler(BaseAiHandler):
try: try:
async for chunk in response: async for chunk in response:
if chunk.choices and len(chunk.choices) > 0: if chunk.choices and len(chunk.choices) > 0:
delta = chunk.choices[0].delta choice = chunk.choices[0]
if hasattr(delta, 'content') and delta.content: delta = choice.delta
full_response += delta.content content = getattr(delta, 'content', None)
if chunk.choices[0].finish_reason: if content:
finish_reason = chunk.choices[0].finish_reason full_response += content
if choice.finish_reason:
finish_reason = choice.finish_reason
except Exception as e: except Exception as e:
get_logger().error(f"Error handling streaming response: {e}") get_logger().error(f"Error handling streaming response: {e}")
raise raise