ti.sil/pr-agent
1
0
Fork 0
mirror of https://github.com/qodo-ai/pr-agent.git synced 2025-12-12 02:45:18 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

refactor(ai_handler): improve streaming response handling robustness

Browse source
This commit is contained in:
Makonike 2025-07-09 15:39:15 +08:00
parent 85e1e2d4ee
commit 31e25a5965
1 changed files with 7 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
pr_agent/algo/ai_handlers/litellm_ai_handler.py
View file

@ -448,11 +448,13 @@ class LiteLLMAIHandler(BaseAiHandler):
try: try:
async for chunk in response: async for chunk in response:
if chunk.choices and len(chunk.choices) > 0: if chunk.choices and len(chunk.choices) > 0:
delta = chunk.choices[0].delta choice = chunk.choices[0]
if hasattr(delta, 'content') and delta.content: delta = choice.delta
full_response += delta.content content = getattr(delta, 'content', None)
if chunk.choices[0].finish_reason: if content:
finish_reason = chunk.choices[0].finish_reason full_response += content
if choice.finish_reason:
finish_reason = choice.finish_reason
except Exception as e: except Exception as e:
get_logger().error(f"Error handling streaming response: {e}") get_logger().error(f"Error handling streaming response: {e}")
raise raise