ti.sil/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui.git synced 2025-12-12 12:25:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

fix(utils/middleware): flush pending chat deltas on stream termination

Browse source 
Guarantees the last partial delta chunk is emitted when the SSE stream closes (EOF, break, or `[DONE]` sentinel).

* Buffer `last_delta_data` and track `delta_count`
* Flush automatically once `delta_count >= chunk_size`
* Perform a final flush after the iterator ends

Signed-off-by: Sihyeon Jang <sihyeon.jang@navercorp.com>
This commit is contained in:
Sihyeon Jang 2025-08-16 12:43:32 +09:00
parent dfc9412117
commit 3da22af859
1 changed files with 18 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

25
backend/open_webui/utils/middleware.py
View file

@ -1849,6 +1849,21 @@ async def process_chat_response(
or 1 or 1
), ),
) )
last_delta_data = None
async def flush_pending_delta_data(threshold: int = 0):
nonlocal delta_count
nonlocal last_delta_data
if delta_count >= threshold and last_delta_data:
await event_emitter(
{
"type": "chat:completion",
"data": last_delta_data,
}
)
delta_count = 0
last_delta_data = None
async for line in response.body_iterator: async for line in response.body_iterator:
line = line.decode("utf-8") if isinstance(line, bytes) else line line = line.decode("utf-8") if isinstance(line, bytes) else line
@ -2099,14 +2114,9 @@ async def process_chat_response(
if delta: if delta:
delta_count += 1 delta_count += 1
last_delta_data = data
if delta_count >= delta_chunk_size: if delta_count >= delta_chunk_size:
await event_emitter( await flush_pending_delta_data(delta_chunk_size)
{
"type": "chat:completion",
"data": data,
}
)
delta_count = 0
else: else:
await event_emitter( await event_emitter(
{ {
@ -2121,6 +2131,7 @@ async def process_chat_response(
else: else:
log.debug(f"Error: {e}") log.debug(f"Error: {e}")
continue continue
await flush_pending_delta_data()
if content_blocks: if content_blocks:
# Clean up the last text block # Clean up the last text block