mirror of
https://github.com/open-webui/open-webui.git
synced 2025-12-13 12:55:19 +00:00
enh: llama cpp timing stats
This commit is contained in:
parent
1c1b32b390
commit
e830b4959e
1 changed files with 4 additions and 0 deletions
|
|
@ -1964,6 +1964,10 @@ async def process_chat_response(
|
|||
}
|
||||
)
|
||||
usage = data.get("usage", {})
|
||||
usage.update(
|
||||
data.get("timing", {})
|
||||
) # llama.cpp
|
||||
|
||||
if usage:
|
||||
await event_emitter(
|
||||
{
|
||||
|
|
|
|||
Loading…
Reference in a new issue