enh: llama cpp timing stats

This commit is contained in:
Timothy Jaeryang Baek 2025-09-01 22:49:49 +04:00
parent 1c1b32b390
commit e830b4959e

View file

@ -1964,6 +1964,10 @@ async def process_chat_response(
}
)
usage = data.get("usage", {})
usage.update(
data.get("timing", {})
) # llama.cpp
if usage:
await event_emitter(
{