This commit is contained in:
Timothy Jaeryang Baek 2025-09-17 09:19:56 -05:00
parent 980019bb50
commit 0cfc8f5256

View file

@ -2033,7 +2033,7 @@ async def process_chat_response(
choices = data.get("choices", []) choices = data.get("choices", [])
# 17421 # 17421
usage = data.get("usage", {}) usage = data.get("usage", {}) or {}
usage.update(data.get("timings", {})) # llama.cpp usage.update(data.get("timings", {})) # llama.cpp
if usage: if usage:
await event_emitter( await event_emitter(