refac/fix: inherit model stream_response setting

This commit is contained in:
Timothy Jaeryang Baek 2025-11-17 03:30:35 -05:00
parent 3c381fad13
commit f138be9d8a

View file

@ -1561,6 +1561,9 @@ async def chat_completion(
reasoning_tags = form_data.get("params", {}).get("reasoning_tags")
# Model Params
if model_info_params.get("stream_response") is not None:
form_data["stream"] = model_info_params.get("stream_response")
if model_info_params.get("stream_delta_chunk_size"):
stream_delta_chunk_size = model_info_params.get("stream_delta_chunk_size")