updated comments

This commit is contained in:
Jeremy Mumford 2025-08-08 14:20:14 -06:00
parent 0c40d93da4
commit c69f2cc776

View file

@ -97,10 +97,10 @@ async def cleanup_response(
def openai_reasoning_model_handler(payload): def openai_reasoning_model_handler(payload):
""" """
Handle "o" series specific parameters Handle reasoning model specific parameters
""" """
if "max_tokens" in payload: if "max_tokens" in payload:
# Convert "max_tokens" to "max_completion_tokens" for all o-series models # Convert "max_tokens" to "max_completion_tokens" for all reasoning models
payload["max_completion_tokens"] = payload["max_tokens"] payload["max_completion_tokens"] = payload["max_tokens"]
del payload["max_tokens"] del payload["max_tokens"]
@ -787,7 +787,7 @@ async def generate_chat_completion(
url = request.app.state.config.OPENAI_API_BASE_URLS[idx] url = request.app.state.config.OPENAI_API_BASE_URLS[idx]
key = request.app.state.config.OPENAI_API_KEYS[idx] key = request.app.state.config.OPENAI_API_KEYS[idx]
# Check if model is from "o" series # Check if model is a reasoning model that needs special handling
is_reasoning_model = payload["model"].lower().startswith(("o1", "o3", "o4", "gpt-5")) is_reasoning_model = payload["model"].lower().startswith(("o1", "o3", "o4", "gpt-5"))
if is_reasoning_model: if is_reasoning_model:
payload = openai_reasoning_model_handler(payload) payload = openai_reasoning_model_handler(payload)