ti.sil/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui.git synced 2025-12-13 04:45:19 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

feat: pass structured output format through to ollama

Browse source
This commit is contained in:
envision3d 2024-12-17 09:33:32 -06:00
parent 18fd3db3d5
commit 16d900247a
2 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
backend/open_webui/routers/ollama.py
View file

@ -917,7 +917,7 @@ class ChatMessage(BaseModel):
class GenerateChatCompletionForm(BaseModel): class GenerateChatCompletionForm(BaseModel):
model: str model: str
messages: list[ChatMessage] messages: list[ChatMessage]
format: Optional[str] = None format: Optional[dict] = None
options: Optional[dict] = None options: Optional[dict] = None
template: Optional[str] = None template: Optional[str] = None
stream: Optional[bool] = True stream: Optional[bool] = True

3
backend/open_webui/utils/payload.py
View file

@ -154,6 +154,9 @@ def convert_payload_openai_to_ollama(openai_payload: dict) -> dict:
) )
ollama_payload["stream"] = openai_payload.get("stream", False) ollama_payload["stream"] = openai_payload.get("stream", False)
if "format" in openai_payload:
ollama_payload["format"] = openai_payload["format"]
# If there are advanced parameters in the payload, format them in Ollama's options field # If there are advanced parameters in the payload, format them in Ollama's options field
ollama_options = {} ollama_options = {}