ti.sil/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui.git synced 2025-12-15 13:55:19 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

enh: min_p

Browse source
This commit is contained in:
Timothy J. Baek 2024-08-02 18:11:20 +02:00
parent 13b757d847
commit 8fcb5cee66
1 changed files with 6 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
backend/apps/ollama/main.py
View file

@ -857,6 +857,12 @@ async def generate_chat_completion(
): ):
payload["options"]["top_p"] = model_info.params.get("top_p", None) payload["options"]["top_p"] = model_info.params.get("top_p", None)
if (
model_info.params.get("min_p", None)
and payload["options"].get("min_p") is None
):
payload["options"]["min_p"] = model_info.params.get("min_p", None)
if ( if (
model_info.params.get("use_mmap", None) model_info.params.get("use_mmap", None)
and payload["options"].get("use_mmap") is None and payload["options"].get("use_mmap") is None