AI/open-webui
1
0
Fork 1
mirror of https://git.mirrors.martin98.com/https://github.com/open-webui/open-webui synced 2025-08-18 07:36:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

enh: min_p

Browse Source
This commit is contained in:
Timothy J. Baek 2024-08-02 18:11:20 +02:00
parent 13b757d847
commit 8fcb5cee66
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
backend/apps/ollama/main.py
View File

@ -857,6 +857,12 @@ async def generate_chat_completion(
): ):
payload["options"]["top_p"] = model_info.params.get("top_p", None) payload["options"]["top_p"] = model_info.params.get("top_p", None)
if (
model_info.params.get("min_p", None)
and payload["options"].get("min_p") is None
):
payload["options"]["min_p"] = model_info.params.get("min_p", None)
if ( if (
model_info.params.get("use_mmap", None) model_info.params.get("use_mmap", None)
and payload["options"].get("use_mmap") is None and payload["options"].get("use_mmap") is None