UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-01-18 00:30:51 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

refac: modelfiles migration

Browse Source
This commit is contained in:
Timothy J. Baek 2024-06-03 12:48:17 -07:00
parent 36a66fcfc4
commit 82f7b6c315
1 changed files with 27 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
backend/utils/misc.py
View File

@ -123,11 +123,25 @@ def parse_ollama_modelfile(model_text):
"repeat_penalty": float, "repeat_penalty": float,
"temperature": float, "temperature": float,
"seed": int, "seed": int,
"stop": str,
"tfs_z": float, "tfs_z": float,
"num_predict": int, "num_predict": int,
"top_k": int, "top_k": int,
"top_p": float, "top_p": float,
"num_keep": int,
"typical_p": float,
"presence_penalty": float,
"frequency_penalty": float,
"penalize_newline": bool,
"numa": bool,
"num_batch": int,
"num_gpu": int,
"main_gpu": int,
"low_vram": bool,
"f16_kv": bool,
"vocab_only": bool,
"use_mmap": bool,
"use_mlock": bool,
"num_thread": int,
} }
data = {"base_model_id": None, "params": {}} data = {"base_model_id": None, "params": {}}
@ -156,10 +170,18 @@ def parse_ollama_modelfile(model_text):
param_match = re.search(rf"PARAMETER {param} (.+)", model_text, re.IGNORECASE) param_match = re.search(rf"PARAMETER {param} (.+)", model_text, re.IGNORECASE)
if param_match: if param_match:
value = param_match.group(1) value = param_match.group(1)
if param_type == int:
value = int(value) try:
elif param_type == float: if param_type == int:
value = float(value) value = int(value)
elif param_type == float:
value = float(value)
elif param_type == bool:
value = value.lower() == "true"
except Exception as e:
print(e)
continue
data["params"][param] = value data["params"][param] = value
# Parse adapter # Parse adapter