mirror of
https://github.com/open-webui/open-webui
synced 2025-06-26 18:26:48 +00:00
feat: add num_keep, num_batch
This commit is contained in:
@@ -92,6 +92,8 @@ type Settings = {
|
||||
top_k?: string;
|
||||
top_p?: string;
|
||||
num_ctx?: string;
|
||||
num_batch?: string;
|
||||
num_keep?: string;
|
||||
options?: ModelOptions;
|
||||
};
|
||||
|
||||
|
||||
Reference in New Issue
Block a user