feat: add num_keep, num_batch

This commit is contained in:
Sam McLeod
2024-06-14 15:31:26 +10:00
parent 162643a4b1
commit 3f5e36271f
41 changed files with 182 additions and 0 deletions

View File

@@ -92,6 +92,8 @@ type Settings = {
top_k?: string;
top_p?: string;
num_ctx?: string;
num_batch?: string;
num_keep?: string;
options?: ModelOptions;
};