diff --git a/src/lib/components/chat/Settings/Advanced.svelte b/src/lib/components/chat/Settings/Advanced.svelte index a188f107a..41ad69f33 100644 --- a/src/lib/components/chat/Settings/Advanced.svelte +++ b/src/lib/components/chat/Settings/Advanced.svelte @@ -12,7 +12,8 @@ top_k: '', top_p: '', tfs_z: '', - num_ctx: '' + num_ctx: '', + num_predict: '' }; @@ -507,4 +508,49 @@ {/if} +
+
+
Max Tokens
+ + +
+ + {#if options.num_predict !== ''} +
+
+ +
+
+ +
+
+ {/if} +
diff --git a/src/lib/components/chat/SettingsModal.svelte b/src/lib/components/chat/SettingsModal.svelte index 18aa6ecad..12405537b 100644 --- a/src/lib/components/chat/SettingsModal.svelte +++ b/src/lib/components/chat/SettingsModal.svelte @@ -52,7 +52,8 @@ top_p: '', stop: '', tfs_z: '', - num_ctx: '' + num_ctx: '', + num_predict: '' }; // Models @@ -644,6 +645,7 @@ options.top_k = settings.top_k ?? ''; options.top_p = settings.top_p ?? ''; options.num_ctx = settings.num_ctx ?? ''; + options.num_predict = settings.num_predict ?? ''; options = { ...options, ...settings.options }; options.stop = (settings?.options?.stop ?? []).join(','); @@ -1122,7 +1124,8 @@ top_k: options.top_k !== '' ? options.top_k : undefined, top_p: options.top_p !== '' ? options.top_p : undefined, tfs_z: options.tfs_z !== '' ? options.tfs_z : undefined, - num_ctx: options.num_ctx !== '' ? options.num_ctx : undefined + num_ctx: options.num_ctx !== '' ? options.num_ctx : undefined, + num_predict: options.num_predict !== '' ? options.num_predict : undefined } }); show = false; diff --git a/src/routes/(app)/+page.svelte b/src/routes/(app)/+page.svelte index 6f272a62e..0655cd912 100644 --- a/src/routes/(app)/+page.svelte +++ b/src/routes/(app)/+page.svelte @@ -368,10 +368,13 @@ } : { content: message.content }) })), - temperature: $settings.temperature ?? undefined, - top_p: $settings.top_p ?? undefined, - num_ctx: $settings.num_ctx ?? undefined, - frequency_penalty: $settings.repeat_penalty ?? undefined + seed: $settings.options.seed ?? undefined, + stop: $settings.options.stop ?? undefined, + temperature: $settings.options.temperature ?? undefined, + top_p: $settings.options.top_p ?? undefined, + num_ctx: $settings.options.num_ctx ?? undefined, + frequency_penalty: $settings.options.repeat_penalty ?? undefined, + max_tokens: $settings.options.num_predict ?? undefined, }) } ).catch((err) => { diff --git a/src/routes/(app)/c/[id]/+page.svelte b/src/routes/(app)/c/[id]/+page.svelte index 9600f2982..8954a21fb 100644 --- a/src/routes/(app)/c/[id]/+page.svelte +++ b/src/routes/(app)/c/[id]/+page.svelte @@ -395,10 +395,13 @@ } : { content: message.content }) })), - temperature: $settings.temperature ?? undefined, - top_p: $settings.top_p ?? undefined, - num_ctx: $settings.num_ctx ?? undefined, - frequency_penalty: $settings.repeat_penalty ?? undefined + seed: $settings.options.seed ?? undefined, + stop: $settings.options.stop ?? undefined, + temperature: $settings.options.temperature ?? undefined, + top_p: $settings.options.top_p ?? undefined, + num_ctx: $settings.options.num_ctx ?? undefined, + frequency_penalty: $settings.options.repeat_penalty ?? undefined, + max_tokens: $settings.options.num_predict ?? undefined, }) } ).catch((err) => { diff --git a/src/routes/(app)/modelfiles/create/+page.svelte b/src/routes/(app)/modelfiles/create/+page.svelte index 506edb9f7..23a0cffc0 100644 --- a/src/routes/(app)/modelfiles/create/+page.svelte +++ b/src/routes/(app)/modelfiles/create/+page.svelte @@ -51,7 +51,8 @@ top_k: '', top_p: '', tfs_z: '', - num_ctx: '' + num_ctx: '', + num_predict: '' }; let modelfileCreator = null; @@ -73,6 +74,7 @@ ${options.top_k !== '' ? `PARAMETER top_k ${options.top_k}` : ''} ${options.top_p !== '' ? `PARAMETER top_p ${options.top_p}` : ''} ${options.tfs_z !== '' ? `PARAMETER tfs_z ${options.tfs_z}` : ''} ${options.num_ctx !== '' ? `PARAMETER num_ctx ${options.num_ctx}` : ''} +${options.num_predict !== '' ? `PARAMETER num_predict ${options.num_predict}` : ''} SYSTEM """${system}"""`.replace(/^\s*\n/gm, ''); }