diff --git a/src/lib/apis/ollama/index.ts b/src/lib/apis/ollama/index.ts index 625019660..954956aca 100644 --- a/src/lib/apis/ollama/index.ts +++ b/src/lib/apis/ollama/index.ts @@ -133,9 +133,19 @@ export const getOllamaModels = async (token: string = '') => { }); }; -export const generateTitle = async (token: string = '', model: string, prompt: string) => { +// TODO: migrate to backend +export const generateTitle = async ( + token: string = '', + template: string, + model: string, + prompt: string +) => { let error = null; + template = template.replace(/{{prompt}}/g, prompt); + + console.log(template); + const res = await fetch(`${OLLAMA_API_BASE_URL}/generate`, { method: 'POST', headers: { @@ -144,7 +154,7 @@ export const generateTitle = async (token: string = '', model: string, prompt: s }, body: JSON.stringify({ model: model, - prompt: `Create a concise, 3-5 word phrase as a header for the following query, strictly adhering to the 3-5 word limit and avoiding the use of the word 'title': ${prompt}`, + prompt: template, stream: false }) }) diff --git a/src/lib/components/chat/Settings/Interface.svelte b/src/lib/components/chat/Settings/Interface.svelte index 866818ab3..f2dfac5ca 100644 --- a/src/lib/components/chat/Settings/Interface.svelte +++ b/src/lib/components/chat/Settings/Interface.svelte @@ -13,6 +13,7 @@ let responseAutoCopy = false; let titleAutoGenerateModel = ''; let fullScreenMode = false; + let titleGenerationPrompt = ''; // Interface let promptSuggestions = []; @@ -56,8 +57,14 @@ }; const updateInterfaceHandler = async () => { - promptSuggestions = await setDefaultPromptSuggestions(localStorage.token, promptSuggestions); - await config.set(await getBackendConfig()); + if ($user.role === 'admin') { + promptSuggestions = await setDefaultPromptSuggestions(localStorage.token, promptSuggestions); + await config.set(await getBackendConfig()); + } + + saveSettings({ + titleGenerationPrompt: titleGenerationPrompt ? titleGenerationPrompt : undefined + }); }; onMount(async () => { @@ -72,6 +79,9 @@ showUsername = settings.showUsername ?? false; fullScreenMode = settings.fullScreenMode ?? false; titleAutoGenerateModel = settings.titleAutoGenerateModel ?? ''; + titleGenerationPrompt = + settings.titleGenerationPrompt ?? + `Create a concise, 3-5 word phrase as a header for the following query, strictly adhering to the 3-5 word limit and avoiding the use of the word 'title': {{prompt}}`; }); @@ -212,6 +222,14 @@ +