This commit is contained in:
Timothy J. Baek 2024-08-22 16:31:33 +02:00
parent abe17ab4b5
commit 85f8a80389

View File

@ -601,8 +601,8 @@
let selectedModelIds = modelId let selectedModelIds = modelId
? [modelId] ? [modelId]
: atSelectedModel !== undefined : atSelectedModel !== undefined
? [atSelectedModel.id] ? [atSelectedModel.id]
: selectedModels; : selectedModels;
// Create response messages for each selected model // Create response messages for each selected model
const responseMessageIds = {}; const responseMessageIds = {};
@ -763,11 +763,11 @@
? await getAndUpdateUserLocation(localStorage.token) ? await getAndUpdateUserLocation(localStorage.token)
: undefined : undefined
)}${ )}${
responseMessage?.userContext ?? null (responseMessage?.userContext ?? null)
? `\n\nUser Context:\n${responseMessage?.userContext ?? ''}` ? `\n\nUser Context:\n${responseMessage?.userContext ?? ''}`
: '' : ''
}` }`
} }
: undefined, : undefined,
...messages ...messages
] ]
@ -812,11 +812,11 @@
// Only initialize and add status if knowledge exists // Only initialize and add status if knowledge exists
responseMessage.statusHistory = [ responseMessage.statusHistory = [
{ {
done: false, action: 'knowledge_search',
action: 'rag_search', description: $i18n.t(`Searching Knowledge for "{{searchQuery}}"`, {
description: $i18n.t(`Searching in Knowledge for "{{searchQuery}}"`, {
searchQuery: userMessage.content searchQuery: userMessage.content
}) }),
done: false
} }
]; ];
files.push(...model.info.meta.knowledge); files.push(...model.info.meta.knowledge);
@ -848,10 +848,10 @@
options: { options: {
...(params ?? $settings.params ?? {}), ...(params ?? $settings.params ?? {}),
stop: stop:
params?.stop ?? $settings?.params?.stop ?? undefined (params?.stop ?? $settings?.params?.stop ?? undefined)
? (params?.stop.split(',').map((token) => token.trim()) ?? $settings.params.stop).map( ? (params?.stop.split(',').map((token) => token.trim()) ?? $settings.params.stop).map(
(str) => decodeURIComponent(JSON.parse('"' + str.replace(/\"/g, '\\"') + '"')) (str) => decodeURIComponent(JSON.parse('"' + str.replace(/\"/g, '\\"') + '"'))
) )
: undefined, : undefined,
num_predict: params?.max_tokens ?? $settings?.params?.max_tokens ?? undefined, num_predict: params?.max_tokens ?? $settings?.params?.max_tokens ?? undefined,
repeat_penalty: repeat_penalty:
@ -902,9 +902,9 @@
if ('citations' in data) { if ('citations' in data) {
responseMessage.citations = data.citations; responseMessage.citations = data.citations;
// Only remove status if it was initially set // Only remove status if it was initially set
if (responseMessage.statusHistory) { if (model?.info?.meta?.knowledge ?? false) {
responseMessage.statusHistory = responseMessage.statusHistory.filter( responseMessage.statusHistory = responseMessage.statusHistory.filter(
(status) => status.action !== 'rag_search' (status) => status.action !== 'knowledge_search'
); );
} }
continue; continue;
@ -1079,11 +1079,11 @@
// Only initialize and add status if knowledge exists // Only initialize and add status if knowledge exists
responseMessage.statusHistory = [ responseMessage.statusHistory = [
{ {
done: false, action: 'knowledge_search',
action: 'rag_search', description: $i18n.t(`Searching Knowledge for "{{searchQuery}}"`, {
description: $i18n.t(`Searching in Knowledge for "{{searchQuery}}"`, {
searchQuery: userMessage.content searchQuery: userMessage.content
}) }),
done: false
} }
]; ];
files.push(...model.info.meta.knowledge); files.push(...model.info.meta.knowledge);
@ -1114,10 +1114,10 @@
stream: true, stream: true,
model: model.id, model: model.id,
stream_options: stream_options:
model.info?.meta?.capabilities?.usage ?? false (model.info?.meta?.capabilities?.usage ?? false)
? { ? {
include_usage: true include_usage: true
} }
: undefined, : undefined,
messages: [ messages: [
params?.system || $settings.system || (responseMessage?.userContext ?? null) params?.system || $settings.system || (responseMessage?.userContext ?? null)
@ -1130,11 +1130,11 @@
? await getAndUpdateUserLocation(localStorage.token) ? await getAndUpdateUserLocation(localStorage.token)
: undefined : undefined
)}${ )}${
responseMessage?.userContext ?? null (responseMessage?.userContext ?? null)
? `\n\nUser Context:\n${responseMessage?.userContext ?? ''}` ? `\n\nUser Context:\n${responseMessage?.userContext ?? ''}`
: '' : ''
}` }`
} }
: undefined, : undefined,
...messages ...messages
] ]
@ -1150,7 +1150,7 @@
text: text:
arr.length - 1 !== idx arr.length - 1 !== idx
? message.content ? message.content
: message?.raContent ?? message.content : (message?.raContent ?? message.content)
}, },
...message.files ...message.files
.filter((file) => file.type === 'image') .filter((file) => file.type === 'image')
@ -1161,20 +1161,20 @@
} }
})) }))
] ]
} }
: { : {
content: content:
arr.length - 1 !== idx arr.length - 1 !== idx
? message.content ? message.content
: message?.raContent ?? message.content : (message?.raContent ?? message.content)
}) })
})), })),
seed: params?.seed ?? $settings?.params?.seed ?? undefined, seed: params?.seed ?? $settings?.params?.seed ?? undefined,
stop: stop:
params?.stop ?? $settings?.params?.stop ?? undefined (params?.stop ?? $settings?.params?.stop ?? undefined)
? (params?.stop.split(',').map((token) => token.trim()) ?? $settings.params.stop).map( ? (params?.stop.split(',').map((token) => token.trim()) ?? $settings.params.stop).map(
(str) => decodeURIComponent(JSON.parse('"' + str.replace(/\"/g, '\\"') + '"')) (str) => decodeURIComponent(JSON.parse('"' + str.replace(/\"/g, '\\"') + '"'))
) )
: undefined, : undefined,
temperature: params?.temperature ?? $settings?.params?.temperature ?? undefined, temperature: params?.temperature ?? $settings?.params?.temperature ?? undefined,
top_p: params?.top_p ?? $settings?.params?.top_p ?? undefined, top_p: params?.top_p ?? $settings?.params?.top_p ?? undefined,
@ -1228,9 +1228,9 @@
if (citations) { if (citations) {
responseMessage.citations = citations; responseMessage.citations = citations;
// Only remove status if it was initially set // Only remove status if it was initially set
if (responseMessage.statusHistory) { if (model?.info?.meta?.knowledge ?? false) {
responseMessage.statusHistory = responseMessage.statusHistory.filter( responseMessage.statusHistory = responseMessage.statusHistory.filter(
(status) => status.action !== 'rag_search' (status) => status.action !== 'knowledge_search'
); );
} }
continue; continue;