This commit is contained in:
Timothy J. Baek 2024-06-11 02:12:24 -07:00
parent 827dd1b044
commit bf1936de34
2 changed files with 9 additions and 5 deletions

View File

@ -299,6 +299,8 @@ class ChatCompletionMiddleware(BaseHTTPMiddleware):
context += ("\n" if context != "" else "") + response context += ("\n" if context != "" else "") + response
del data["tool_ids"] del data["tool_ids"]
print(context)
# If docs field is present, generate RAG completions # If docs field is present, generate RAG completions
if "docs" in data: if "docs" in data:
data = {**data} data = {**data}

View File

@ -60,10 +60,9 @@
id = name.replace(/\s+/g, '-').toLowerCase(); id = name.replace(/\s+/g, '-').toLowerCase();
} }
let baseModel = null; const addUsage = (base_model_id) => {
$: { const baseModel = $models.find((m) => m.id === base_model_id);
baseModel = $models.find((m) => m.id === info.base_model_id);
console.log(baseModel);
if (baseModel) { if (baseModel) {
if (baseModel.owned_by === 'openai') { if (baseModel.owned_by === 'openai') {
capabilities.usage = baseModel.info?.meta?.capabilities?.usage ?? false; capabilities.usage = baseModel.info?.meta?.capabilities?.usage ?? false;
@ -72,7 +71,7 @@
} }
capabilities = capabilities; capabilities = capabilities;
} }
} };
const submitHandler = async () => { const submitHandler = async () => {
loading = true; loading = true;
@ -360,6 +359,9 @@
class="px-3 py-1.5 text-sm w-full bg-transparent border dark:border-gray-600 outline-none rounded-lg" class="px-3 py-1.5 text-sm w-full bg-transparent border dark:border-gray-600 outline-none rounded-lg"
placeholder="Select a base model (e.g. llama3, gpt-4o)" placeholder="Select a base model (e.g. llama3, gpt-4o)"
bind:value={info.base_model_id} bind:value={info.base_model_id}
on:change={(e) => {
addUsage(e.target.value);
}}
required required
> >
<option value={null} class=" text-gray-900">{$i18n.t('Select a base model')}</option> <option value={null} class=" text-gray-900">{$i18n.t('Select a base model')}</option>