From 25ce18d8761d409f89ad46a54d73782d18f8b18a Mon Sep 17 00:00:00 2001
From: Samuel <smonux@gmail.com>
Date: Wed, 6 Nov 2024 19:50:31 +0000
Subject: [PATCH] changes to the UI to support native_tool_call param

---
 src/lib/components/chat/Chat.svelte           | 13 ++++++++
 .../Settings/Advanced/AdvancedParams.svelte   | 31 +++++++++++++++++++
 2 files changed, 44 insertions(+)

diff --git a/src/lib/components/chat/Chat.svelte b/src/lib/components/chat/Chat.svelte
index 83e3b967f..f6819f4bc 100644
--- a/src/lib/components/chat/Chat.svelte
+++ b/src/lib/components/chat/Chat.svelte
@@ -1094,8 +1094,14 @@
 			$settings?.params?.stream_response ??
 			params?.stream_response ??
 			true;
+		const native_tool_call =
+			model?.info?.params?.native_tool_call ??
+			$settings?.params?.native_tool_call ??
+			params?.native_tool_call ??
+			true;
 		const [res, controller] = await generateChatCompletion(localStorage.token, {
 			stream: stream,
+			native_tool_call: native_tool_call,
 			model: model.id,
 			messages: messagesBody,
 			options: {
@@ -1419,10 +1425,17 @@
 				params?.stream_response ??
 				true;
 
+			const native_tool_call =
+				model?.info?.params?.native_tool_call ??
+				$settings?.params?.native_tool_call ??
+				params?.native_tool_call ??
+				true;
+
 			const [res, controller] = await generateOpenAIChatCompletion(
 				localStorage.token,
 				{
 					stream: stream,
+					native_tool_call : native_tool_call,
 					model: model.id,
 					...(stream && (model.info?.meta?.capabilities?.usage ?? false)
 						? {
diff --git a/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte b/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte
index 95b27b889..382924b19 100644
--- a/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte
+++ b/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte
@@ -11,6 +11,7 @@
 	export let params = {
 		// Advanced
 		stream_response: null, // Set stream responses for this model individually
+		native_tool_call: null, 
 		seed: null,
 		stop: null,
 		temperature: null,
@@ -71,6 +72,36 @@
 			</button>
 		</div>
 	</div>
+	<div>
+		<div class=" py-0.5 flex w-full justify-between">
+			<div class=" self-center text-xs font-medium">
+				{$i18n.t('Native Tool Calls')}
+			</div>
+
+			<button
+				class="p-1 px-3 text-xs flex rounded transition"
+				on:click={() => {
+					params.native_tool_call=
+						(params?.native_tool_call?? null) === null
+							? true
+							: params.native_tool_call
+								? false
+								: null;
+				}}
+				type="button"
+			>
+				{#if params.native_tool_call === true}
+					<span class="ml-2 self-center">{$i18n.t('On')}</span>
+				{:else if params.native_tool_call === false}
+					<span class="ml-2 self-center">{$i18n.t('Off')}</span>
+				{:else}
+					<span class="ml-2 self-center">{$i18n.t('Default')}</span>
+				{/if}
+			</button>
+		</div>
+	</div>
+
+
 
 	<div class=" py-0.5 w-full justify-between">
 		<div class="flex w-full justify-between">