From 8c1983cfda5d2b8b9f6400944a14ec900a450b03 Mon Sep 17 00:00:00 2001
From: silentoplayz <50341825+silentoplayz@users.noreply.github.com>
Date: Tue, 5 Nov 2024 01:39:54 -0500
Subject: [PATCH 1/4] Update AdvancedParams.svelte

Added Advanced Parameters tooltips
---
 .../Settings/Advanced/AdvancedParams.svelte   | 419 ++++++++++++------
 1 file changed, 281 insertions(+), 138 deletions(-)

diff --git a/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte b/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte
index 95b27b889..2dd0ebcda 100644
--- a/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte
+++ b/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte
@@ -1,5 +1,6 @@
 <script lang="ts">
 	import Switch from '$lib/components/common/Switch.svelte';
+	import Tooltip from '$lib/components/common/Tooltip.svelte';
 	import { getContext, createEventDispatcher } from 'svelte';
 
 	const dispatch = createEventDispatcher();
@@ -42,6 +43,7 @@
 	}
 </script>
 
+<!-- LLM failed to help successfully for this tooltip -->
 <div class=" space-y-1 text-xs pb-safe-bottom">
 	<div>
 		<div class=" py-0.5 flex w-full justify-between">
@@ -74,7 +76,15 @@
 
 	<div class=" py-0.5 w-full justify-between">
 		<div class="flex w-full justify-between">
-			<div class=" self-center text-xs font-medium">{$i18n.t('Seed')}</div>
+			<div class=" self-center text-xs font-medium">
+				<Tooltip 
+					content="Sets the random number seed to use for generation. Setting this to a specific number will make the model generate the same text for the same prompt. (Default: random)" 
+					placement="top-start" 
+					className="inline-tooltip"
+				>
+					{$i18n.t('Seed')}
+				</Tooltip>
+			</div>
 
 			<button
 				class="p-1 px-3 text-xs flex rounded transition flex-shrink-0 outline-none"
@@ -109,7 +119,15 @@
 
 	<div class=" py-0.5 w-full justify-between">
 		<div class="flex w-full justify-between">
-			<div class=" self-center text-xs font-medium">{$i18n.t('Stop Sequence')}</div>
+			<div class=" self-center text-xs font-medium">
+				<Tooltip 
+					content="Sets the stop sequences to use. When this pattern is encountered, the LLM will stop generating text and return. Multiple stop patterns may be set by specifying multiple separate stop parameters in a modelfile." 
+					placement="top-start" 
+					className="inline-tooltip"
+				>
+					{$i18n.t('Stop Sequence')}
+				</Tooltip>
+			</div>
 
 			<button
 				class="p-1 px-3 text-xs flex rounded transition flex-shrink-0 outline-none"
@@ -143,8 +161,15 @@
 
 	<div class=" py-0.5 w-full justify-between">
 		<div class="flex w-full justify-between">
-			<div class=" self-center text-xs font-medium">{$i18n.t('Temperature')}</div>
-
+			<div class=" self-center text-xs font-medium">
+				<Tooltip 
+					content="The temperature of the model. Increasing the temperature will make the model answer more creatively. (Default: 0.8)" 
+					placement="top-start" 
+					className="inline-tooltip"
+				>
+					{$i18n.t('Temperature')}
+				</Tooltip>
+			</div>
 			<button
 				class="p-1 px-3 text-xs flex rounded transition flex-shrink-0 outline-none"
 				type="button"
@@ -159,7 +184,6 @@
 				{/if}
 			</button>
 		</div>
-
 		{#if (params?.temperature ?? null) !== null}
 			<div class="flex mt-0.5 space-x-2">
 				<div class=" flex-1">
@@ -189,8 +213,15 @@
 
 	<div class=" py-0.5 w-full justify-between">
 		<div class="flex w-full justify-between">
-			<div class=" self-center text-xs font-medium">{$i18n.t('Mirostat')}</div>
-
+			<div class=" self-center text-xs font-medium">
+				<Tooltip 
+					content="Enable Mirostat sampling for controlling perplexity. (Default: 0, 0 = Disabled, 1 = Mirostat, 2 = Mirostat 2.0)" 
+					placement="top-start" 
+					className="inline-tooltip"
+				>
+					{$i18n.t('Mirostat')}
+				</Tooltip>
+			</div>
 			<button
 				class="p-1 px-3 text-xs flex rounded transition flex-shrink-0 outline-none"
 				type="button"
@@ -205,7 +236,6 @@
 				{/if}
 			</button>
 		</div>
-
 		{#if (params?.mirostat ?? null) !== null}
 			<div class="flex mt-0.5 space-x-2">
 				<div class=" flex-1">
@@ -235,8 +265,15 @@
 
 	<div class=" py-0.5 w-full justify-between">
 		<div class="flex w-full justify-between">
-			<div class=" self-center text-xs font-medium">{$i18n.t('Mirostat Eta')}</div>
-
+			<div class=" self-center text-xs font-medium">
+				<Tooltip 
+					content="Influences how quickly the algorithm responds to feedback from the generated text. A lower learning rate will result in slower adjustments, while a higher learning rate will make the algorithm more responsive. (Default: 0.1)" 
+					placement="top-start" 
+					className="inline-tooltip"
+				>
+					{$i18n.t('Mirostat Eta')}
+				</Tooltip>
+			</div>
 			<button
 				class="p-1 px-3 text-xs flex rounded transition flex-shrink-0 outline-none"
 				type="button"
@@ -251,7 +288,6 @@
 				{/if}
 			</button>
 		</div>
-
 		{#if (params?.mirostat_eta ?? null) !== null}
 			<div class="flex mt-0.5 space-x-2">
 				<div class=" flex-1">
@@ -281,7 +317,15 @@
 
 	<div class=" py-0.5 w-full justify-between">
 		<div class="flex w-full justify-between">
-			<div class=" self-center text-xs font-medium">{$i18n.t('Mirostat Tau')}</div>
+			<div class=" self-center text-xs font-medium">
+				<Tooltip 
+					content="Controls the balance between coherence and diversity of the output. A lower value will result in more focused and coherent text. (Default: 5.0)" 
+					placement="top-start" 
+					className="inline-tooltip"
+				>
+					{$i18n.t('Mirostat Tau')}
+				</Tooltip>
+			</div>
 
 			<button
 				class="p-1 px-3 text-xs flex rounded transition flex-shrink-0 outline-none"
@@ -327,8 +371,15 @@
 
 	<div class=" py-0.5 w-full justify-between">
 		<div class="flex w-full justify-between">
-			<div class=" self-center text-xs font-medium">{$i18n.t('Top K')}</div>
-
+			<div class=" self-center text-xs font-medium">
+				<Tooltip 
+					content="Reduces the probability of generating nonsense. A higher value (e.g. 100) will give more diverse answers, while a lower value (e.g. 10) will be more conservative. (Default: 40)" 
+					placement="top-start" 
+					className="inline-tooltip"
+				>
+					{$i18n.t('Top K')}
+				</Tooltip>
+			</div>
 			<button
 				class="p-1 px-3 text-xs flex rounded transition flex-shrink-0 outline-none"
 				type="button"
@@ -343,7 +394,6 @@
 				{/if}
 			</button>
 		</div>
-
 		{#if (params?.top_k ?? null) !== null}
 			<div class="flex mt-0.5 space-x-2">
 				<div class=" flex-1">
@@ -373,7 +423,15 @@
 
 	<div class=" py-0.5 w-full justify-between">
 		<div class="flex w-full justify-between">
-			<div class=" self-center text-xs font-medium">{$i18n.t('Top P')}</div>
+			<div class=" self-center text-xs font-medium">
+				<Tooltip 
+					content="Works together with top-k. A higher value (e.g., 0.95) will lead to more diverse text, while a lower value (e.g., 0.5) will generate more focused and conservative text. (Default: 0.9)" 
+					placement="top-start" 
+					className="inline-tooltip"
+				>
+					{$i18n.t('Top P')}
+				</Tooltip>
+			</div>
 
 			<button
 				class="p-1 px-3 text-xs flex rounded transition flex-shrink-0 outline-none"
@@ -419,8 +477,15 @@
 
 	<div class=" py-0.5 w-full justify-between">
 		<div class="flex w-full justify-between">
-			<div class=" self-center text-xs font-medium">{$i18n.t('Min P')}</div>
-
+			<div class=" self-center text-xs font-medium">
+				<Tooltip 
+					content="Alternative to the top_p, and aims to ensure a balance of quality and variety. The parameter p represents the minimum probability for a token to be considered, relative to the probability of the most likely token. For example, with p=0.05 and the most likely token having a probability of 0.9, logits with a value less than 0.045 are filtered out. (Default: 0.0)" 
+					placement="top-start" 
+					className="inline-tooltip"
+				>
+					{$i18n.t('Min P')}
+				</Tooltip>
+			</div>
 			<button
 				class="p-1 px-3 text-xs flex rounded transition flex-shrink-0 outline-none"
 				type="button"
@@ -435,7 +500,6 @@
 				{/if}
 			</button>
 		</div>
-
 		{#if (params?.min_p ?? null) !== null}
 			<div class="flex mt-0.5 space-x-2">
 				<div class=" flex-1">
@@ -465,7 +529,15 @@
 
 	<div class=" py-0.5 w-full justify-between">
 		<div class="flex w-full justify-between">
-			<div class=" self-center text-xs font-medium">{$i18n.t('Frequency Penalty')}</div>
+			<div class=" self-center text-xs font-medium">
+				<Tooltip 
+					content="Sets how strongly to penalize repetitions. A higher value (e.g., 1.5) will penalize repetitions more strongly, while a lower value (e.g., 0.9) will be more lenient. (Default: 1.1)" 
+					placement="top-start" 
+					className="inline-tooltip"
+				>
+					{$i18n.t('Frequency Penalty')}
+				</Tooltip>
+			</div>
 
 			<button
 				class="p-1 px-3 text-xs flex rounded transition flex-shrink-0 outline-none"
@@ -511,7 +583,15 @@
 
 	<div class=" py-0.5 w-full justify-between">
 		<div class="flex w-full justify-between">
-			<div class=" self-center text-xs font-medium">{$i18n.t('Repeat Last N')}</div>
+			<div class=" self-center text-xs font-medium">
+				<Tooltip 
+					content="Sets how far back for the model to look back to prevent repetition. (Default: 64, 0 = disabled, -1 = num_ctx)" 
+					placement="top-start" 
+					className="inline-tooltip"
+				>
+					{$i18n.t('Repeat Last N')}
+				</Tooltip>
+			</div>
 
 			<button
 				class="p-1 px-3 text-xs flex rounded transition flex-shrink-0 outline-none"
@@ -557,7 +637,15 @@
 
 	<div class=" py-0.5 w-full justify-between">
 		<div class="flex w-full justify-between">
-			<div class=" self-center text-xs font-medium">{$i18n.t('Tfs Z')}</div>
+			<div class=" self-center text-xs font-medium">
+				<Tooltip 
+					content="Tail free sampling is used to reduce the impact of less probable tokens from the output. A higher value (e.g., 2.0) will reduce the impact more, while a value of 1.0 disables this setting. (default: 1)" 
+					placement="top-start" 
+					className="inline-tooltip"
+				>
+					{$i18n.t('Tfs Z')}
+				</Tooltip>
+			</div>
 
 			<button
 				class="p-1 px-3 text-xs flex rounded transition flex-shrink-0 outline-none"
@@ -603,7 +691,15 @@
 
 	<div class=" py-0.5 w-full justify-between">
 		<div class="flex w-full justify-between">
-			<div class=" self-center text-xs font-medium">{$i18n.t('Context Length')}</div>
+			<div class=" self-center text-xs font-medium">
+				<Tooltip 
+					content="Sets the size of the context window used to generate the next token. (Default: 2048)" 
+					placement="top-start" 
+					className="inline-tooltip"
+				>
+					{$i18n.t('Context Length')}
+				</Tooltip>
+			</div>
 
 			<button
 				class="p-1 px-3 text-xs flex rounded transition flex-shrink-0 outline-none"
@@ -648,7 +744,15 @@
 
 	<div class=" py-0.5 w-full justify-between">
 		<div class="flex w-full justify-between">
-			<div class=" self-center text-xs font-medium">{$i18n.t('Batch Size (num_batch)')}</div>
+			<div class=" self-center text-xs font-medium">
+				<Tooltip 
+					content="The batch size determines how many text requests are processed together at once. A higher batch size can increase the performance and speed of the model, but it also requires more memory.  (Default: 512)" 
+					placement="top-start" 
+					className="inline-tooltip"
+				>
+					{$i18n.t('Batch Size (num_batch)')}
+				</Tooltip>
+			</div>
 
 			<button
 				class="p-1 px-3 text-xs flex rounded transition flex-shrink-0 outline-none"
@@ -678,7 +782,7 @@
 						class="w-full h-2 rounded-lg appearance-none cursor-pointer dark:bg-gray-700"
 					/>
 				</div>
-				<div class="">
+				<div>
 					<input
 						bind:value={params.num_batch}
 						type="number"
@@ -694,7 +798,13 @@
 	<div class=" py-0.5 w-full justify-between">
 		<div class="flex w-full justify-between">
 			<div class=" self-center text-xs font-medium">
-				{$i18n.t('Tokens To Keep On Context Refresh (num_keep)')}
+				<Tooltip 
+					content="This option controls how many tokens are preserved when refreshing the context. For example, if set to 2, the last 2 tokens of the conversation context will be retained. Preserving context can help maintain the continuity of a conversation, but it may reduce the ability to respond to new topics. (Default: 24)" 
+					placement="top-start" 
+					className="inline-tooltip"
+				>
+					{$i18n.t('Tokens To Keep On Context Refresh (num_keep)')}
+				</Tooltip>
 			</div>
 
 			<button
@@ -740,7 +850,15 @@
 
 	<div class=" py-0.5 w-full justify-between">
 		<div class="flex w-full justify-between">
-			<div class=" self-center text-xs font-medium">{$i18n.t('Max Tokens (num_predict)')}</div>
+			<div class=" self-center text-xs font-medium">
+				<Tooltip 
+					content="This option sets the maximum number of tokens the model can generate in its response. Increasing this limit allows the model to provide longer answers, but it may also increase the likelihood of unhelpful or irrelevant content being generated.  (Default: 128)" 
+					placement="top-start" 
+					className="inline-tooltip"
+				>
+					{$i18n.t('Max Tokens (num_predict)')}
+				</Tooltip>
+			</div>
 
 			<button
 				class="p-1 px-3 text-xs flex rounded transition flex-shrink-0 outline-none"
@@ -770,7 +888,7 @@
 						class="w-full h-2 rounded-lg appearance-none cursor-pointer dark:bg-gray-700"
 					/>
 				</div>
-				<div class="">
+				<div>
 					<input
 						bind:value={params.max_tokens}
 						type="number"
@@ -783,6 +901,7 @@
 		{/if}
 	</div>
 
+<!-- LLM failed to help successfully for this tooltip -->
 	{#if admin}
 		<div class=" py-0.5 w-full justify-between">
 			<div class="flex w-full justify-between">
@@ -816,130 +935,154 @@
 			{/if}
 		</div>
 
-		<div class=" py-0.5 w-full justify-between">
-			<div class="flex w-full justify-between">
-				<div class=" self-center text-xs font-medium">{$i18n.t('use_mlock (Ollama)')}</div>
+			<div class=" py-0.5 w-full justify-between">
+				<div class="flex w-full justify-between">
+					<div class=" self-center text-xs font-medium">
+						<Tooltip 
+							content="Enable Memory Locking (mlock) to prevent model data from being swapped out of RAM. This option locks the model's working set of pages into RAM, ensuring that they will not be swapped out to disk. This can help maintain performance by avoiding page faults and ensuring fast data access." 
+							placement="top-start" 
+							className="inline-tooltip"
+						>
+							{$i18n.t('use_mlock (Ollama)')}
+						</Tooltip>
+					</div>
 
-				<button
-					class="p-1 px-3 text-xs flex rounded transition flex-shrink-0 outline-none"
-					type="button"
-					on:click={() => {
-						params.use_mlock = (params?.use_mlock ?? null) === null ? true : null;
-					}}
-				>
-					{#if (params?.use_mlock ?? null) === null}
-						<span class="ml-2 self-center">{$i18n.t('Default')}</span>
-					{:else}
-						<span class="ml-2 self-center">{$i18n.t('Custom')}</span>
-					{/if}
-				</button>
+					<button
+						class="p-1 px-3 text-xs flex rounded transition flex-shrink-0 outline-none"
+						type="button"
+						on:click={() => {
+							params.use_mlock = (params?.use_mlock ?? null) === null ? true : null;
+						}}
+					>
+						{#if (params?.use_mlock ?? null) === null}
+							<span class="ml-2 self-center">{$i18n.t('Default')}</span>
+						{:else}
+							<span class="ml-2 self-center">{$i18n.t('Custom')}</span>
+						{/if}
+					</button>
+				</div>
+
+				{#if (params?.use_mlock ?? null) !== null}
+					<div class="flex justify-between items-center mt-1">
+						<div class="text-xs text-gray-500">
+							{params.use_mlock ? 'Enabled' : 'Disabled'}
+						</div>
+
+						<div class=" pr-2">
+							<Switch bind:state={params.use_mlock} />
+						</div>
+					</div>
+				{/if}
 			</div>
 
-			{#if (params?.use_mlock ?? null) !== null}
-				<div class="flex justify-between items-center mt-1">
-					<div class="text-xs text-gray-500">
-						{params.use_mlock ? 'Enabled' : 'Disabled'}
-					</div>
-
-					<div class=" pr-2">
-						<Switch bind:state={params.use_mlock} />
-					</div>
-				</div>
-			{/if}
-		</div>
-
-		<div class=" py-0.5 w-full justify-between">
-			<div class="flex w-full justify-between">
-				<div class=" self-center text-xs font-medium">{$i18n.t('num_thread (Ollama)')}</div>
-
-				<button
-					class="p-1 px-3 text-xs flex rounded transition flex-shrink-0 outline-none"
-					type="button"
-					on:click={() => {
-						params.num_thread = (params?.num_thread ?? null) === null ? 2 : null;
-					}}
+	<div class=" py-0.5 w-full justify-between">
+		<div class="flex w-full justify-between">
+			<div class=" self-center text-xs font-medium">
+				<Tooltip 
+					content="Set the number of worker threads used for computation. This option controls how many threads are used to process incoming requests concurrently. Increasing this value can improve performance under high concurrency workloads but may also consume more CPU resources." 
+					placement="top-start" 
+					className="inline-tooltip"
 				>
-					{#if (params?.num_thread ?? null) === null}
-						<span class="ml-2 self-center">{$i18n.t('Default')}</span>
-					{:else}
-						<span class="ml-2 self-center">{$i18n.t('Custom')}</span>
-					{/if}
-				</button>
+					{$i18n.t('num_thread (Ollama)')}
+				</Tooltip>
 			</div>
 
-			{#if (params?.num_thread ?? null) !== null}
-				<div class="flex mt-0.5 space-x-2">
-					<div class=" flex-1">
-						<input
-							id="steps-range"
-							type="range"
-							min="1"
-							max="256"
-							step="1"
-							bind:value={params.num_thread}
-							class="w-full h-2 rounded-lg appearance-none cursor-pointer dark:bg-gray-700"
-						/>
-					</div>
-					<div class="">
-						<input
-							bind:value={params.num_thread}
-							type="number"
-							class=" bg-transparent text-center w-14"
-							min="1"
-							max="256"
-							step="1"
-						/>
-					</div>
-				</div>
-			{/if}
+			<button
+				class="p-1 px-3 text-xs flex rounded transition flex-shrink-0 outline-none"
+				type="button"
+				on:click={() => {
+					params.num_thread = (params?.num_thread ?? null) === null ? 2 : null;
+				}}
+			>
+				{#if (params?.num_thread ?? null) === null}
+					<span class="ml-2 self-center">{$i18n.t('Default')}</span>
+				{:else}
+					<span class="ml-2 self-center">{$i18n.t('Custom')}</span>
+				{/if}
+			</button>
 		</div>
 
-		<div class=" py-0.5 w-full justify-between">
-			<div class="flex w-full justify-between">
-				<div class=" self-center text-xs font-medium">{$i18n.t('num_gpu (Ollama)')}</div>
+		{#if (params?.num_thread ?? null) !== null}
+			<div class="flex mt-0.5 space-x-2">
+				<div class=" flex-1">
+					<input
+						id="steps-range"
+						type="range"
+						min="1"
+						max="256"
+						step="1"
+						bind:value={params.num_thread}
+						class="w-full h-2 rounded-lg appearance-none cursor-pointer dark:bg-gray-700"
+					/>
+				</div>
+				<div class="">
+					<input
+						bind:value={params.num_thread}
+						type="number"
+						class=" bg-transparent text-center w-14"
+						min="1"
+						max="256"
+						step="1"
+					/>
+				</div>
+			</div>
+		{/if}
+	</div>
 
-				<button
-					class="p-1 px-3 text-xs flex rounded transition flex-shrink-0 outline-none"
-					type="button"
-					on:click={() => {
-						params.num_gpu = (params?.num_gpu ?? null) === null ? 0 : null;
-					}}
+	<div class=" py-0.5 w-full justify-between">
+		<div class="flex w-full justify-between">
+			<div class=" self-center text-xs font-medium">
+				<Tooltip 
+					content="Set the number of GPU devices used for computation. This option controls how many GPU devices (if available) are used to process incoming requests. Increasing this value can significantly improve performance for models that are optimized for GPU acceleration but may also consume more power and GPU resources." 
+					placement="top-start" 
+					className="inline-tooltip"
 				>
-					{#if (params?.num_gpu ?? null) === null}
-						<span class="ml-2 self-center">{$i18n.t('Default')}</span>
-					{:else}
-						<span class="ml-2 self-center">{$i18n.t('Custom')}</span>
-					{/if}
-				</button>
+					{$i18n.t('num_gpu (Ollama)')}
+				</Tooltip>
 			</div>
 
-			{#if (params?.num_gpu ?? null) !== null}
-				<div class="flex mt-0.5 space-x-2">
-					<div class=" flex-1">
-						<input
-							id="steps-range"
-							type="range"
-							min="0"
-							max="256"
-							step="1"
-							bind:value={params.num_gpu}
-							class="w-full h-2 rounded-lg appearance-none cursor-pointer dark:bg-gray-700"
-						/>
-					</div>
-					<div class="">
-						<input
-							bind:value={params.num_gpu}
-							type="number"
-							class=" bg-transparent text-center w-14"
-							min="0"
-							max="256"
-							step="1"
-						/>
-					</div>
-				</div>
-			{/if}
+			<button
+				class="p-1 px-3 text-xs flex rounded transition flex-shrink-0 outline-none"
+				type="button"
+				on:click={() => {
+					params.num_gpu = (params?.num_gpu ?? null) === null ? 0 : null;
+				}}
+			>
+				{#if (params?.num_gpu ?? null) === null}
+					<span class="ml-2 self-center">{$i18n.t('Default')}</span>
+				{:else}
+					<span class="ml-2 self-center">{$i18n.t('Custom')}</span>
+				{/if}
+			</button>
 		</div>
 
+		{#if (params?.num_gpu ?? null) !== null}
+			<div class="flex mt-0.5 space-x-2">
+				<div class=" flex-1">
+					<input
+						id="steps-range"
+						type="range"
+						min="0"
+						max="256"
+						step="1"
+						bind:value={params.num_gpu}
+						class="w-full h-2 rounded-lg appearance-none cursor-pointer dark:bg-gray-700"
+					/>
+				</div>
+				<div class="">
+					<input
+						bind:value={params.num_gpu}
+						type="number"
+						class=" bg-transparent text-center w-14"
+						min="0"
+						max="256"
+						step="1"
+					/>
+				</div>
+			</div>
+		{/if}
+	</div>
+
 		<!-- <div class=" py-0.5 w-full justify-between">
 			<div class="flex w-full justify-between">
 				<div class=" self-center text-xs font-medium">{$i18n.t('Template')}</div>

From e5f9ef45154d51de4d0ea1b8217932bfa064e57f Mon Sep 17 00:00:00 2001
From: silentoplayz <50341825+silentoplayz@users.noreply.github.com>
Date: Tue, 5 Nov 2024 12:27:00 -0500
Subject: [PATCH 2/4] Update AdvancedParams.svelte

Added missing tooltips
---
 .../Settings/Advanced/AdvancedParams.svelte   | 74 ++++++++++---------
 1 file changed, 41 insertions(+), 33 deletions(-)

diff --git a/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte b/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte
index 2dd0ebcda..c13518439 100644
--- a/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte
+++ b/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte
@@ -43,36 +43,40 @@
 	}
 </script>
 
-<!-- LLM failed to help successfully for this tooltip -->
-<div class=" space-y-1 text-xs pb-safe-bottom">
-	<div>
-		<div class=" py-0.5 flex w-full justify-between">
-			<div class=" self-center text-xs font-medium">
-				{$i18n.t('Stream Chat Response')}
+	<div class=" space-y-1 text-xs pb-safe-bottom">
+		<div>
+			<div class=" py-0.5 flex w-full justify-between">
+				<div class=" self-center text-xs font-medium">
+					<Tooltip 
+						content="When enabled, the model will respond to each chat message in real-time, generating a response as soon as the user sends a message. This mode is useful for live chat applications, but may impact performance on slower hardware." 
+						placement="top-start" 
+						className="inline-tooltip"
+					>
+						{$i18n.t('Stream Chat Response')}
+					</Tooltip>
+				</div>
+				<button
+					class="p-1 px-3 text-xs flex rounded transition"
+					on:click={() => {
+						params.stream_response =
+							(params?.stream_response ?? null) === null
+								? true
+								: params.stream_response
+									? false
+									: null;
+					}}
+					type="button"
+				>
+					{#if params.stream_response === true}
+						<span class="ml-2 self-center">{$i18n.t('On')}</span>
+					{:else if params.stream_response === false}
+						<span class="ml-2 self-center">{$i18n.t('Off')}</span>
+					{:else}
+						<span class="ml-2 self-center">{$i18n.t('Default')}</span>
+					{/if}
+				</button>
 			</div>
-
-			<button
-				class="p-1 px-3 text-xs flex rounded transition"
-				on:click={() => {
-					params.stream_response =
-						(params?.stream_response ?? null) === null
-							? true
-							: params.stream_response
-								? false
-								: null;
-				}}
-				type="button"
-			>
-				{#if params.stream_response === true}
-					<span class="ml-2 self-center">{$i18n.t('On')}</span>
-				{:else if params.stream_response === false}
-					<span class="ml-2 self-center">{$i18n.t('Off')}</span>
-				{:else}
-					<span class="ml-2 self-center">{$i18n.t('Default')}</span>
-				{/if}
-			</button>
 		</div>
-	</div>
 
 	<div class=" py-0.5 w-full justify-between">
 		<div class="flex w-full justify-between">
@@ -901,12 +905,18 @@
 		{/if}
 	</div>
 
-<!-- LLM failed to help successfully for this tooltip -->
 	{#if admin}
 		<div class=" py-0.5 w-full justify-between">
 			<div class="flex w-full justify-between">
-				<div class=" self-center text-xs font-medium">{$i18n.t('use_mmap (Ollama)')}</div>
-
+				<div class=" self-center text-xs font-medium">
+					<Tooltip 
+						content="Enable Memory Mapping (mmap) to load model data. This option allows the system to use disk storage as an extension of RAM by treating disk files as if they were in RAM. This can improve model performance by allowing for faster data access. However, it may not work correctly with all systems and can consume a significant amount of disk space." 
+						placement="top-start" 
+						className="inline-tooltip"
+					>
+						{$i18n.t('use_mmap (Ollama)')}
+					</Tooltip>
+				</div>
 				<button
 					class="p-1 px-3 text-xs flex rounded transition flex-shrink-0 outline-none"
 					type="button"
@@ -921,13 +931,11 @@
 					{/if}
 				</button>
 			</div>
-
 			{#if (params?.use_mmap ?? null) !== null}
 				<div class="flex justify-between items-center mt-1">
 					<div class="text-xs text-gray-500">
 						{params.use_mmap ? 'Enabled' : 'Disabled'}
 					</div>
-
 					<div class=" pr-2">
 						<Switch bind:state={params.use_mmap} />
 					</div>

From 634be4a97ade7d7c757bf45e3db6b401c4846aec Mon Sep 17 00:00:00 2001
From: silentoplayz <50341825+silentoplayz@users.noreply.github.com>
Date: Tue, 5 Nov 2024 12:51:40 -0500
Subject: [PATCH 3/4] Update AdvancedParams.svelte

i18n.t
---
 .../Settings/Advanced/AdvancedParams.svelte   | 42 +++++++++----------
 1 file changed, 21 insertions(+), 21 deletions(-)

diff --git a/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte b/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte
index c13518439..4efa3dc75 100644
--- a/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte
+++ b/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte
@@ -48,7 +48,7 @@
 			<div class=" py-0.5 flex w-full justify-between">
 				<div class=" self-center text-xs font-medium">
 					<Tooltip 
-						content="When enabled, the model will respond to each chat message in real-time, generating a response as soon as the user sends a message. This mode is useful for live chat applications, but may impact performance on slower hardware." 
+						content={$i18n.t("When enabled, the model will respond to each chat message in real-time, generating a response as soon as the user sends a message. This mode is useful for live chat applications, but may impact performance on slower hardware.")}
 						placement="top-start" 
 						className="inline-tooltip"
 					>
@@ -82,7 +82,7 @@
 		<div class="flex w-full justify-between">
 			<div class=" self-center text-xs font-medium">
 				<Tooltip 
-					content="Sets the random number seed to use for generation. Setting this to a specific number will make the model generate the same text for the same prompt. (Default: random)" 
+					content={$i18n.t("Sets the random number seed to use for generation. Setting this to a specific number will make the model generate the same text for the same prompt. (Default: random)")}
 					placement="top-start" 
 					className="inline-tooltip"
 				>
@@ -125,7 +125,7 @@
 		<div class="flex w-full justify-between">
 			<div class=" self-center text-xs font-medium">
 				<Tooltip 
-					content="Sets the stop sequences to use. When this pattern is encountered, the LLM will stop generating text and return. Multiple stop patterns may be set by specifying multiple separate stop parameters in a modelfile." 
+					content={$i18n.t("Sets the stop sequences to use. When this pattern is encountered, the LLM will stop generating text and return. Multiple stop patterns may be set by specifying multiple separate stop parameters in a modelfile.")}
 					placement="top-start" 
 					className="inline-tooltip"
 				>
@@ -167,7 +167,7 @@
 		<div class="flex w-full justify-between">
 			<div class=" self-center text-xs font-medium">
 				<Tooltip 
-					content="The temperature of the model. Increasing the temperature will make the model answer more creatively. (Default: 0.8)" 
+					content={$i18n.t("The temperature of the model. Increasing the temperature will make the model answer more creatively. (Default: 0.8)")}
 					placement="top-start" 
 					className="inline-tooltip"
 				>
@@ -219,7 +219,7 @@
 		<div class="flex w-full justify-between">
 			<div class=" self-center text-xs font-medium">
 				<Tooltip 
-					content="Enable Mirostat sampling for controlling perplexity. (Default: 0, 0 = Disabled, 1 = Mirostat, 2 = Mirostat 2.0)" 
+					content={$i18n.t("Enable Mirostat sampling for controlling perplexity. (Default: 0, 0 = Disabled, 1 = Mirostat, 2 = Mirostat 2.0)")}
 					placement="top-start" 
 					className="inline-tooltip"
 				>
@@ -271,7 +271,7 @@
 		<div class="flex w-full justify-between">
 			<div class=" self-center text-xs font-medium">
 				<Tooltip 
-					content="Influences how quickly the algorithm responds to feedback from the generated text. A lower learning rate will result in slower adjustments, while a higher learning rate will make the algorithm more responsive. (Default: 0.1)" 
+					content={$i18n.t("Influences how quickly the algorithm responds to feedback from the generated text. A lower learning rate will result in slower adjustments, while a higher learning rate will make the algorithm more responsive. (Default: 0.1)")}
 					placement="top-start" 
 					className="inline-tooltip"
 				>
@@ -323,7 +323,7 @@
 		<div class="flex w-full justify-between">
 			<div class=" self-center text-xs font-medium">
 				<Tooltip 
-					content="Controls the balance between coherence and diversity of the output. A lower value will result in more focused and coherent text. (Default: 5.0)" 
+					content={$i18n.t("Controls the balance between coherence and diversity of the output. A lower value will result in more focused and coherent text. (Default: 5.0)")}
 					placement="top-start" 
 					className="inline-tooltip"
 				>
@@ -377,7 +377,7 @@
 		<div class="flex w-full justify-between">
 			<div class=" self-center text-xs font-medium">
 				<Tooltip 
-					content="Reduces the probability of generating nonsense. A higher value (e.g. 100) will give more diverse answers, while a lower value (e.g. 10) will be more conservative. (Default: 40)" 
+					content={$i18n.t("Reduces the probability of generating nonsense. A higher value (e.g. 100) will give more diverse answers, while a lower value (e.g. 10) will be more conservative. (Default: 40)")}
 					placement="top-start" 
 					className="inline-tooltip"
 				>
@@ -429,7 +429,7 @@
 		<div class="flex w-full justify-between">
 			<div class=" self-center text-xs font-medium">
 				<Tooltip 
-					content="Works together with top-k. A higher value (e.g., 0.95) will lead to more diverse text, while a lower value (e.g., 0.5) will generate more focused and conservative text. (Default: 0.9)" 
+					content={$i18n.t("Works together with top-k. A higher value (e.g., 0.95) will lead to more diverse text, while a lower value (e.g., 0.5) will generate more focused and conservative text. (Default: 0.9)")}
 					placement="top-start" 
 					className="inline-tooltip"
 				>
@@ -483,7 +483,7 @@
 		<div class="flex w-full justify-between">
 			<div class=" self-center text-xs font-medium">
 				<Tooltip 
-					content="Alternative to the top_p, and aims to ensure a balance of quality and variety. The parameter p represents the minimum probability for a token to be considered, relative to the probability of the most likely token. For example, with p=0.05 and the most likely token having a probability of 0.9, logits with a value less than 0.045 are filtered out. (Default: 0.0)" 
+					content={$i18n.t("Alternative to the top_p, and aims to ensure a balance of quality and variety. The parameter p represents the minimum probability for a token to be considered, relative to the probability of the most likely token. For example, with p=0.05 and the most likely token having a probability of 0.9, logits with a value less than 0.045 are filtered out. (Default: 0.0)")}
 					placement="top-start" 
 					className="inline-tooltip"
 				>
@@ -535,7 +535,7 @@
 		<div class="flex w-full justify-between">
 			<div class=" self-center text-xs font-medium">
 				<Tooltip 
-					content="Sets how strongly to penalize repetitions. A higher value (e.g., 1.5) will penalize repetitions more strongly, while a lower value (e.g., 0.9) will be more lenient. (Default: 1.1)" 
+					content={$i18n.t("Sets how strongly to penalize repetitions. A higher value (e.g., 1.5) will penalize repetitions more strongly, while a lower value (e.g., 0.9) will be more lenient. (Default: 1.1)")}
 					placement="top-start" 
 					className="inline-tooltip"
 				>
@@ -589,7 +589,7 @@
 		<div class="flex w-full justify-between">
 			<div class=" self-center text-xs font-medium">
 				<Tooltip 
-					content="Sets how far back for the model to look back to prevent repetition. (Default: 64, 0 = disabled, -1 = num_ctx)" 
+					content={$i18n.t("Sets how far back for the model to look back to prevent repetition. (Default: 64, 0 = disabled, -1 = num_ctx)")}
 					placement="top-start" 
 					className="inline-tooltip"
 				>
@@ -643,7 +643,7 @@
 		<div class="flex w-full justify-between">
 			<div class=" self-center text-xs font-medium">
 				<Tooltip 
-					content="Tail free sampling is used to reduce the impact of less probable tokens from the output. A higher value (e.g., 2.0) will reduce the impact more, while a value of 1.0 disables this setting. (default: 1)" 
+					content={$i18n.t("Tail free sampling is used to reduce the impact of less probable tokens from the output. A higher value (e.g., 2.0) will reduce the impact more, while a value of 1.0 disables this setting. (default: 1)")}
 					placement="top-start" 
 					className="inline-tooltip"
 				>
@@ -697,7 +697,7 @@
 		<div class="flex w-full justify-between">
 			<div class=" self-center text-xs font-medium">
 				<Tooltip 
-					content="Sets the size of the context window used to generate the next token. (Default: 2048)" 
+					content={$i18n.t("Sets the size of the context window used to generate the next token. (Default: 2048)")}
 					placement="top-start" 
 					className="inline-tooltip"
 				>
@@ -750,7 +750,7 @@
 		<div class="flex w-full justify-between">
 			<div class=" self-center text-xs font-medium">
 				<Tooltip 
-					content="The batch size determines how many text requests are processed together at once. A higher batch size can increase the performance and speed of the model, but it also requires more memory.  (Default: 512)" 
+					content={$i18n.t("The batch size determines how many text requests are processed together at once. A higher batch size can increase the performance and speed of the model, but it also requires more memory.  (Default: 512)")}
 					placement="top-start" 
 					className="inline-tooltip"
 				>
@@ -803,7 +803,7 @@
 		<div class="flex w-full justify-between">
 			<div class=" self-center text-xs font-medium">
 				<Tooltip 
-					content="This option controls how many tokens are preserved when refreshing the context. For example, if set to 2, the last 2 tokens of the conversation context will be retained. Preserving context can help maintain the continuity of a conversation, but it may reduce the ability to respond to new topics. (Default: 24)" 
+					content={$i18n.t("This option controls how many tokens are preserved when refreshing the context. For example, if set to 2, the last 2 tokens of the conversation context will be retained. Preserving context can help maintain the continuity of a conversation, but it may reduce the ability to respond to new topics. (Default: 24)")}
 					placement="top-start" 
 					className="inline-tooltip"
 				>
@@ -856,7 +856,7 @@
 		<div class="flex w-full justify-between">
 			<div class=" self-center text-xs font-medium">
 				<Tooltip 
-					content="This option sets the maximum number of tokens the model can generate in its response. Increasing this limit allows the model to provide longer answers, but it may also increase the likelihood of unhelpful or irrelevant content being generated.  (Default: 128)" 
+					content={$i18n.t("This option sets the maximum number of tokens the model can generate in its response. Increasing this limit allows the model to provide longer answers, but it may also increase the likelihood of unhelpful or irrelevant content being generated.  (Default: 128)")}
 					placement="top-start" 
 					className="inline-tooltip"
 				>
@@ -910,7 +910,7 @@
 			<div class="flex w-full justify-between">
 				<div class=" self-center text-xs font-medium">
 					<Tooltip 
-						content="Enable Memory Mapping (mmap) to load model data. This option allows the system to use disk storage as an extension of RAM by treating disk files as if they were in RAM. This can improve model performance by allowing for faster data access. However, it may not work correctly with all systems and can consume a significant amount of disk space." 
+						content={$i18n.t("Enable Memory Mapping (mmap) to load model data. This option allows the system to use disk storage as an extension of RAM by treating disk files as if they were in RAM. This can improve model performance by allowing for faster data access. However, it may not work correctly with all systems and can consume a significant amount of disk space.")}
 						placement="top-start" 
 						className="inline-tooltip"
 					>
@@ -947,7 +947,7 @@
 				<div class="flex w-full justify-between">
 					<div class=" self-center text-xs font-medium">
 						<Tooltip 
-							content="Enable Memory Locking (mlock) to prevent model data from being swapped out of RAM. This option locks the model's working set of pages into RAM, ensuring that they will not be swapped out to disk. This can help maintain performance by avoiding page faults and ensuring fast data access." 
+							content={$i18n.t("Enable Memory Locking (mlock) to prevent model data from being swapped out of RAM. This option locks the model's working set of pages into RAM, ensuring that they will not be swapped out to disk. This can help maintain performance by avoiding page faults and ensuring fast data access.")}
 							placement="top-start" 
 							className="inline-tooltip"
 						>
@@ -987,7 +987,7 @@
 		<div class="flex w-full justify-between">
 			<div class=" self-center text-xs font-medium">
 				<Tooltip 
-					content="Set the number of worker threads used for computation. This option controls how many threads are used to process incoming requests concurrently. Increasing this value can improve performance under high concurrency workloads but may also consume more CPU resources." 
+					content={$i18n.t("Set the number of worker threads used for computation. This option controls how many threads are used to process incoming requests concurrently. Increasing this value can improve performance under high concurrency workloads but may also consume more CPU resources.")}
 					placement="top-start" 
 					className="inline-tooltip"
 				>
@@ -1041,7 +1041,7 @@
 		<div class="flex w-full justify-between">
 			<div class=" self-center text-xs font-medium">
 				<Tooltip 
-					content="Set the number of GPU devices used for computation. This option controls how many GPU devices (if available) are used to process incoming requests. Increasing this value can significantly improve performance for models that are optimized for GPU acceleration but may also consume more power and GPU resources." 
+					content={$i18n.t("Set the number of GPU devices used for computation. This option controls how many GPU devices (if available) are used to process incoming requests. Increasing this value can significantly improve performance for models that are optimized for GPU acceleration but may also consume more power and GPU resources.")}
 					placement="top-start" 
 					className="inline-tooltip"
 				>

From cd6e05d43c828cc2774d468fb10a94ee5b42575f Mon Sep 17 00:00:00 2001
From: silentoplayz <50341825+silentoplayz@users.noreply.github.com>
Date: Tue, 5 Nov 2024 13:10:51 -0500
Subject: [PATCH 4/4] Update AdvancedParams.svelte

fix
---
 .../components/chat/Settings/Advanced/AdvancedParams.svelte   | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte b/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte
index 4efa3dc75..3b7b77574 100644
--- a/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte
+++ b/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte
@@ -111,7 +111,7 @@
 					<input
 						class="w-full rounded-lg py-2 px-4 text-sm dark:text-gray-300 dark:bg-gray-850 outline-none"
 						type="number"
-						placeholder="Enter Seed"
+						placeholder={$i18n.t('Enter Seed')}
 						bind:value={params.seed}
 						autocomplete="off"
 						min="0"
@@ -1115,7 +1115,7 @@
 					<div class=" flex-1">
 						<textarea
 							class="px-3 py-1.5 text-sm w-full bg-transparent border dark:border-gray-600 outline-none rounded-lg -mb-1"
-							placeholder="Write your model template content here"
+							placeholder={$i18n.t('Write your model template content here')}
 							rows="4"
 							bind:value={params.template}
 						/>