2024-02-18 05:06:08 +00:00
|
|
|
<script lang="ts">
|
|
|
|
import { getDocs } from '$lib/apis/documents';
|
2024-02-18 06:47:58 +00:00
|
|
|
import {
|
|
|
|
getChunkParams,
|
|
|
|
getRAGTemplate,
|
|
|
|
scanDocs,
|
|
|
|
updateChunkParams,
|
|
|
|
updateRAGTemplate
|
|
|
|
} from '$lib/apis/rag';
|
2024-02-18 05:06:08 +00:00
|
|
|
import { documents } from '$lib/stores';
|
|
|
|
import { onMount } from 'svelte';
|
2024-03-01 09:18:07 +00:00
|
|
|
import { toast } from 'svelte-sonner';
|
2024-02-18 05:06:08 +00:00
|
|
|
|
|
|
|
export let saveHandler: Function;
|
2024-02-18 05:14:42 +00:00
|
|
|
|
|
|
|
let loading = false;
|
|
|
|
|
2024-02-18 06:29:52 +00:00
|
|
|
let chunkSize = 0;
|
|
|
|
let chunkOverlap = 0;
|
|
|
|
|
2024-02-18 06:47:58 +00:00
|
|
|
let template = '';
|
|
|
|
|
2024-02-18 05:06:08 +00:00
|
|
|
const scanHandler = async () => {
|
2024-02-18 05:14:42 +00:00
|
|
|
loading = true;
|
2024-02-18 05:06:08 +00:00
|
|
|
const res = await scanDocs(localStorage.token);
|
2024-02-18 05:14:42 +00:00
|
|
|
loading = false;
|
2024-02-18 05:06:08 +00:00
|
|
|
|
|
|
|
if (res) {
|
|
|
|
await documents.set(await getDocs(localStorage.token));
|
2024-02-18 05:14:42 +00:00
|
|
|
toast.success('Scan complete!');
|
2024-02-18 05:06:08 +00:00
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2024-02-18 06:29:52 +00:00
|
|
|
const submitHandler = async () => {
|
|
|
|
const res = await updateChunkParams(localStorage.token, chunkSize, chunkOverlap);
|
2024-02-18 06:47:58 +00:00
|
|
|
await updateRAGTemplate(localStorage.token, template);
|
2024-02-18 06:29:52 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
onMount(async () => {
|
|
|
|
const res = await getChunkParams(localStorage.token);
|
|
|
|
|
|
|
|
if (res) {
|
|
|
|
chunkSize = res.chunk_size;
|
|
|
|
chunkOverlap = res.chunk_overlap;
|
|
|
|
}
|
2024-02-18 06:47:58 +00:00
|
|
|
|
|
|
|
template = await getRAGTemplate(localStorage.token);
|
2024-02-18 06:29:52 +00:00
|
|
|
});
|
2024-02-18 05:06:08 +00:00
|
|
|
</script>
|
|
|
|
|
|
|
|
<form
|
|
|
|
class="flex flex-col h-full justify-between space-y-3 text-sm"
|
|
|
|
on:submit|preventDefault={() => {
|
2024-02-18 06:29:52 +00:00
|
|
|
submitHandler();
|
2024-02-18 05:06:08 +00:00
|
|
|
saveHandler();
|
|
|
|
}}
|
|
|
|
>
|
|
|
|
<div class=" space-y-3 pr-1.5 overflow-y-scroll max-h-80">
|
|
|
|
<div>
|
|
|
|
<div class=" mb-2 text-sm font-medium">General Settings</div>
|
|
|
|
|
|
|
|
<div class=" flex w-full justify-between">
|
|
|
|
<div class=" self-center text-xs font-medium">Scan for documents from '/data/docs'</div>
|
|
|
|
|
|
|
|
<button
|
2024-02-18 05:14:42 +00:00
|
|
|
class=" self-center text-xs p-1 px-3 bg-gray-100 dark:bg-gray-800 dark:hover:bg-gray-700 rounded flex flex-row space-x-1 items-center {loading
|
|
|
|
? ' cursor-not-allowed'
|
|
|
|
: ''}"
|
2024-02-18 05:06:08 +00:00
|
|
|
on:click={() => {
|
|
|
|
scanHandler();
|
|
|
|
console.log('check');
|
|
|
|
}}
|
|
|
|
type="button"
|
2024-02-18 05:14:42 +00:00
|
|
|
disabled={loading}
|
2024-02-18 05:06:08 +00:00
|
|
|
>
|
2024-02-18 05:14:42 +00:00
|
|
|
<div class="self-center font-medium">Scan</div>
|
2024-02-18 05:06:08 +00:00
|
|
|
|
2024-02-18 05:14:42 +00:00
|
|
|
<!-- <svg
|
2024-02-18 05:06:08 +00:00
|
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
|
|
viewBox="0 0 16 16"
|
|
|
|
fill="currentColor"
|
|
|
|
class="w-3 h-3"
|
|
|
|
>
|
|
|
|
<path
|
|
|
|
fill-rule="evenodd"
|
|
|
|
d="M13.836 2.477a.75.75 0 0 1 .75.75v3.182a.75.75 0 0 1-.75.75h-3.182a.75.75 0 0 1 0-1.5h1.37l-.84-.841a4.5 4.5 0 0 0-7.08.932.75.75 0 0 1-1.3-.75 6 6 0 0 1 9.44-1.242l.842.84V3.227a.75.75 0 0 1 .75-.75Zm-.911 7.5A.75.75 0 0 1 13.199 11a6 6 0 0 1-9.44 1.241l-.84-.84v1.371a.75.75 0 0 1-1.5 0V9.591a.75.75 0 0 1 .75-.75H5.35a.75.75 0 0 1 0 1.5H3.98l.841.841a4.5 4.5 0 0 0 7.08-.932.75.75 0 0 1 1.025-.273Z"
|
|
|
|
clip-rule="evenodd"
|
|
|
|
/>
|
2024-02-18 05:14:42 +00:00
|
|
|
</svg> -->
|
|
|
|
|
|
|
|
{#if loading}
|
|
|
|
<div class="ml-3 self-center">
|
|
|
|
<svg
|
|
|
|
class=" w-3 h-3"
|
|
|
|
viewBox="0 0 24 24"
|
|
|
|
fill="currentColor"
|
|
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
|
|
><style>
|
|
|
|
.spinner_ajPY {
|
|
|
|
transform-origin: center;
|
|
|
|
animation: spinner_AtaB 0.75s infinite linear;
|
|
|
|
}
|
|
|
|
@keyframes spinner_AtaB {
|
|
|
|
100% {
|
|
|
|
transform: rotate(360deg);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
</style><path
|
|
|
|
d="M12,1A11,11,0,1,0,23,12,11,11,0,0,0,12,1Zm0,19a8,8,0,1,1,8-8A8,8,0,0,1,12,20Z"
|
|
|
|
opacity=".25"
|
|
|
|
/><path
|
|
|
|
d="M10.14,1.16a11,11,0,0,0-9,8.92A1.59,1.59,0,0,0,2.46,12,1.52,1.52,0,0,0,4.11,10.7a8,8,0,0,1,6.66-6.61A1.42,1.42,0,0,0,12,2.69h0A1.57,1.57,0,0,0,10.14,1.16Z"
|
|
|
|
class="spinner_ajPY"
|
|
|
|
/></svg
|
|
|
|
>
|
|
|
|
</div>
|
|
|
|
{/if}
|
2024-02-18 05:06:08 +00:00
|
|
|
</button>
|
|
|
|
</div>
|
|
|
|
</div>
|
2024-02-18 06:29:52 +00:00
|
|
|
|
|
|
|
<hr class=" dark:border-gray-700" />
|
|
|
|
|
|
|
|
<div class=" ">
|
|
|
|
<div class=" text-sm font-medium">Chunk Params</div>
|
|
|
|
|
|
|
|
<div class=" flex">
|
|
|
|
<div class=" flex w-full justify-between">
|
|
|
|
<div class="self-center text-xs font-medium min-w-fit">Chunk Size</div>
|
|
|
|
|
|
|
|
<div class="self-center p-3">
|
|
|
|
<input
|
|
|
|
class=" w-full rounded py-1.5 px-4 text-sm dark:text-gray-300 dark:bg-gray-800 outline-none border border-gray-100 dark:border-gray-600"
|
|
|
|
type="number"
|
|
|
|
placeholder="Enter Chunk Size"
|
|
|
|
bind:value={chunkSize}
|
|
|
|
autocomplete="off"
|
|
|
|
min="0"
|
|
|
|
/>
|
|
|
|
</div>
|
|
|
|
</div>
|
|
|
|
|
|
|
|
<div class="flex w-full">
|
|
|
|
<div class=" self-center text-xs font-medium min-w-fit">Chunk Overlap</div>
|
|
|
|
|
|
|
|
<div class="self-center p-3">
|
|
|
|
<input
|
|
|
|
class="w-full rounded py-1.5 px-4 text-sm dark:text-gray-300 dark:bg-gray-800 outline-none border border-gray-100 dark:border-gray-600"
|
|
|
|
type="number"
|
|
|
|
placeholder="Enter Chunk Overlap"
|
|
|
|
bind:value={chunkOverlap}
|
|
|
|
autocomplete="off"
|
|
|
|
min="0"
|
|
|
|
/>
|
|
|
|
</div>
|
|
|
|
</div>
|
|
|
|
</div>
|
2024-02-18 06:47:58 +00:00
|
|
|
|
|
|
|
<div>
|
|
|
|
<div class=" mb-2.5 text-sm font-medium">RAG Template</div>
|
|
|
|
<textarea
|
|
|
|
bind:value={template}
|
|
|
|
class="w-full rounded p-4 text-sm dark:text-gray-300 dark:bg-gray-800 outline-none resize-none"
|
|
|
|
rows="4"
|
|
|
|
/>
|
|
|
|
</div>
|
2024-02-18 06:29:52 +00:00
|
|
|
</div>
|
2024-02-18 05:06:08 +00:00
|
|
|
</div>
|
|
|
|
|
2024-02-18 06:29:52 +00:00
|
|
|
<div class="flex justify-end pt-3 text-sm font-medium">
|
2024-02-18 05:06:08 +00:00
|
|
|
<button
|
|
|
|
class=" px-4 py-2 bg-emerald-600 hover:bg-emerald-700 text-gray-100 transition rounded"
|
|
|
|
type="submit"
|
|
|
|
>
|
|
|
|
Save
|
|
|
|
</button>
|
2024-02-18 06:29:52 +00:00
|
|
|
</div>
|
2024-02-18 05:06:08 +00:00
|
|
|
</form>
|