feat: retrieval whole document mode

backend/open_webui/apps/retrieval/utils.py

@@ -317,6 +317,12 @@ def get_rag_context(
     relevant_contexts = []
 
     for file in files:
+        if file.get("context") == "full":
+            context = {
+                "documents": [[file["content"]]],
+                "metadatas": [[{"file_id": file["id"], "name": file["name"]}]],
+            }
+        else:
             context = None
 
             collection_names = (
@@ -361,14 +367,13 @@ def get_rag_context(
             except Exception as e:
                 log.exception(e)
 
-        if context:
-            relevant_contexts.append({**context, "source": file})
-
             extracted_collections.extend(collection_names)
 
+        if context:
+            relevant_contexts.append({**context, "file": file})
+
     contexts = []
     citations = []
-
     for context in relevant_contexts:
         try:
             if "documents" in context:
@@ -381,7 +386,7 @@ def get_rag_context(
                 if "metadatas" in context:
                     citations.append(
                         {
-                            "source": context["source"],
+                            "source": context["file"],
                             "document": context["documents"][0],
                             "metadata": context["metadatas"][0],
                         }

src/lib/components/chat/Controls/Controls.svelte

@@ -36,6 +36,7 @@
 						<FileItem
 							className="w-full"
 							{file}
+							edit={true}
 							url={`${file?.url}`}
 							name={file.name}
 							type={file.type}

src/lib/components/chat/MessageInput.svelte

@@ -459,6 +459,7 @@
 												size={file?.size}
 												status={file.status}
 												dismissible={true}
+												edit={true}
 												on:dismiss={() => {
 													files.splice(fileIdx, 1);
 													files = files;

src/lib/components/common/FileItem.svelte

@@ -15,7 +15,7 @@
 	export let status = 'processed';
 
 	export let file = null;
-	export let enableModal = true;
+	export let edit = false;
 
 	export let name: string;
 	export let type: string;
@@ -25,7 +25,7 @@
 </script>
 
 {#if file}
-	<FileItemModal bind:show={showModal} bind:file />
+	<FileItemModal bind:show={showModal} bind:file {edit} />
 {/if}
 
 <div class="relative group">

src/lib/components/common/FileItemModal.svelte

@@ -7,18 +7,29 @@
 	import Modal from './Modal.svelte';
 	import XMark from '../icons/XMark.svelte';
 	import Info from '../icons/Info.svelte';
+	import Switch from './Switch.svelte';
+	import Tooltip from './Tooltip.svelte';
 
 	export let file;
 	export let show = false;
 
+	export let edit = false;
+
+	let enableFullContent = false;
+
 	onMount(() => {
 		console.log(file);
+
+		if (file?.context === 'full') {
+			enableFullContent = true;
+		}
 	});
 </script>
 
 <Modal bind:show size="md">
 	<div class="font-primary px-6 py-5 w-full flex flex-col justify-center dark:text-gray-400">
-		<div class="flex items-start justify-between pb-2">
+		<div class=" pb-2">
+			<div class="flex items-start justify-between">
 				<div>
 					<div class=" font-medium text-lg dark:text-gray-100">
 						<a
@@ -29,25 +40,6 @@
 							{file?.name ?? 'File'}
 						</a>
 					</div>
-
-				<div>
-					<div class=" flex text-sm gap-1 text-gray-500">
-						{#if file.size}
-							<div class="capitalize">{formatFileSize(file.size)}</div>
-							•
-						{/if}
-
-						{#if file.content}
-							<div class="capitalize">{getLineCount(file.content)} extracted lines</div>
-
-							<div class="flex items-center gap-1">
-								<Info />
-
-								Formatting may be inconsistent from source.
-							</div>
-						{/if}
-					</div>
-				</div>
 				</div>
 
 				<div>
@@ -61,6 +53,52 @@
 				</div>
 			</div>
 
+			<div>
+				<div class="flex flex-col md:flex-row gap-1 justify-between w-full">
+					<div class=" flex flex-wrap text-sm gap-1 text-gray-500">
+						{#if file.size}
+							<div class="capitalize shrink-0">{formatFileSize(file.size)}</div>
+							•
+						{/if}
+
+						{#if file.content}
+							<div class="capitalize shrink-0">{getLineCount(file.content)} extracted lines</div>
+
+							<div class="flex items-center gap-1 shrink-0">
+								<Info />
+
+								Formatting may be inconsistent from source.
+							</div>
+						{/if}
+					</div>
+
+					{#if edit}
+						<div>
+							<Tooltip
+								content={enableFullContent
+									? 'Inject the entire document as context for comprehensive processing.'
+									: 'Default to segmented retrieval for focused and relevant content extraction.'}
+							>
+								<div class="flex items-center gap-1.5 text-xs">
+									{#if enableFullContent}
+										Use Entire Document
+									{:else}
+										Use Focused Retrieval
+									{/if}
+									<Switch
+										bind:state={enableFullContent}
+										on:change={(e) => {
+											file.context = e.detail ? 'full' : undefined;
+										}}
+									/>
+								</div>
+							</Tooltip>
+						</div>
+					{/if}
+				</div>
+			</div>
+		</div>
+
 		<div class="max-h-96 overflow-scroll scrollbar-hidden text-xs whitespace-pre-wrap">
 			{file?.content ?? 'No content'}
 		</div>