OpenWebUI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-06-26 18:26:48 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

feat: docling support for document preprocessing

Browse Source
This commit is contained in:
Fabio Polito
2025-02-14 12:08:03 +00:00
parent 22c100bb6b
commit 2419ef06a0
6 changed files with 163 additions and 515 deletions
Download Patch File Download Diff File Expand all files Collapse all files

31
src/lib/components/admin/Settings/Documents.svelte
View File

@@ -50,6 +50,8 @@
let contentExtractionEngine = 'default';
let tikaServerUrl = '';
let showTikaServerUrl = false;
let doclingServerUrl = '';
let showDoclingServerUrl = false;
let textSplitter = '';
let chunkSize = 0;
@@ -175,6 +177,12 @@
toast.error($i18n.t('Tika Server URL required.'));
return;
}
if (contentExtractionEngine === 'docling' && doclingServerUrl === '') {
toast.error($i18n.t('Docling Server URL required.'));
return;
}
const res = await updateRAGConfig(localStorage.token, {
pdf_extract_images: pdfExtractImages,
enable_google_drive_integration: enableGoogleDriveIntegration,
@@ -189,7 +197,8 @@
},
content_extraction: {
engine: contentExtractionEngine,
tika_server_url: tikaServerUrl
tika_server_url: contentExtractionEngine === 'tika' ? tikaServerUrl : undefined,
docling_server_url: contentExtractionEngine === 'docling' ? doclingServerUrl : undefined
}
});
@@ -231,7 +240,7 @@
await setEmbeddingConfig();
await setRerankingConfig();
querySettings = await getQuerySettings(localStorage.token);
querySettings = await getQuerySettings(localStorage.token);
const res = await getRAGConfig(localStorage.token);
@@ -243,8 +252,11 @@
chunkOverlap = res.chunk.chunk_overlap;
contentExtractionEngine = res.content_extraction.engine;
tikaServerUrl = res.content_extraction.tika_server_url;
tikaServerUrl = res.content_extraction.tika_server_url ?? '';
doclingServerUrl = res.content_extraction.docling_server_url ?? ''; // Load doclingServerUrl
showTikaServerUrl = contentExtractionEngine === 'tika';
showDoclingServerUrl = contentExtractionEngine === 'docling';
fileMaxSize = res?.file.max_size ?? '';
fileMaxCount = res?.file.max_count ?? '';
@@ -568,10 +580,12 @@
bind:value={contentExtractionEngine}
on:change={(e) => {
showTikaServerUrl = e.target.value === 'tika';
showDoclingServerUrl = e.target.value === 'docling';
}}
>
<option value="">{$i18n.t('Default')} </option>
<option value="tika">{$i18n.t('Tika')}</option>
<option value="docling">{$i18n.t('Docling')}</option> <!-- New option added -->
</select>
</div>
</div>
@@ -587,6 +601,17 @@
</div>
</div>
{/if}
{#if showDoclingServerUrl}
<div class="flex w-full mt-1">
<div class="flex-1 mr-2">
<input
class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none"
placeholder={$i18n.t('Enter Docling Server URL')}
bind:value={doclingServerUrl}
/>
</div>
</div>
{/if}
</div>
<hr class=" dark:border-gray-850" />