OpenWebUI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-06-04 03:37:35 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

only keep URLs as sources for which the content could actually be retrieved

Browse Source
This commit is contained in:
Jan Kessler 2025-04-06 20:31:12 +02:00
parent 193a927aba
commit a506a1a61e
No known key found for this signature in database
GPG Key ID: FCF0DCB4ADFC53E7
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
backend/open_webui/routers/retrieval.py
View File

@ -1478,6 +1478,7 @@ async def process_web_search(
trust_env=request.app.state.config.RAG_WEB_SEARCH_TRUST_ENV, trust_env=request.app.state.config.RAG_WEB_SEARCH_TRUST_ENV,
) )
docs = await loader.aload() docs = await loader.aload()
urls = [doc.metadata["source"] for doc in docs] # only keep URLs which could be retrieved
if request.app.state.config.BYPASS_WEB_SEARCH_EMBEDDING_AND_RETRIEVAL: if request.app.state.config.BYPASS_WEB_SEARCH_EMBEDDING_AND_RETRIEVAL:
return { return {