UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-04-23 15:55:23 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

fix: Filter to valid RAG web search URLs

Browse Source
This commit is contained in:
Rory 2025-02-03 17:37:20 -06:00
parent e3214d08b5
commit 121a13d4ed
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
backend/open_webui/retrieval/web/main.py
View File

@ -1,3 +1,5 @@
import validators
from typing import Optional from typing import Optional
from urllib.parse import urlparse from urllib.parse import urlparse
@ -10,6 +12,8 @@ def get_filtered_results(results, filter_list):
filtered_results = [] filtered_results = []
for result in results: for result in results:
url = result.get("url") or result.get("link", "") url = result.get("url") or result.get("link", "")
if not validators.url(url):
continue
domain = urlparse(url).netloc domain = urlparse(url).netloc
if any(domain.endswith(filtered_domain) for filtered_domain in filter_list): if any(domain.endswith(filtered_domain) for filtered_domain in filter_list):
filtered_results.append(result) filtered_results.append(result)