mirror of
				https://github.com/open-webui/open-webui
				synced 2025-06-26 18:26:48 +00:00 
			
		
		
		
	fix: Filter to valid RAG web search URLs
This commit is contained in:
		
							parent
							
								
									e3214d08b5
								
							
						
					
					
						commit
						121a13d4ed
					
				@ -1,3 +1,5 @@
 | 
			
		||||
import validators
 | 
			
		||||
 | 
			
		||||
from typing import Optional
 | 
			
		||||
from urllib.parse import urlparse
 | 
			
		||||
 | 
			
		||||
@ -10,6 +12,8 @@ def get_filtered_results(results, filter_list):
 | 
			
		||||
    filtered_results = []
 | 
			
		||||
    for result in results:
 | 
			
		||||
        url = result.get("url") or result.get("link", "")
 | 
			
		||||
        if not validators.url(url):
 | 
			
		||||
            continue
 | 
			
		||||
        domain = urlparse(url).netloc
 | 
			
		||||
        if any(domain.endswith(filtered_domain) for filtered_domain in filter_list):
 | 
			
		||||
            filtered_results.append(result)
 | 
			
		||||
 | 
			
		||||
		Loading…
	
		Reference in New Issue
	
	Block a user