OpenWebUI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-06-26 18:26:48 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Implement domain whitelisting for web search results

Browse Source
This commit is contained in:
Que Nguyen
2024-06-13 07:14:48 +07:00
committed by GitHub
parent a382e82dec
commit 7b5f434a07
10 changed files with 63 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
backend/apps/rag/search/serpstack.py
View File

@@ -1,9 +1,9 @@
import json
import logging
from typing import List
import requests
from apps.rag.search.main import SearchResult
from apps.rag.search.main import SearchResult, filter_by_whitelist
from config import SRC_LOG_LEVELS
log = logging.getLogger(__name__)
@@ -11,7 +11,7 @@ log.setLevel(SRC_LOG_LEVELS["RAG"])
def search_serpstack(
api_key: str, query: str, count: int, https_enabled: bool = True
api_key: str, query: str, count: int, whitelist:List[str], https_enabled: bool = True
) -> list[SearchResult]:
"""Search using serpstack.com's and return the results as a list of SearchResult objects.
@@ -35,9 +35,10 @@ def search_serpstack(
results = sorted(
json_response.get("organic_results", []), key=lambda x: x.get("position", 0)
)
filtered_results = filter_by_whitelist(results, whitelist)
return [
SearchResult(
link=result["url"], title=result.get("title"), snippet=result.get("snippet")
)
for result in results[:count]
for result in filtered_results[:count]
]