UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-02-20 12:00:22 +00:00
Code Issues Actions 11 Packages Projects Releases Wiki Activity

Set filter_list as optional param in serper.py

Browse Source
This commit is contained in:
Que Nguyen 2024-06-17 14:37:26 +07:00 committed by GitHub
parent 9c446d9fb4
commit 6b8290fa6d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
backend/apps/rag/search/serper.py
View File

@ -1,16 +1,16 @@
import json
import logging
from typing import List
from typing import List, Optional
import requests
from apps.rag.search.main import SearchResult, filter_by_whitelist
from apps.rag.search.main import SearchResult, get_filtered_results
from config import SRC_LOG_LEVELS
log = logging.getLogger(__name__)
log.setLevel(SRC_LOG_LEVELS["RAG"])
def search_serper(api_key: str, query: str, count: int, whitelist:List[str]) -> list[SearchResult]:
def search_serper(api_key: str, query: str, count: int, filter_list: Optional[List[str]] = None) -> list[SearchResult]:
"""Search using serper.dev's API and return the results as a list of SearchResult objects.
Args:
@ -29,12 +29,13 @@ def search_serper(api_key: str, query: str, count: int, whitelist:List[str]) ->
results = sorted(
json_response.get("organic", []), key=lambda x: x.get("position", 0)
)
filtered_results = filter_by_whitelist(results, whitelist)
if filter_list:
results = get_filtered_results(results, filter_list)
return [
SearchResult(
link=result["link"],
title=result.get("title"),
snippet=result.get("description"),
)
for result in filtered_results[:count]
for result in results[:count]
]