mirror of
https://github.com/open-webui/open-webui
synced 2025-04-28 10:11:34 +00:00
Refactor main.py
Rename RAG_WEB_SEARCH_WHITE_LIST_DOMAINS to RAG_WEB_SEARCH_DOMAIN_FILTER_LIST
This commit is contained in:
parent
75e51ecf6d
commit
a3ac9ee774
@ -112,7 +112,7 @@ from config import (
|
|||||||
YOUTUBE_LOADER_LANGUAGE,
|
YOUTUBE_LOADER_LANGUAGE,
|
||||||
ENABLE_RAG_WEB_SEARCH,
|
ENABLE_RAG_WEB_SEARCH,
|
||||||
RAG_WEB_SEARCH_ENGINE,
|
RAG_WEB_SEARCH_ENGINE,
|
||||||
RAG_WEB_SEARCH_WHITE_LIST_DOMAINS,
|
RAG_WEB_SEARCH_DOMAIN_FILTER_LIST,
|
||||||
SEARXNG_QUERY_URL,
|
SEARXNG_QUERY_URL,
|
||||||
GOOGLE_PSE_API_KEY,
|
GOOGLE_PSE_API_KEY,
|
||||||
GOOGLE_PSE_ENGINE_ID,
|
GOOGLE_PSE_ENGINE_ID,
|
||||||
@ -166,7 +166,7 @@ app.state.YOUTUBE_LOADER_TRANSLATION = None
|
|||||||
|
|
||||||
app.state.config.ENABLE_RAG_WEB_SEARCH = ENABLE_RAG_WEB_SEARCH
|
app.state.config.ENABLE_RAG_WEB_SEARCH = ENABLE_RAG_WEB_SEARCH
|
||||||
app.state.config.RAG_WEB_SEARCH_ENGINE = RAG_WEB_SEARCH_ENGINE
|
app.state.config.RAG_WEB_SEARCH_ENGINE = RAG_WEB_SEARCH_ENGINE
|
||||||
app.state.config.RAG_WEB_SEARCH_WHITE_LIST_DOMAINS = RAG_WEB_SEARCH_WHITE_LIST_DOMAINS
|
app.state.config.RAG_WEB_SEARCH_DOMAIN_FILTER_LIST = RAG_WEB_SEARCH_DOMAIN_FILTER_LIST
|
||||||
|
|
||||||
app.state.config.SEARXNG_QUERY_URL = SEARXNG_QUERY_URL
|
app.state.config.SEARXNG_QUERY_URL = SEARXNG_QUERY_URL
|
||||||
app.state.config.GOOGLE_PSE_API_KEY = GOOGLE_PSE_API_KEY
|
app.state.config.GOOGLE_PSE_API_KEY = GOOGLE_PSE_API_KEY
|
||||||
@ -777,7 +777,7 @@ def search_web(engine: str, query: str) -> list[SearchResult]:
|
|||||||
app.state.config.SEARXNG_QUERY_URL,
|
app.state.config.SEARXNG_QUERY_URL,
|
||||||
query,
|
query,
|
||||||
app.state.config.RAG_WEB_SEARCH_RESULT_COUNT,
|
app.state.config.RAG_WEB_SEARCH_RESULT_COUNT,
|
||||||
app.state.config.RAG_WEB_SEARCH_WHITE_LIST_DOMAINS
|
app.state.config.RAG_WEB_SEARCH_DOMAIN_FILTER_LIST
|
||||||
)
|
)
|
||||||
else:
|
else:
|
||||||
raise Exception("No SEARXNG_QUERY_URL found in environment variables")
|
raise Exception("No SEARXNG_QUERY_URL found in environment variables")
|
||||||
@ -791,7 +791,7 @@ def search_web(engine: str, query: str) -> list[SearchResult]:
|
|||||||
app.state.config.GOOGLE_PSE_ENGINE_ID,
|
app.state.config.GOOGLE_PSE_ENGINE_ID,
|
||||||
query,
|
query,
|
||||||
app.state.config.RAG_WEB_SEARCH_RESULT_COUNT,
|
app.state.config.RAG_WEB_SEARCH_RESULT_COUNT,
|
||||||
app.state.config.RAG_WEB_SEARCH_WHITE_LIST_DOMAINS
|
app.state.config.RAG_WEB_SEARCH_DOMAIN_FILTER_LIST
|
||||||
)
|
)
|
||||||
else:
|
else:
|
||||||
raise Exception(
|
raise Exception(
|
||||||
@ -803,7 +803,7 @@ def search_web(engine: str, query: str) -> list[SearchResult]:
|
|||||||
app.state.config.BRAVE_SEARCH_API_KEY,
|
app.state.config.BRAVE_SEARCH_API_KEY,
|
||||||
query,
|
query,
|
||||||
app.state.config.RAG_WEB_SEARCH_RESULT_COUNT,
|
app.state.config.RAG_WEB_SEARCH_RESULT_COUNT,
|
||||||
app.state.config.RAG_WEB_SEARCH_WHITE_LIST_DOMAINS
|
app.state.config.RAG_WEB_SEARCH_DOMAIN_FILTER_LIST
|
||||||
)
|
)
|
||||||
else:
|
else:
|
||||||
raise Exception("No BRAVE_SEARCH_API_KEY found in environment variables")
|
raise Exception("No BRAVE_SEARCH_API_KEY found in environment variables")
|
||||||
@ -813,7 +813,7 @@ def search_web(engine: str, query: str) -> list[SearchResult]:
|
|||||||
app.state.config.SERPSTACK_API_KEY,
|
app.state.config.SERPSTACK_API_KEY,
|
||||||
query,
|
query,
|
||||||
app.state.config.RAG_WEB_SEARCH_RESULT_COUNT,
|
app.state.config.RAG_WEB_SEARCH_RESULT_COUNT,
|
||||||
app.state.config.RAG_WEB_SEARCH_WHITE_LIST_DOMAINS,
|
app.state.config.RAG_WEB_SEARCH_DOMAIN_FILTER_LIST,
|
||||||
https_enabled=app.state.config.SERPSTACK_HTTPS,
|
https_enabled=app.state.config.SERPSTACK_HTTPS,
|
||||||
)
|
)
|
||||||
else:
|
else:
|
||||||
@ -824,7 +824,7 @@ def search_web(engine: str, query: str) -> list[SearchResult]:
|
|||||||
app.state.config.SERPER_API_KEY,
|
app.state.config.SERPER_API_KEY,
|
||||||
query,
|
query,
|
||||||
app.state.config.RAG_WEB_SEARCH_RESULT_COUNT,
|
app.state.config.RAG_WEB_SEARCH_RESULT_COUNT,
|
||||||
app.state.config.RAG_WEB_SEARCH_WHITE_LIST_DOMAINS
|
app.state.config.RAG_WEB_SEARCH_DOMAIN_FILTER_LIST
|
||||||
)
|
)
|
||||||
else:
|
else:
|
||||||
raise Exception("No SERPER_API_KEY found in environment variables")
|
raise Exception("No SERPER_API_KEY found in environment variables")
|
||||||
@ -834,12 +834,12 @@ def search_web(engine: str, query: str) -> list[SearchResult]:
|
|||||||
app.state.config.SERPLY_API_KEY,
|
app.state.config.SERPLY_API_KEY,
|
||||||
query,
|
query,
|
||||||
app.state.config.RAG_WEB_SEARCH_RESULT_COUNT,
|
app.state.config.RAG_WEB_SEARCH_RESULT_COUNT,
|
||||||
app.state.config.RAG_WEB_SEARCH_WHITE_LIST_DOMAINS
|
app.state.config.RAG_WEB_SEARCH_DOMAIN_FILTER_LIST
|
||||||
)
|
)
|
||||||
else:
|
else:
|
||||||
raise Exception("No SERPLY_API_KEY found in environment variables")
|
raise Exception("No SERPLY_API_KEY found in environment variables")
|
||||||
elif engine == "duckduckgo":
|
elif engine == "duckduckgo":
|
||||||
return search_duckduckgo(query, app.state.config.RAG_WEB_SEARCH_RESULT_COUNT, app.state.config.RAG_WEB_SEARCH_WHITE_LIST_DOMAINS)
|
return search_duckduckgo(query, app.state.config.RAG_WEB_SEARCH_RESULT_COUNT, app.state.config.RAG_WEB_SEARCH_DOMAIN_FILTER_LIST)
|
||||||
elif engine == "tavily":
|
elif engine == "tavily":
|
||||||
if app.state.config.TAVILY_API_KEY:
|
if app.state.config.TAVILY_API_KEY:
|
||||||
return search_tavily(
|
return search_tavily(
|
||||||
|
Loading…
Reference in New Issue
Block a user