mirror of
https://github.com/open-webui/open-webui
synced 2024-11-18 22:42:50 +00:00
fix: continue with failures when bulk loading urls with WebBaseLoader
This commit is contained in:
parent
7538dc051e
commit
9ed1a31575
@ -584,6 +584,7 @@ def get_web_loader(url: Union[str, Sequence[str]], verify_ssl: bool = True):
|
|||||||
url,
|
url,
|
||||||
verify_ssl=verify_ssl,
|
verify_ssl=verify_ssl,
|
||||||
requests_per_second=RAG_WEB_SEARCH_CONCURRENT_REQUESTS,
|
requests_per_second=RAG_WEB_SEARCH_CONCURRENT_REQUESTS,
|
||||||
|
continue_on_failure=True,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user