fix: continue with failures when bulk loading urls with WebBaseLoader

This commit is contained in:
Jun Siang Cheah 2024-05-12 15:19:07 +08:00
parent 7538dc051e
commit 9ed1a31575

View File

@ -584,6 +584,7 @@ def get_web_loader(url: Union[str, Sequence[str]], verify_ssl: bool = True):
url, url,
verify_ssl=verify_ssl, verify_ssl=verify_ssl,
requests_per_second=RAG_WEB_SEARCH_CONCURRENT_REQUESTS, requests_per_second=RAG_WEB_SEARCH_CONCURRENT_REQUESTS,
continue_on_failure=True,
) )