OpenWebUI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-06-26 18:26:48 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update youtube.py

Browse Source
This commit is contained in:
Classic298 2025-05-05 20:03:00 +02:00 committed by GitHub
parent 0a3817ed86
commit 1a30b3746e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 28 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

38
backend/open_webui/retrieval/loaders/youtube.py
View File

@ -88,7 +88,8 @@ class YoutubeLoader:
"http": self.proxy_url,
"https": self.proxy_url,
}
log.debug(f"Using proxy URL: {self.proxy_url}...")
# Don't log complete URL because it might contain secrets
log.debug(f"Using proxy URL: {self.proxy_url[:14]}...")
else:
youtube_proxies = None
@ -101,12 +102,10 @@ class YoutubeLoader:
return []
# Try each language in order of priority
last_exception = None
for lang in self.language:
try:
transcript = transcript_list.find_transcript([lang])
log.debug(f"Found transcript for language '{lang}'")
transcript_pieces: List[Dict[str, Any]] = transcript.fetch()
transcript_text = " ".join(
map(
@ -115,18 +114,37 @@ class YoutubeLoader:
)
)
return [Document(page_content=transcript_text, metadata=self._metadata)]
except NoTranscriptFound as e:
except NoTranscriptFound:
log.debug(f"No transcript found for language '{lang}'")
last_exception = e
continue
except Exception as e:
# If we hit any other type of exception, log it and re-raise
log.exception(f"Error finding transcript for language '{lang}'")
raise e
# If all specified languages fail, raise the last exception
if last_exception:
log.warning(f"No transcript found for any of the specified languages: {', '.join(self.language)}")
raise last_exception
# If all specified languages fail, fall back to English (unless English was already tried)
if "en" not in self.language:
try:
log.debug("Falling back to English transcript")
transcript = transcript_list.find_transcript(["en"])
transcript_pieces: List[Dict[str, Any]] = transcript.fetch()
transcript_text = " ".join(
map(
lambda transcript_piece: transcript_piece.text.strip(" "),
transcript_pieces,
)
)
return [Document(page_content=transcript_text, metadata=self._metadata)]
except NoTranscriptFound:
log.warning("No English transcript found as fallback")
except Exception as e:
log.exception("Error finding English transcript fallback")
raise e
return []
# If we get here, all languages failed including the English fallback
languages_tried = ", ".join(self.language)
if "en" not in self.language:
languages_tried += ", en (fallback)"
log.warning(f"No transcript found for any of the specified languages: {languages_tried}")
raise NoTranscriptFound(f"No transcript found for any supported language")