UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-01-19 09:16:44 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

fix: improve YouTube transcript handling for manual captions

Browse Source
This commit is contained in:
Juanan Pereira 2025-01-09 09:36:24 +01:00
parent 49f462163a
commit f0f7a56c48
6 changed files with 40 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

49
backend/open_webui/retrieval/loaders/youtube.py
View File

@ -137,21 +137,42 @@ class YoutubeLoader:
return [] return []
try: try:
# First try to get transcript in requested language # First try to get manual transcript in requested language
transcript = transcript_list.find_transcript(self.language) for lang in self.language:
except NoTranscriptFound: try:
# Fallback: try to get any available transcript available_transcripts = (
available_transcripts = list( transcript_list._manually_created_transcripts
transcript_list._generated_transcripts.values() )
) if lang in available_transcripts:
if available_transcripts: transcript = available_transcripts[lang]
transcript = available_transcripts[0] log.info(f"Found manual transcript in language: {lang}")
log.info( break
f"Using first available transcript in language: {transcript.language_code}" except NoTranscriptFound:
) continue
else: else:
log.error("No transcripts found for video") # If no manual transcript found, try auto-generated ones
return [] try:
transcript = transcript_list.find_transcript(self.language)
log.info(
f"Using auto-generated transcript in language: {transcript.language_code}"
)
except NoTranscriptFound:
# Final fallback: try to get any available transcript
available_transcripts = list(
transcript_list._manually_created_transcripts.values()
) + list(transcript_list._generated_transcripts.values())
if available_transcripts:
transcript = available_transcripts[0]
log.info(
f"Using first available transcript in language: {transcript.language_code}"
)
else:
log.error("No transcripts found for video")
return []
except Exception as e:
log.exception(f"Error fetching transcript: {str(e)}")
return []
transcript_pieces: List[Dict[str, Any]] = transcript.fetch() transcript_pieces: List[Dict[str, Any]] = transcript.fetch()