UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2024-11-16 21:42:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

refac

Browse Source
This commit is contained in:
Timothy J. Baek 2024-06-10 00:15:46 -07:00
parent 2972774d87
commit bf5a62298c
2 changed files with 78 additions and 73 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/lib/components/chat/MessageInput/CallOverlay.svelte
View File

@ -205,7 +205,7 @@
if (_responses.at(0)) { if (_responses.at(0)) {
const content = _responses[0]; const content = _responses[0];
if (content) { if ((content ?? '').trim() !== '') {
assistantSpeakingHandler(content); assistantSpeakingHandler(content);
} }
} }

149
src/lib/components/chat/Messages/ResponseMessage.svelte
View File

@ -211,93 +211,98 @@
speaking = null; speaking = null;
speakingIdx = null; speakingIdx = null;
} else { } else {
speaking = true; if ((message?.content ?? '').trim() !== '') {
speaking = true;
if ($config.audio.tts.engine === 'openai') { if ($config.audio.tts.engine === 'openai') {
loadingSpeech = true; loadingSpeech = true;
const sentences = extractSentences(message.content).reduce((mergedTexts, currentText) => { const sentences = extractSentences(message.content).reduce((mergedTexts, currentText) => {
const lastIndex = mergedTexts.length - 1; const lastIndex = mergedTexts.length - 1;
if (lastIndex >= 0) { if (lastIndex >= 0) {
const previousText = mergedTexts[lastIndex]; const previousText = mergedTexts[lastIndex];
const wordCount = previousText.split(/\s+/).length; const wordCount = previousText.split(/\s+/).length;
if (wordCount < 2) { if (wordCount < 2) {
mergedTexts[lastIndex] = previousText + ' ' + currentText; mergedTexts[lastIndex] = previousText + ' ' + currentText;
} else {
mergedTexts.push(currentText);
}
} else { } else {
mergedTexts.push(currentText); mergedTexts.push(currentText);
} }
} else { return mergedTexts;
mergedTexts.push(currentText); }, []);
console.log(sentences);
sentencesAudio = sentences.reduce((a, e, i, arr) => {
a[i] = null;
return a;
}, {});
let lastPlayedAudioPromise = Promise.resolve(); // Initialize a promise that resolves immediately
for (const [idx, sentence] of sentences.entries()) {
const res = await synthesizeOpenAISpeech(
localStorage.token,
$settings?.audio?.tts?.voice ?? $config?.audio?.tts?.voice,
sentence
).catch((error) => {
toast.error(error);
speaking = null;
loadingSpeech = false;
return null;
});
if (res) {
const blob = await res.blob();
const blobUrl = URL.createObjectURL(blob);
const audio = new Audio(blobUrl);
sentencesAudio[idx] = audio;
loadingSpeech = false;
lastPlayedAudioPromise = lastPlayedAudioPromise.then(() => playAudio(idx));
}
} }
return mergedTexts; } else {
}, []); let voices = [];
const getVoicesLoop = setInterval(async () => {
voices = await speechSynthesis.getVoices();
if (voices.length > 0) {
clearInterval(getVoicesLoop);
console.log(sentences); const voice =
voices
?.filter(
(v) =>
v.voiceURI === ($settings?.audio?.tts?.voice ?? $config?.audio?.tts?.voice)
)
?.at(0) ?? undefined;
sentencesAudio = sentences.reduce((a, e, i, arr) => { console.log(voice);
a[i] = null;
return a;
}, {});
let lastPlayedAudioPromise = Promise.resolve(); // Initialize a promise that resolves immediately const speak = new SpeechSynthesisUtterance(message.content);
for (const [idx, sentence] of sentences.entries()) { console.log(speak);
const res = await synthesizeOpenAISpeech(
localStorage.token,
$settings?.audio?.tts?.voice ?? $config?.audio?.tts?.voice,
sentence
).catch((error) => {
toast.error(error);
speaking = null; speak.onend = () => {
loadingSpeech = false; speaking = null;
if ($settings.conversationMode) {
document.getElementById('voice-input-button')?.click();
}
};
return null; if (voice) {
}); speak.voice = voice;
}
if (res) { speechSynthesis.speak(speak);
const blob = await res.blob(); }
const blobUrl = URL.createObjectURL(blob); }, 100);
const audio = new Audio(blobUrl);
sentencesAudio[idx] = audio;
loadingSpeech = false;
lastPlayedAudioPromise = lastPlayedAudioPromise.then(() => playAudio(idx));
}
} }
} else { } else {
let voices = []; toast.error('No content to speak');
const getVoicesLoop = setInterval(async () => {
voices = await speechSynthesis.getVoices();
if (voices.length > 0) {
clearInterval(getVoicesLoop);
const voice =
voices
?.filter(
(v) => v.voiceURI === ($settings?.audio?.tts?.voice ?? $config?.audio?.tts?.voice)
)
?.at(0) ?? undefined;
console.log(voice);
const speak = new SpeechSynthesisUtterance(message.content);
console.log(speak);
speak.onend = () => {
speaking = null;
if ($settings.conversationMode) {
document.getElementById('voice-input-button')?.click();
}
};
if (voice) {
speak.voice = voice;
}
speechSynthesis.speak(speak);
}
}, 100);
} }
} }
}; };