UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2024-11-07 09:09:53 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

revert: text split

Browse Source
This commit is contained in:
Timothy J. Baek 2024-07-01 16:04:24 -07:00
parent 7212b7c8aa
commit 6d350fb8bc
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/lib/utils/index.ts
View File

@ -525,7 +525,7 @@ export const extractSentences = (text) => {
});
// Split the modified text into sentences based on common punctuation marks, avoiding these blocks
let sentences = text.match(/[^.?!]+[.!?]+[\])'"`’”]*|.+/g);
let sentences = text.split(/(?<=[.!?])\s+/);
// Restore code blocks and process sentences
sentences = sentences.map((sentence) => {