ti.sil/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui.git synced 2025-12-15 22:05:19 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

revert: text split

Browse source
This commit is contained in:
Timothy J. Baek 2024-07-01 16:04:24 -07:00
parent 7212b7c8aa
commit 6d350fb8bc
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
src/lib/utils/index.ts
View file

@ -525,7 +525,7 @@ export const extractSentences = (text) => {
}); });
// Split the modified text into sentences based on common punctuation marks, avoiding these blocks // Split the modified text into sentences based on common punctuation marks, avoiding these blocks
let sentences = text.match(/[^.?!]+[.!?]+[\])'"`’”]*|.+/g); let sentences = text.split(/(?<=[.!?])\s+/);
// Restore code blocks and process sentences // Restore code blocks and process sentences
sentences = sentences.map((sentence) => { sentences = sentences.map((sentence) => {