ti.sil/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui.git synced 2025-12-22 09:15:21 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 12

refac

Browse source
This commit is contained in:
Timothy Jaeryang Baek 2025-12-21 16:15:28 +04:00
parent 48ccb1e170
commit ae203d8952
1 changed files with 5 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
backend/open_webui/utils/misc.py
View file

@ -377,12 +377,14 @@ def sanitize_text_for_db(text: str) -> str:
"""Remove null bytes and invalid UTF-8 surrogates from text for PostgreSQL storage."""
if not isinstance(text, str):
return text
# Remove null bytes - PostgreSQL cannot store \x00 in text fields
text = text.replace("\x00", "")
# Remove null bytes
text = text.replace("\x00", "").replace("\u0000", "")
# Remove invalid UTF-8 surrogate characters that can cause encoding errors
# This handles cases where binary data or encoding issues introduced surrogates
try:
text = text.encode("utf-8", errors="surrogatepass").decode("utf-8", errors="ignore")
text = text.encode("utf-8", errors="surrogatepass").decode(
"utf-8", errors="ignore"
)
except (UnicodeEncodeError, UnicodeDecodeError):
pass
return text