ti.sil/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui.git synced 2025-12-13 21:05:19 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

Chage torch import to conditional import

Browse source
This commit is contained in:
Marko Henning 2025-08-21 13:19:24 +02:00
parent 6663fc3a6c
commit b3de3295d6
1 changed files with 8 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
backend/open_webui/routers/retrieval.py
View file

@ -4,7 +4,6 @@ import mimetypes
import os import os
import shutil import shutil
import asyncio import asyncio
import torch
import uuid import uuid
from datetime import datetime from datetime import datetime
@ -287,6 +286,8 @@ async def update_embedding_config(
request.app.state.EMBEDDING_FUNCTION = None request.app.state.EMBEDDING_FUNCTION = None
import gc import gc
gc.collect() gc.collect()
if DEVICE_TYPE == 'cuda':
import torch
if torch.cuda.is_available(): if torch.cuda.is_available():
torch.cuda.empty_cache() torch.cuda.empty_cache()
try: try:
@ -820,6 +821,8 @@ async def update_rag_config(
request.app.state.RERANKING_FUNCTION = None request.app.state.RERANKING_FUNCTION = None
import gc import gc
gc.collect() gc.collect()
if DEVICE_TYPE == 'cuda':
import torch
if torch.cuda.is_available(): if torch.cuda.is_available():
torch.cuda.empty_cache() torch.cuda.empty_cache()
request.app.state.config.RAG_RERANKING_ENGINE = ( request.app.state.config.RAG_RERANKING_ENGINE = (