mirror of
https://github.com/open-webui/open-webui.git
synced 2025-12-12 04:15:25 +00:00
parent
873b73e668
commit
20187f9a2d
1 changed files with 50 additions and 31 deletions
|
|
@ -1381,6 +1381,13 @@ async def prune_data(form_data: PruneDataForm, user=Depends(get_admin_user)):
|
||||||
If dry_run=True (default), returns preview counts without deleting anything.
|
If dry_run=True (default), returns preview counts without deleting anything.
|
||||||
If dry_run=False, performs actual deletion and returns True on success.
|
If dry_run=False, performs actual deletion and returns True on success.
|
||||||
"""
|
"""
|
||||||
|
# Acquire lock to prevent concurrent operations (including previews)
|
||||||
|
if not PruneLock.acquire():
|
||||||
|
raise HTTPException(
|
||||||
|
status_code=status.HTTP_409_CONFLICT,
|
||||||
|
detail="A prune operation is already in progress. Please wait for it to complete."
|
||||||
|
)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
# Get vector database cleaner based on configuration
|
# Get vector database cleaner based on configuration
|
||||||
vector_cleaner = get_vector_database_cleaner()
|
vector_cleaner = get_vector_database_cleaner()
|
||||||
|
|
@ -1642,9 +1649,18 @@ async def prune_data(form_data: PruneDataForm, user=Depends(get_admin_user)):
|
||||||
warnings.append(f"Vector cleanup warning: {vector_error}")
|
warnings.append(f"Vector cleanup warning: {vector_error}")
|
||||||
log.warning(f"Vector cleanup completed with errors: {vector_error}")
|
log.warning(f"Vector cleanup completed with errors: {vector_error}")
|
||||||
|
|
||||||
# Stage 5: Audio cache cleanup
|
# Use modular vector database cleanup
|
||||||
log.info("Cleaning audio cache")
|
warnings = []
|
||||||
cleanup_audio_cache(form_data.audio_cache_max_age_days)
|
deleted_vector_count, vector_error = vector_cleaner.cleanup_orphaned_collections(
|
||||||
|
final_active_file_ids, final_active_kb_ids
|
||||||
|
)
|
||||||
|
if vector_error:
|
||||||
|
warnings.append(f"Vector cleanup warning: {vector_error}")
|
||||||
|
log.warning(f"Vector cleanup completed with errors: {vector_error}")
|
||||||
|
|
||||||
|
# Stage 6: Database optimization (optional)
|
||||||
|
if form_data.run_vacuum:
|
||||||
|
log.info("Optimizing database with VACUUM (this may take a while and lock the database)")
|
||||||
|
|
||||||
# Stage 6: Database optimization (optional)
|
# Stage 6: Database optimization (optional)
|
||||||
if form_data.run_vacuum:
|
if form_data.run_vacuum:
|
||||||
|
|
@ -1695,3 +1711,6 @@ async def prune_data(form_data: PruneDataForm, user=Depends(get_admin_user)):
|
||||||
status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
|
status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
|
||||||
detail=ERROR_MESSAGES.DEFAULT("Data pruning failed"),
|
detail=ERROR_MESSAGES.DEFAULT("Data pruning failed"),
|
||||||
)
|
)
|
||||||
|
finally:
|
||||||
|
# Always release lock, even if operation fails
|
||||||
|
PruneLock.release()
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue