ti.sil/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui.git synced 2025-12-15 13:55:19 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

refac

Browse source
This commit is contained in:
Timothy Jaeryang Baek 2025-11-25 05:07:53 -05:00
parent 63ca0a3519
commit 6235243b62
2 changed files with 16 additions and 53 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

33
backend/open_webui/routers/retrieval.py
View file

@ -1441,6 +1441,9 @@ def process_file(
form_data: ProcessFileForm, form_data: ProcessFileForm,
user=Depends(get_verified_user), user=Depends(get_verified_user),
): ):
"""
Process a file and save its content to the vector database.
"""
if user.role == "admin": if user.role == "admin":
file = Files.get_file_by_id(form_data.file_id) file = Files.get_file_by_id(form_data.file_id)
else: else:
@ -1667,7 +1670,7 @@ class ProcessTextForm(BaseModel):
@router.post("/process/text") @router.post("/process/text")
def process_text( async def process_text(
request: Request, request: Request,
form_data: ProcessTextForm, form_data: ProcessTextForm,
user=Depends(get_verified_user), user=Depends(get_verified_user),
@ -1685,7 +1688,9 @@ def process_text(
text_content = form_data.content text_content = form_data.content
log.debug(f"text_content: {text_content}") log.debug(f"text_content: {text_content}")
result = save_docs_to_vector_db(request, docs, collection_name, user=user) result = await run_in_threadpool(
save_docs_to_vector_db, request, docs, collection_name, user
)
if result: if result:
return { return {
"status": True, "status": True,
@ -1701,7 +1706,7 @@ def process_text(
@router.post("/process/youtube") @router.post("/process/youtube")
@router.post("/process/web") @router.post("/process/web")
def process_web( async def process_web(
request: Request, form_data: ProcessUrlForm, user=Depends(get_verified_user) request: Request, form_data: ProcessUrlForm, user=Depends(get_verified_user)
): ):
try: try:
@ -1709,16 +1714,14 @@ def process_web(
if not collection_name: if not collection_name:
collection_name = calculate_sha256_string(form_data.url)[:63] collection_name = calculate_sha256_string(form_data.url)[:63]
content, docs = get_content_from_url(request, form_data.url) content, docs = await run_in_threadpool(
get_content_from_url, request, form_data.url
)
log.debug(f"text_content: {content}") log.debug(f"text_content: {content}")
if not request.app.state.config.BYPASS_WEB_SEARCH_EMBEDDING_AND_RETRIEVAL: if not request.app.state.config.BYPASS_WEB_SEARCH_EMBEDDING_AND_RETRIEVAL:
save_docs_to_vector_db( await run_in_threadpool(
request, save_docs_to_vector_db, request, docs, collection_name, True, user
docs,
collection_name,
overwrite=True,
user=user,
) )
else: else:
collection_name = None collection_name = None
@ -2405,7 +2408,7 @@ class BatchProcessFilesResponse(BaseModel):
@router.post("/process/files/batch") @router.post("/process/files/batch")
def process_files_batch( async def process_files_batch(
request: Request, request: Request,
form_data: BatchProcessFilesForm, form_data: BatchProcessFilesForm,
user=Depends(get_verified_user), user=Depends(get_verified_user),
@ -2460,12 +2463,8 @@ def process_files_batch(
# Save all documents in one batch # Save all documents in one batch
if all_docs: if all_docs:
try: try:
save_docs_to_vector_db( await run_in_threadpool(
request=request, save_docs_to_vector_db, request, all_docs, collection_name, True, user
docs=all_docs,
collection_name=collection_name,
add=True,
user=user,
) )
# Update all files with collection name # Update all files with collection name

36
src/lib/apis/retrieval/index.ts
View file

@ -295,42 +295,6 @@ export interface SearchDocument {
filenames: string[]; filenames: string[];
} }
export const processFile = async (
token: string,
file_id: string,
collection_name: string | null = null
) => {
let error = null;
const res = await fetch(`${RETRIEVAL_API_BASE_URL}/process/file`, {
method: 'POST',
headers: {
Accept: 'application/json',
'Content-Type': 'application/json',
authorization: `Bearer ${token}`
},
body: JSON.stringify({
file_id: file_id,
collection_name: collection_name ? collection_name : undefined
})
})
.then(async (res) => {
if (!res.ok) throw await res.json();
return res.json();
})
.catch((err) => {
error = err.detail;
console.error(err);
return null;
});
if (error) {
throw error;
}
return res;
};
export const processYoutubeVideo = async (token: string, url: string) => { export const processYoutubeVideo = async (token: string, url: string) => {
let error = null; let error = null;