ti.sil/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui.git synced 2025-12-12 04:15:25 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

refac

Browse source
This commit is contained in:
Timothy Jaeryang Baek 2025-11-06 15:21:06 -05:00
parent c38f878e1e
commit 7faf19dad9
2 changed files with 8 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
backend/open_webui/retrieval/web/firecrawl.py
View file

@ -17,9 +17,9 @@ def search_firecrawl(
filter_list: Optional[List[str]] = None, filter_list: Optional[List[str]] = None,
) -> List[SearchResult]: ) -> List[SearchResult]:
try: try:
from firecrawl import Firecrawl from firecrawl import FirecrawlApp
firecrawl = Firecrawl(api_key=firecrawl_api_key, api_url=firecrawl_url) firecrawl = FirecrawlApp(api_key=firecrawl_api_key, api_url=firecrawl_url)
response = firecrawl.search( response = firecrawl.search(
query=query, limit=count, ignore_invalid_urls=True, timeout=count * 3 query=query, limit=count, ignore_invalid_urls=True, timeout=count * 3
) )

9
backend/open_webui/retrieval/web/utils.py
View file

@ -41,7 +41,6 @@ from open_webui.config import (
) )
from open_webui.env import SRC_LOG_LEVELS from open_webui.env import SRC_LOG_LEVELS
from firecrawl import Firecrawl
log = logging.getLogger(__name__) log = logging.getLogger(__name__)
log.setLevel(SRC_LOG_LEVELS["RAG"]) log.setLevel(SRC_LOG_LEVELS["RAG"])
@ -227,7 +226,9 @@ class SafeFireCrawlLoader(BaseLoader, RateLimitMixin, URLProcessingMixin):
self.params, self.params,
) )
try: try:
firecrawl = Firecrawl(api_key=self.api_key, api_url=self.api_url) from firecrawl import FirecrawlApp
firecrawl = FirecrawlApp(api_key=self.api_key, api_url=self.api_url)
result = firecrawl.batch_scrape( result = firecrawl.batch_scrape(
self.web_paths, self.web_paths,
formats=["markdown"], formats=["markdown"],
@ -266,7 +267,9 @@ class SafeFireCrawlLoader(BaseLoader, RateLimitMixin, URLProcessingMixin):
self.params, self.params,
) )
try: try:
firecrawl = Firecrawl(api_key=self.api_key, api_url=self.api_url) from firecrawl import FirecrawlApp
firecrawl = FirecrawlApp(api_key=self.api_key, api_url=self.api_url)
result = firecrawl.batch_scrape( result = firecrawl.batch_scrape(
self.web_paths, self.web_paths,
formats=["markdown"], formats=["markdown"],