Merge pull request #17158 from sihyeonn/fix/sh-cache

perf: fix cache key generation for model list caching
This commit is contained in:
Tim Jaeryang Baek 2025-09-03 16:18:33 +04:00 committed by GitHub
commit 048f30aa97
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 2 additions and 2 deletions

View file

@ -340,7 +340,7 @@ def merge_ollama_models_lists(model_lists):
return list(merged_models.values())
@cached(ttl=MODELS_CACHE_TTL)
@cached(ttl=MODELS_CACHE_TTL, key=lambda _, user: f"ollama_all_models_{user.id}" if user else "ollama_all_models")
async def get_all_models(request: Request, user: UserModel = None):
log.info("get_all_models()")
if request.app.state.config.ENABLE_OLLAMA_API:

View file

@ -401,7 +401,7 @@ async def get_filtered_models(models, user):
return filtered_models
@cached(ttl=MODELS_CACHE_TTL)
@cached(ttl=MODELS_CACHE_TTL, key=lambda _, user: f"openai_all_models_{user.id}" if user else "openai_all_models")
async def get_all_models(request: Request, user: UserModel) -> dict[str, list]:
log.info("get_all_models()")