Austin/dify
1
0
Fork 0
mirror of https://github.com/langgenius/dify.git synced 2024-11-16 11:42:29 +08:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

pref: optimize feature model_load_balancing_enabled value fetch speed… (#4933)

Browse Source
This commit is contained in:
takatost 2024-06-05 02:06:19 +08:00 committed by GitHub
parent f44d1e62d2
commit b20d173324
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 10 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
api/core/provider_manager.py
View File

@ -27,6 +27,7 @@ from core.model_runtime.entities.provider_entities import (
from core.model_runtime.model_providers import model_provider_factory
from extensions import ext_hosting_provider
from extensions.ext_database import db
from extensions.ext_redis import redis_client
from models.provider import (
LoadBalancingModelConfig,
Provider,
@ -406,7 +407,15 @@ class ProviderManager:
:param tenant_id: workspace id
:return:
"""
model_load_balancing_enabled = FeatureService.get_features(tenant_id).model_load_balancing_enabled
cache_key = f"tenant:{tenant_id}:model_load_balancing_enabled"
cache_result = redis_client.get(cache_key)
if cache_result is None:
model_load_balancing_enabled = FeatureService.get_features(tenant_id).model_load_balancing_enabled
redis_client.setex(cache_key, 120, str(model_load_balancing_enabled))
else:
cache_result = cache_result.decode('utf-8')
model_load_balancing_enabled = cache_result == 'True'
if not model_load_balancing_enabled:
return dict()