scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-08 03:08:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 115

fix(proxy): enable response cache on db router rebuild

Browse source
This commit is contained in:
Vashisht Borkar 2026-07-04 02:35:12 -04:00
parent c737789b26
commit 5ff69f6496
2 changed files with 43 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
litellm/proxy/proxy_server.py
View file

@ -5066,6 +5066,7 @@ class ProxyConfig:
),
search_tools=search_tools,
ignore_invalid_deployments=True,
cache_responses=litellm.cache is not None,
)
verbose_proxy_logger.debug(f"updated llm_router: {llm_router}")
else:

42
tests/test_litellm/proxy/management_endpoints/test_model_management_endpoints.py
View file

@ -1665,6 +1665,48 @@ class TestAddAndDeleteModelLifecycle:
assert str(exc_info.value.code) == "400"
class TestDBRouterRebuildCaching:
@pytest.mark.asyncio
async def test_update_llm_router_enables_cache_responses_when_litellm_cache_exists(
self,
):
from litellm.proxy.proxy_server import ProxyConfig
db_model = LiteLLM_ProxyModelTable(
model_id="db-cache-model-1",
model_name="cached-db-model",
litellm_params={"model": "openai/gpt-4.1-nano", "api_key": "sk-test"},
model_info={"id": "db-cache-model-1"},
created_by="admin",
updated_by="admin",
)
created_router = MagicMock()
created_router.get_model_list.return_value = ["cached-db-model"]
router_constructor = MagicMock(return_value=created_router)
proxy_config = ProxyConfig()
proxy_config._add_callbacks_from_db_config = MagicMock()
proxy_config._add_general_settings_from_db_config = MagicMock()
proxy_config._add_router_settings_from_db_config = AsyncMock()
mock_config = MagicMock()
mock_config.get_config = AsyncMock(return_value={})
with (
patch("litellm.proxy.proxy_server.llm_router", None),
patch("litellm.proxy.proxy_server.llm_model_list", []),
patch("litellm.proxy.proxy_server.master_key", "sk-master"),
patch("litellm.proxy.proxy_server.general_settings", {}),
patch("litellm.proxy.proxy_server.proxy_config", mock_config),
patch("litellm.proxy.proxy_server.litellm.cache", object()),
patch("litellm.proxy.proxy_server.litellm.Router", router_constructor),
):
await proxy_config._update_llm_router(
new_models=[db_model],
proxy_logging_obj=MagicMock(),
)
assert router_constructor.call_args.kwargs["cache_responses"] is True
class TestDeleteTeamBYOKModelGhost:
"""Regression for issue #22594.