scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-11 08:38:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 280

fix(proxy): keep accepting numeric keys in /cache/delete

Browse source
This commit is contained in:
mateo-berri 2026-10-28 15:12:06 -07:00
parent 4a669c0807
commit ea3d8fc78c
2 changed files with 26 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/caching_routes.py
View file

@ -17,7 +17,7 @@ from litellm.types.caching import CachePingResponse, HealthCheckCacheParams
@with_config(ConfigDict(extra="allow", strict=True))
class _CacheDeleteRequest(TypedDict):
keys: ReadOnly[NotRequired[list[str] | None]]
keys: ReadOnly[NotRequired[list[str | int | float] | None]]
_CACHE_DELETE_REQUEST: Final = TypeAdapter(_CacheDeleteRequest)

25
tests/unit/proxy/test_caching_routes.py
View file

@ -52,6 +52,31 @@ def mock_redis_failure(mocker):
return mock_cache
@pytest.fixture
def mock_redis_delete(mocker):
mock_cache = mocker.MagicMock()
mock_cache.type = "redis"
mock_cache.delete_cache_keys = mocker.AsyncMock()
mocker.patch.object(litellm, "cache", mock_cache)
return mock_cache
@pytest.mark.parametrize("keys", [["a-key", "b-key"], [12345, 1.5]])
def test_cache_delete_passes_string_and_numeric_keys_to_the_cache(mock_redis_delete, keys):
response = client.post("/cache/delete", headers={"Authorization": "Bearer sk-9876"}, json={"keys": keys})
assert response.status_code == 200
assert response.json() == {"status": "success"}
mock_redis_delete.delete_cache_keys.assert_awaited_once_with(keys=keys)
def test_cache_delete_rejects_keys_that_are_not_a_list(mock_redis_delete):
response = client.post("/cache/delete", headers={"Authorization": "Bearer sk-9876"}, json={"keys": "abc"})
assert response.status_code == 500
mock_redis_delete.delete_cache_keys.assert_not_awaited()
def test_cache_ping_success(mock_redis_success):
"""Test successful cache ping with regular response"""
response = client.get("/cache/ping", headers={"Authorization": "Bearer sk-9876"})