mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-19 09:53:33 +00:00
Merge 9e83d3434a into e04e89c701
This commit is contained in:
commit
dd23695bbc
4 changed files with 254 additions and 142 deletions
|
|
@ -1,7 +1,7 @@
|
|||
import asyncio
|
||||
import json
|
||||
import time
|
||||
from collections.abc import Mapping, Sequence
|
||||
from collections.abc import Awaitable, Callable, Mapping, Sequence
|
||||
from typing import TYPE_CHECKING, Any, Final
|
||||
|
||||
from litellm._internal_context import with_service_target
|
||||
|
|
@ -40,6 +40,7 @@ class SharedHealthCheckManager:
|
|||
self.health_check_ttl = health_check_ttl
|
||||
self.lock_ttl = lock_ttl
|
||||
self.pod_id = f"pod_{int(time.time() * 1000)}"
|
||||
self._release_lock_script: Callable[..., Awaitable[int]] | None = None
|
||||
|
||||
@staticmethod
|
||||
def get_health_check_lock_key() -> str:
|
||||
|
|
@ -92,21 +93,38 @@ class SharedHealthCheckManager:
|
|||
verbose_proxy_logger.error("Error acquiring health check lock: %s", str(e))
|
||||
return False
|
||||
|
||||
_COMPARE_AND_DELETE_LOCK_SCRIPT = """
|
||||
if redis.call("get", KEYS[1]) == ARGV[1] then
|
||||
return redis.call("del", KEYS[1])
|
||||
else
|
||||
return 0
|
||||
end
|
||||
"""
|
||||
|
||||
@with_service_target(HEALTH_CHECKS_TARGET)
|
||||
async def release_health_check_lock(self) -> None:
|
||||
"""Release the global health check lock."""
|
||||
"""Release only this pod's lock using an atomic compare-and-delete."""
|
||||
if self.redis_cache is None:
|
||||
return
|
||||
|
||||
lock_key: Final = self.get_health_check_lock_key()
|
||||
script_register: Final[Callable[[str], Callable[..., Awaitable[int]]] | None] = getattr(
|
||||
self.redis_cache, "async_register_script", None
|
||||
)
|
||||
if not callable(script_register):
|
||||
verbose_proxy_logger.warning("Cannot atomically release health check lock; leaving it to expire")
|
||||
return
|
||||
|
||||
try:
|
||||
lock_key: Final = self.get_health_check_lock_key()
|
||||
# Only release if we own the lock
|
||||
current_owner: Final = await self.redis_cache.async_get_cache(lock_key)
|
||||
if current_owner == self.pod_id:
|
||||
await self.redis_cache.async_delete_cache(lock_key)
|
||||
script: Final = self._release_lock_script or script_register(self._COMPARE_AND_DELETE_LOCK_SCRIPT)
|
||||
if self._release_lock_script is None:
|
||||
self._release_lock_script = script
|
||||
result: Final = await script(keys=[lock_key], args=[json.dumps(self.pod_id)])
|
||||
if int(result or 0) == 1:
|
||||
verbose_proxy_logger.info("Pod %s released health check lock", self.pod_id)
|
||||
except Exception as e:
|
||||
verbose_proxy_logger.error("Error releasing health check lock: %s", str(e))
|
||||
except Exception as exc:
|
||||
self._release_lock_script = None
|
||||
verbose_proxy_logger.warning("Atomic health check lock release failed; leaving it to expire: %s", exc)
|
||||
|
||||
@with_service_target(HEALTH_CHECKS_TARGET)
|
||||
async def get_cached_health_check_results(self) -> dict[str, Any] | None:
|
||||
|
|
|
|||
|
|
@ -229,7 +229,7 @@ dev = [
|
|||
"opentelemetry-instrumentation-fastapi==0.66b1",
|
||||
"langfuse>=4.7,<5.0",
|
||||
"fastapi-offline==1.7.6",
|
||||
"fakeredis==2.34.1",
|
||||
"fakeredis[lua]==2.34.1",
|
||||
"pytest-rerunfailures==15.1",
|
||||
"pytest-cov==5.0.0",
|
||||
"parameterized==0.9.0",
|
||||
|
|
|
|||
|
|
@ -1,4 +1,3 @@
|
|||
import asyncio
|
||||
import json
|
||||
import time
|
||||
from unittest.mock import AsyncMock, MagicMock, patch
|
||||
|
|
@ -73,9 +72,7 @@ class TestSharedHealthCheckManager:
|
|||
assert key == "health_check_results:test-model"
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_acquire_health_check_lock_success(
|
||||
self, shared_health_manager, mock_redis_cache
|
||||
):
|
||||
async def test_acquire_health_check_lock_success(self, shared_health_manager, mock_redis_cache):
|
||||
"""Test successful lock acquisition"""
|
||||
mock_redis_cache.async_set_cache.return_value = True
|
||||
|
||||
|
|
@ -90,9 +87,7 @@ class TestSharedHealthCheckManager:
|
|||
)
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_acquire_health_check_lock_failure(
|
||||
self, shared_health_manager, mock_redis_cache
|
||||
):
|
||||
async def test_acquire_health_check_lock_failure(self, shared_health_manager, mock_redis_cache):
|
||||
"""Test failed lock acquisition"""
|
||||
mock_redis_cache.async_set_cache.return_value = False
|
||||
|
||||
|
|
@ -110,9 +105,7 @@ class TestSharedHealthCheckManager:
|
|||
assert result is False
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_acquire_health_check_lock_exception(
|
||||
self, shared_health_manager, mock_redis_cache
|
||||
):
|
||||
async def test_acquire_health_check_lock_exception(self, shared_health_manager, mock_redis_cache):
|
||||
"""Test lock acquisition with exception"""
|
||||
mock_redis_cache.async_set_cache.side_effect = Exception("Redis error")
|
||||
|
||||
|
|
@ -121,29 +114,135 @@ class TestSharedHealthCheckManager:
|
|||
assert result is False
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_release_health_check_lock_success(
|
||||
self, shared_health_manager, mock_redis_cache
|
||||
):
|
||||
"""Test successful lock release"""
|
||||
mock_redis_cache.async_get_cache.return_value = shared_health_manager.pod_id
|
||||
async def test_release_health_check_lock_success(self, shared_health_manager, mock_redis_cache):
|
||||
"""The Lua script compares with the JSON-encoded owner written by RedisCache."""
|
||||
script = AsyncMock(return_value=1)
|
||||
mock_redis_cache.async_register_script = MagicMock(return_value=script)
|
||||
|
||||
await shared_health_manager.release_health_check_lock()
|
||||
|
||||
mock_redis_cache.async_get_cache.assert_called_once_with("health_check_lock")
|
||||
mock_redis_cache.async_delete_cache.assert_called_once_with("health_check_lock")
|
||||
mock_redis_cache.async_register_script.assert_called_once_with(
|
||||
SharedHealthCheckManager._COMPARE_AND_DELETE_LOCK_SCRIPT
|
||||
)
|
||||
script.assert_awaited_once_with(keys=["health_check_lock"], args=[json.dumps(shared_health_manager.pod_id)])
|
||||
mock_redis_cache.async_get_cache.assert_not_called()
|
||||
mock_redis_cache.async_delete_cache.assert_not_called()
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_release_health_check_lock_wrong_owner(
|
||||
self, shared_health_manager, mock_redis_cache
|
||||
):
|
||||
"""Test lock release when not the owner"""
|
||||
mock_redis_cache.async_get_cache.return_value = "other_pod_id"
|
||||
async def test_release_health_check_lock_wrong_owner(self, shared_health_manager, mock_redis_cache):
|
||||
script = AsyncMock(return_value=0)
|
||||
mock_redis_cache.async_register_script = MagicMock(return_value=script)
|
||||
|
||||
await shared_health_manager.release_health_check_lock()
|
||||
|
||||
mock_redis_cache.async_get_cache.assert_called_once_with("health_check_lock")
|
||||
script.assert_awaited_once()
|
||||
mock_redis_cache.async_delete_cache.assert_not_called()
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_release_health_check_lock_script_failure_does_not_delete(
|
||||
self, shared_health_manager, mock_redis_cache
|
||||
):
|
||||
script = AsyncMock(side_effect=RuntimeError("NOSCRIPT"))
|
||||
mock_redis_cache.async_register_script = MagicMock(return_value=script)
|
||||
|
||||
await shared_health_manager.release_health_check_lock()
|
||||
|
||||
assert shared_health_manager._release_lock_script is None
|
||||
mock_redis_cache.async_get_cache.assert_not_called()
|
||||
mock_redis_cache.async_delete_cache.assert_not_called()
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_release_health_check_lock_without_script_preserves_new_owner(self):
|
||||
class ReplacedLockCache:
|
||||
def __init__(self):
|
||||
self.owner = None
|
||||
self.reads = 0
|
||||
self.deletes = 0
|
||||
|
||||
async def async_set_cache(self, key, value, nx=False, ttl=None):
|
||||
self.owner = value
|
||||
return True
|
||||
|
||||
async def async_get_cache(self, key):
|
||||
self.reads += 1
|
||||
old_owner = self.owner
|
||||
self.owner = "new-pod"
|
||||
return old_owner
|
||||
|
||||
async def async_delete_cache(self, key):
|
||||
self.deletes += 1
|
||||
self.owner = None
|
||||
return 1
|
||||
|
||||
cache = ReplacedLockCache()
|
||||
manager = SharedHealthCheckManager(redis_cache=cache)
|
||||
assert await manager.acquire_health_check_lock() is True
|
||||
await manager.release_health_check_lock()
|
||||
|
||||
assert cache.owner == manager.pod_id
|
||||
assert cache.reads == 0
|
||||
assert cache.deletes == 0
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_release_health_check_lock_reuses_script(self, shared_health_manager, mock_redis_cache):
|
||||
script = AsyncMock(side_effect=[1, 0])
|
||||
mock_redis_cache.async_register_script = MagicMock(return_value=script)
|
||||
|
||||
await shared_health_manager.release_health_check_lock()
|
||||
await shared_health_manager.release_health_check_lock()
|
||||
|
||||
mock_redis_cache.async_register_script.assert_called_once()
|
||||
assert script.await_count == 2
|
||||
mock_redis_cache.async_delete_cache.assert_not_called()
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_release_health_check_lock_lua_script_compares_the_owner(self):
|
||||
"""The registered Lua script deletes the lock only when the stored owner matches.
|
||||
|
||||
fakeredis executes the actual script, so a script that always deleted
|
||||
a replacement owner's lock would fail here.
|
||||
"""
|
||||
fakeredis = pytest.importorskip("fakeredis")
|
||||
pytest.importorskip("lupa")
|
||||
|
||||
class LuaCache:
|
||||
"""In-memory cache that runs the manager's real script through fakeredis."""
|
||||
|
||||
def __init__(self):
|
||||
self._redis = fakeredis.FakeAsyncRedis()
|
||||
|
||||
def async_register_script(self, script):
|
||||
registered = self._redis.register_script(script)
|
||||
|
||||
async def run_script(keys, args):
|
||||
return await registered(keys=keys, args=args)
|
||||
|
||||
return run_script
|
||||
|
||||
async def async_set_cache(self, key, value, nx=False, ttl=None):
|
||||
# RedisCache JSON-encodes the values it stores
|
||||
return await self._redis.set(key, json.dumps(value), nx=nx, ex=ttl)
|
||||
|
||||
async def async_get_cache(self, key):
|
||||
raw = await self._redis.get(key)
|
||||
return None if raw is None else json.loads(raw)
|
||||
|
||||
async def async_delete_cache(self, key):
|
||||
return await self._redis.delete(key)
|
||||
|
||||
cache = LuaCache()
|
||||
manager = SharedHealthCheckManager(redis_cache=cache)
|
||||
lock_key = manager.get_health_check_lock_key()
|
||||
|
||||
assert await manager.acquire_health_check_lock() is True
|
||||
await manager.release_health_check_lock()
|
||||
assert await cache.async_get_cache(lock_key) is None
|
||||
|
||||
assert await manager.acquire_health_check_lock() is True
|
||||
await cache.async_set_cache(lock_key, "replacement-pod")
|
||||
await manager.release_health_check_lock()
|
||||
assert await cache.async_get_cache(lock_key) == "replacement-pod"
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_release_health_check_lock_no_redis(self):
|
||||
"""Test lock release without Redis"""
|
||||
|
|
@ -153,9 +252,7 @@ class TestSharedHealthCheckManager:
|
|||
await manager.release_health_check_lock()
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_get_cached_health_check_results_success(
|
||||
self, shared_health_manager, mock_redis_cache
|
||||
):
|
||||
async def test_get_cached_health_check_results_success(self, shared_health_manager, mock_redis_cache):
|
||||
"""Test getting cached health check results successfully"""
|
||||
current_time = time.time()
|
||||
cached_data = {
|
||||
|
|
@ -175,9 +272,7 @@ class TestSharedHealthCheckManager:
|
|||
assert result["unhealthy_count"] == 0
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_get_cached_health_check_results_expired(
|
||||
self, shared_health_manager, mock_redis_cache
|
||||
):
|
||||
async def test_get_cached_health_check_results_expired(self, shared_health_manager, mock_redis_cache):
|
||||
"""Test getting expired cached health check results"""
|
||||
current_time = time.time()
|
||||
cached_data = {
|
||||
|
|
@ -195,9 +290,7 @@ class TestSharedHealthCheckManager:
|
|||
assert result is None
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_get_cached_health_check_results_no_cache(
|
||||
self, shared_health_manager, mock_redis_cache
|
||||
):
|
||||
async def test_get_cached_health_check_results_no_cache(self, shared_health_manager, mock_redis_cache):
|
||||
"""Test getting cached results when no cache exists"""
|
||||
mock_redis_cache.async_get_cache.return_value = None
|
||||
|
||||
|
|
@ -215,16 +308,12 @@ class TestSharedHealthCheckManager:
|
|||
assert result is None
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_cache_health_check_results_success(
|
||||
self, shared_health_manager, mock_redis_cache
|
||||
):
|
||||
async def test_cache_health_check_results_success(self, shared_health_manager, mock_redis_cache):
|
||||
"""Test caching health check results successfully"""
|
||||
healthy_endpoints = [{"model": "test-model-1"}]
|
||||
unhealthy_endpoints = [{"model": "test-model-2"}]
|
||||
|
||||
await shared_health_manager.cache_health_check_results(
|
||||
healthy_endpoints, unhealthy_endpoints
|
||||
)
|
||||
await shared_health_manager.cache_health_check_results(healthy_endpoints, unhealthy_endpoints)
|
||||
|
||||
mock_redis_cache.async_set_cache.assert_called_once()
|
||||
call_args = mock_redis_cache.async_set_cache.call_args
|
||||
|
|
@ -249,9 +338,7 @@ class TestSharedHealthCheckManager:
|
|||
await manager.cache_health_check_results([], [])
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_perform_shared_health_check_with_cache(
|
||||
self, shared_health_manager, mock_redis_cache
|
||||
):
|
||||
async def test_perform_shared_health_check_with_cache(self, shared_health_manager, mock_redis_cache):
|
||||
"""Test performing shared health check when cache is available"""
|
||||
# Mock cached results
|
||||
cached_data = {
|
||||
|
|
@ -263,18 +350,10 @@ class TestSharedHealthCheckManager:
|
|||
}
|
||||
mock_redis_cache.async_get_cache.return_value = json.dumps(cached_data)
|
||||
|
||||
model_list = [
|
||||
{"model_name": "test-model", "litellm_params": {"model": "test-model"}}
|
||||
]
|
||||
model_list = [{"model_name": "test-model", "litellm_params": {"model": "test-model"}}]
|
||||
|
||||
with patch(
|
||||
"litellm.proxy.health_check_utils.shared_health_check_manager.perform_health_check"
|
||||
) as mock_perform:
|
||||
healthy, unhealthy, _ = (
|
||||
await shared_health_manager.perform_shared_health_check(
|
||||
model_list, details=True
|
||||
)
|
||||
)
|
||||
with patch("litellm.proxy.health_check_utils.shared_health_check_manager.perform_health_check") as mock_perform:
|
||||
healthy, unhealthy, _ = await shared_health_manager.perform_shared_health_check(model_list, details=True)
|
||||
|
||||
# Should return cached results, not call perform_health_check
|
||||
assert healthy == [{"model": "cached-model"}]
|
||||
|
|
@ -282,31 +361,22 @@ class TestSharedHealthCheckManager:
|
|||
mock_perform.assert_not_called()
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_perform_shared_health_check_with_lock_acquisition(
|
||||
self, shared_health_manager, mock_redis_cache
|
||||
):
|
||||
async def test_perform_shared_health_check_with_lock_acquisition(self, shared_health_manager, mock_redis_cache):
|
||||
"""Test performing shared health check when acquiring lock"""
|
||||
# No cached results
|
||||
mock_redis_cache.async_get_cache.return_value = None
|
||||
# Lock acquisition succeeds
|
||||
# Lock acquisition succeeds; registration returns an awaitable script callable.
|
||||
mock_redis_cache.async_set_cache.return_value = True
|
||||
mock_redis_cache.async_register_script = MagicMock(return_value=AsyncMock(return_value=1))
|
||||
|
||||
model_list = [
|
||||
{"model_name": "test-model", "litellm_params": {"model": "test-model"}}
|
||||
]
|
||||
model_list = [{"model_name": "test-model", "litellm_params": {"model": "test-model"}}]
|
||||
expected_healthy = [{"model": "test-model", "status": "healthy"}]
|
||||
expected_unhealthy = []
|
||||
|
||||
with patch(
|
||||
"litellm.proxy.health_check_utils.shared_health_check_manager.perform_health_check"
|
||||
) as mock_perform:
|
||||
with patch("litellm.proxy.health_check_utils.shared_health_check_manager.perform_health_check") as mock_perform:
|
||||
mock_perform.return_value = (expected_healthy, expected_unhealthy, {})
|
||||
|
||||
healthy, unhealthy, _ = (
|
||||
await shared_health_manager.perform_shared_health_check(
|
||||
model_list, details=True
|
||||
)
|
||||
)
|
||||
healthy, unhealthy, _ = await shared_health_manager.perform_shared_health_check(model_list, details=True)
|
||||
|
||||
# Should call perform_health_check and cache results
|
||||
mock_perform.assert_called_once_with(
|
||||
|
|
@ -323,9 +393,7 @@ class TestSharedHealthCheckManager:
|
|||
assert mock_redis_cache.async_set_cache.call_count >= 2 # Lock + cache
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_perform_shared_health_check_lock_failed_then_cache(
|
||||
self, shared_health_manager, mock_redis_cache
|
||||
):
|
||||
async def test_perform_shared_health_check_lock_failed_then_cache(self, shared_health_manager, mock_redis_cache):
|
||||
"""Test performing shared health check when lock fails but cache becomes available during polling"""
|
||||
# First call: no cache, lock fails
|
||||
# Polling finds cache on first iteration
|
||||
|
|
@ -343,16 +411,10 @@ class TestSharedHealthCheckManager:
|
|||
]
|
||||
mock_redis_cache.async_set_cache.return_value = False # Lock acquisition fails
|
||||
|
||||
model_list = [
|
||||
{"model_name": "test-model", "litellm_params": {"model": "test-model"}}
|
||||
]
|
||||
model_list = [{"model_name": "test-model", "litellm_params": {"model": "test-model"}}]
|
||||
|
||||
with patch("asyncio.sleep") as mock_sleep: # Mock sleep to avoid actual delay
|
||||
healthy, unhealthy, _ = (
|
||||
await shared_health_manager.perform_shared_health_check(
|
||||
model_list, details=True
|
||||
)
|
||||
)
|
||||
healthy, unhealthy, _ = await shared_health_manager.perform_shared_health_check(model_list, details=True)
|
||||
|
||||
# Should poll once (5s interval) and find cached results
|
||||
mock_sleep.assert_called_once_with(5)
|
||||
|
|
@ -379,23 +441,17 @@ class TestSharedHealthCheckManager:
|
|||
]
|
||||
mock_redis_cache.async_set_cache.return_value = False # Lock acquisition fails
|
||||
|
||||
model_list = [
|
||||
{"model_name": "test-model", "litellm_params": {"model": "test-model"}}
|
||||
]
|
||||
model_list = [{"model_name": "test-model", "litellm_params": {"model": "test-model"}}]
|
||||
expected_healthy = [{"model": "test-model", "status": "healthy"}]
|
||||
expected_unhealthy = []
|
||||
|
||||
with (
|
||||
patch("asyncio.sleep") as mock_sleep,
|
||||
patch(
|
||||
"litellm.proxy.health_check_utils.shared_health_check_manager.perform_health_check"
|
||||
) as mock_perform,
|
||||
patch("litellm.proxy.health_check_utils.shared_health_check_manager.perform_health_check") as mock_perform,
|
||||
):
|
||||
mock_perform.return_value = (expected_healthy, expected_unhealthy, {})
|
||||
|
||||
healthy, unhealthy, _ = await manager.perform_shared_health_check(
|
||||
model_list, details=True
|
||||
)
|
||||
healthy, unhealthy, _ = await manager.perform_shared_health_check(model_list, details=True)
|
||||
|
||||
# Should poll twice (5s * 2 = 10s >= lock_ttl) then fall back
|
||||
assert mock_sleep.call_count == 2
|
||||
|
|
@ -411,9 +467,7 @@ class TestSharedHealthCheckManager:
|
|||
assert unhealthy == expected_unhealthy
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_perform_shared_health_check_early_exit_orphaned_lock(
|
||||
self, shared_health_manager, mock_redis_cache
|
||||
):
|
||||
async def test_perform_shared_health_check_early_exit_orphaned_lock(self, shared_health_manager, mock_redis_cache):
|
||||
"""Test that polling exits early when the lock disappears without a cache write (crash recovery)"""
|
||||
mock_redis_cache.async_get_cache.side_effect = [
|
||||
None, # Initial cache check
|
||||
|
|
@ -422,25 +476,17 @@ class TestSharedHealthCheckManager:
|
|||
]
|
||||
mock_redis_cache.async_set_cache.return_value = False # Lock acquisition fails
|
||||
|
||||
model_list = [
|
||||
{"model_name": "test-model", "litellm_params": {"model": "test-model"}}
|
||||
]
|
||||
model_list = [{"model_name": "test-model", "litellm_params": {"model": "test-model"}}]
|
||||
expected_healthy = [{"model": "test-model", "status": "healthy"}]
|
||||
expected_unhealthy = []
|
||||
|
||||
with (
|
||||
patch("asyncio.sleep") as mock_sleep,
|
||||
patch(
|
||||
"litellm.proxy.health_check_utils.shared_health_check_manager.perform_health_check"
|
||||
) as mock_perform,
|
||||
patch("litellm.proxy.health_check_utils.shared_health_check_manager.perform_health_check") as mock_perform,
|
||||
):
|
||||
mock_perform.return_value = (expected_healthy, expected_unhealthy, {})
|
||||
|
||||
healthy, unhealthy, _ = (
|
||||
await shared_health_manager.perform_shared_health_check(
|
||||
model_list, details=True
|
||||
)
|
||||
)
|
||||
healthy, unhealthy, _ = await shared_health_manager.perform_shared_health_check(model_list, details=True)
|
||||
|
||||
# Should detect orphaned lock after 1 iteration and fall back immediately
|
||||
mock_sleep.assert_called_once_with(5)
|
||||
|
|
@ -476,16 +522,10 @@ class TestSharedHealthCheckManager:
|
|||
]
|
||||
mock_redis_cache.async_set_cache.return_value = False # Lock acquisition fails
|
||||
|
||||
model_list = [
|
||||
{"model_name": "test-model", "litellm_params": {"model": "test-model"}}
|
||||
]
|
||||
model_list = [{"model_name": "test-model", "litellm_params": {"model": "test-model"}}]
|
||||
|
||||
with patch("asyncio.sleep") as mock_sleep:
|
||||
healthy, unhealthy, _ = (
|
||||
await shared_health_manager.perform_shared_health_check(
|
||||
model_list, details=True
|
||||
)
|
||||
)
|
||||
healthy, unhealthy, _ = await shared_health_manager.perform_shared_health_check(model_list, details=True)
|
||||
|
||||
# Should survive the Redis error and find cache on iteration 2
|
||||
assert mock_sleep.call_count == 2
|
||||
|
|
@ -497,23 +537,17 @@ class TestSharedHealthCheckManager:
|
|||
"""Test that polling is skipped entirely when redis_cache is None"""
|
||||
manager = SharedHealthCheckManager(redis_cache=None)
|
||||
|
||||
model_list = [
|
||||
{"model_name": "test-model", "litellm_params": {"model": "test-model"}}
|
||||
]
|
||||
model_list = [{"model_name": "test-model", "litellm_params": {"model": "test-model"}}]
|
||||
expected_healthy = [{"model": "test-model", "status": "healthy"}]
|
||||
expected_unhealthy = []
|
||||
|
||||
with (
|
||||
patch("asyncio.sleep") as mock_sleep,
|
||||
patch(
|
||||
"litellm.proxy.health_check_utils.shared_health_check_manager.perform_health_check"
|
||||
) as mock_perform,
|
||||
patch("litellm.proxy.health_check_utils.shared_health_check_manager.perform_health_check") as mock_perform,
|
||||
):
|
||||
mock_perform.return_value = (expected_healthy, expected_unhealthy, {})
|
||||
|
||||
healthy, unhealthy, _ = await manager.perform_shared_health_check(
|
||||
model_list, details=True
|
||||
)
|
||||
healthy, unhealthy, _ = await manager.perform_shared_health_check(model_list, details=True)
|
||||
|
||||
# Should NOT sleep at all — falls back to local health check immediately
|
||||
mock_sleep.assert_not_called()
|
||||
|
|
@ -528,9 +562,7 @@ class TestSharedHealthCheckManager:
|
|||
assert unhealthy == expected_unhealthy
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_is_health_check_in_progress_true(
|
||||
self, shared_health_manager, mock_redis_cache
|
||||
):
|
||||
async def test_is_health_check_in_progress_true(self, shared_health_manager, mock_redis_cache):
|
||||
"""Test checking if health check is in progress when it is"""
|
||||
mock_redis_cache.async_get_cache.return_value = "other_pod_id"
|
||||
|
||||
|
|
@ -539,9 +571,7 @@ class TestSharedHealthCheckManager:
|
|||
assert result is True
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_is_health_check_in_progress_false(
|
||||
self, shared_health_manager, mock_redis_cache
|
||||
):
|
||||
async def test_is_health_check_in_progress_false(self, shared_health_manager, mock_redis_cache):
|
||||
"""Test checking if health check is in progress when it's not"""
|
||||
mock_redis_cache.async_get_cache.return_value = None
|
||||
|
||||
|
|
@ -550,9 +580,7 @@ class TestSharedHealthCheckManager:
|
|||
assert result is False
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_is_health_check_in_progress_own_lock(
|
||||
self, shared_health_manager, mock_redis_cache
|
||||
):
|
||||
async def test_is_health_check_in_progress_own_lock(self, shared_health_manager, mock_redis_cache):
|
||||
"""Test checking if health check is in progress when we own the lock"""
|
||||
mock_redis_cache.async_get_cache.return_value = shared_health_manager.pod_id
|
||||
|
||||
|
|
@ -561,9 +589,7 @@ class TestSharedHealthCheckManager:
|
|||
assert result is False
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_get_health_check_status(
|
||||
self, shared_health_manager, mock_redis_cache
|
||||
):
|
||||
async def test_get_health_check_status(self, shared_health_manager, mock_redis_cache):
|
||||
"""Test getting health check status"""
|
||||
current_time = time.time()
|
||||
cached_data = {
|
||||
|
|
|
|||
72
uv.lock
generated
72
uv.lock
generated
|
|
@ -2017,6 +2017,11 @@ wheels = [
|
|||
{ url = "https://files.pythonhosted.org/packages/49/b5/82f89307d0d769cd9bf46a54fb9136be08e4e57c5570ae421db4c9a2ba62/fakeredis-2.34.1-py3-none-any.whl", hash = "sha256:0107ec99d48913e7eec2a5e3e2403d1bd5f8aa6489d1a634571b975289c48f12", size = 122160, upload-time = "2026-02-25T13:17:49.701Z" },
|
||||
]
|
||||
|
||||
[package.optional-dependencies]
|
||||
lua = [
|
||||
{ name = "lupa" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "fastapi"
|
||||
version = "0.136.3"
|
||||
|
|
@ -4832,7 +4837,7 @@ dev = [
|
|||
{ name = "basedpyright" },
|
||||
{ name = "botocore-stubs" },
|
||||
{ name = "diff-cover" },
|
||||
{ name = "fakeredis" },
|
||||
{ name = "fakeredis", extra = ["lua"] },
|
||||
{ name = "fastapi-offline" },
|
||||
{ name = "hypothesis" },
|
||||
{ name = "keyring" },
|
||||
|
|
@ -5056,7 +5061,7 @@ dev = [
|
|||
{ name = "basedpyright", specifier = "==1.39.7" },
|
||||
{ name = "botocore-stubs", specifier = "==1.43.14" },
|
||||
{ name = "diff-cover", specifier = "==9.7.2" },
|
||||
{ name = "fakeredis", specifier = "==2.34.1" },
|
||||
{ name = "fakeredis", extras = ["lua"], specifier = "==2.34.1" },
|
||||
{ name = "fastapi-offline", specifier = "==1.7.6" },
|
||||
{ name = "hypothesis", specifier = "==6.165.10" },
|
||||
{ name = "keyring", specifier = "==25.7.0" },
|
||||
|
|
@ -5277,6 +5282,69 @@ wheels = [
|
|||
{ url = "https://files.pythonhosted.org/packages/eb/cf/e4e016820516c1f0c85549e356865c2319cf6afba8ab386611b1d03cf2b6/lunary-1.4.37-py3-none-any.whl", hash = "sha256:7289330e851a481404c92213ce480c0c7be9bfa56982a1385e08e3665abefe05", size = 25581, upload-time = "2026-02-12T08:15:03.892Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "lupa"
|
||||
version = "2.8"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
sdist = { url = "https://files.pythonhosted.org/packages/c3/a6/0f869fbb07c393f15473b1eefefb7b5bec162fb7481803d040ed4dc46002/lupa-2.8.tar.gz", hash = "sha256:d8022641b9ec8ecf2c5ecbe9f47e5a70e0b87c4b5ae921b92cb02a638e0acd08", size = 6156370, upload-time = "2026-04-15T20:08:30.534Z" }
|
||||
wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/09/21/9be4516ddd22f8eadba336d9ba065d17d79108465ae1b7f71424ab99b9d0/lupa-2.8-cp310-abi3-win32.whl", hash = "sha256:c2a5fd15dc62374e1661a55f01744c9ec1c56f291ba4a0749d3af2174556e78f", size = 1594887, upload-time = "2026-04-15T20:05:23.377Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/2d/99/1557c9685d7034d9ce8dd2b54c40a26d6deb7c67c1fdb5c801abd1a02c3f/lupa-2.8-cp310-abi3-win_arm64.whl", hash = "sha256:9e304fb1c50cf23fd8882afbe1aa87525ef8a72667bcab3b37b2bbb2bc542269", size = 1371742, upload-time = "2026-04-15T20:05:27.417Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/1c/34/05ce4745b191633f90ff1ab50f1a19a37da282bb0a41fb500d9157fc9b8f/lupa-2.8-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:97bd01e90b8031e56a5fd5bb70605aea09f1dba675c1140308a52780f93d06f1", size = 1202714, upload-time = "2026-04-15T20:05:31.088Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/7d/d2/f70fdbeec2d4c69ee6a469e6cddde9635fff4af4e13fb652e6a1229eef51/lupa-2.8-cp310-cp310-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:0b5ebe1a13c45767919c86750b84fe2da9f6288b6f3cea4ce7660bb2abc9d921", size = 1857453, upload-time = "2026-04-15T20:05:34.611Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/97/dc/6fcda0e36e75eb6cb98dc9190fa4737d727eeae29e58f892980b2c96b656/lupa-2.8-cp310-cp310-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:097e7d0f1719a88020b67c82e05d53d7973c166952393afcecfd8434c7e19a15", size = 2408890, upload-time = "2026-04-15T20:05:37.994Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/58/29/7ea176eac3c1dac83d059762daa875ad1390decc0bf2c3b4c7bbfc1f1665/lupa-2.8-cp310-cp310-win_amd64.whl", hash = "sha256:7bb223ee8f72d0dc076b0d65296ee72f1c69450f9d2fed5315f7707d98c4a03d", size = 1910396, upload-time = "2026-04-15T20:05:41.163Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/b7/0a/5a740717f27aa77481e6a61b97cf79d1e0c1ede729b1268caacded915326/lupa-2.8-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:b12e43c1fb787189dfc28cd604aef0baa2cb95e27da19498d520361d0ace070a", size = 1202376, upload-time = "2026-04-15T20:05:44.049Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/1b/75/6b64d0098c64275a801896cb7a6a30e7e653d25fa102c64e747292afcdbb/lupa-2.8-cp311-cp311-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:f6f603391dffb256e36a79fd2044084d5f4b8a0a4c0e5ad291cd3ab3aaf1fd0a", size = 1839271, upload-time = "2026-04-15T20:05:47.399Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/7b/2f/0d4f00563046ff616ef6a421f8b776a5ffb327f7b32ed69e856d52b917a8/lupa-2.8-cp311-cp311-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:9f6f41c91366e7d0d474f87d81c1274af861f40812bf729c9f97ab4c8f3c7ac8", size = 2376251, upload-time = "2026-04-15T20:05:49.891Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/4c/8e/caa83237f427d9e85b7f02c816e7270c9c9571dec1673e06b0180402f70e/lupa-2.8-cp311-cp311-win_amd64.whl", hash = "sha256:f5a6af145b0ea818f01d27bfe2583a4b538570bef61d22c8773e0eccf011234c", size = 1923488, upload-time = "2026-04-15T20:05:52.954Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ad/0b/368f2f0bc750b25c69d4563e44f677925ab5dd3d2887f9b0c15465d21a2a/lupa-2.8-cp312-abi3-macosx_10_13_x86_64.whl", hash = "sha256:f4342f4de76ae7ce2ab0672d36003bdb7e1a33252f293b569298ddd792e70e33", size = 1194056, upload-time = "2026-04-15T20:05:55.794Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/5b/0f/c89eb8dd36fdea4e50ae3f7f5275bea3b0cc5d4057b8ee7b3bbc78010422/lupa-2.8-cp312-abi3-manylinux2010_i686.manylinux_2_12_i686.manylinux_2_28_i686.whl", hash = "sha256:4203fa1659315e939a5304e75001b8cc14234fb3cbb3ed86c049b0cc5d90fcee", size = 1434278, upload-time = "2026-04-15T20:05:57.94Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/47/30/c3b4d2cd8733621b404b8a4214e5f852955c4ba632546dc84123bea9ee89/lupa-2.8-cp312-abi3-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:81f2d843ce668b653146c007467570210ae44be51dac6926666c51d49536f307", size = 1150068, upload-time = "2026-04-15T20:06:01.04Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/8d/d2/bac12c398519efafc6af84be1974edd0d7a4895fb4735b5c8d615d298595/lupa-2.8-cp312-abi3-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:d3d0cde2c77588d1c60875a4f34f059513476c6e1775351897195b51e0f3df08", size = 1409532, upload-time = "2026-04-15T20:06:03.592Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/9c/6a/18b52e11962014026e07813530b0b108ee8bc0a2a13ef0eaea5d41dce023/lupa-2.8-cp312-abi3-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:9e0d11b8f3a8dac6413f704fef7161d048bb10c58bdac6cbffa5e60efa56e9a3", size = 1242687, upload-time = "2026-04-15T20:06:06.863Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/b3/8e/7fd4eb049875f61429b96780d2eae4700f0e78fe0a52db8edb231b1cd09f/lupa-2.8-cp312-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:54cff414f21f8cd8c6be4aae52541f3b9cd39602b59e3a3db9b5c9f9f674ff18", size = 1856038, upload-time = "2026-04-15T20:06:09.358Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/e9/f9/37ad9d2773d30f2931890d310a4bdce28d45484206e6f48bc18b0325eabd/lupa-2.8-cp312-abi3-musllinux_1_2_armv7l.whl", hash = "sha256:24b4d8af5558e549b70daf1547f5c1c1d664ecea9fc790f83efe5d75e9a93797", size = 1128982, upload-time = "2026-04-15T20:06:12.312Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/57/31/c0fd7984c24844ea79caa45c0235f61a06b38fd69a839f6c62770f8d684a/lupa-2.8-cp312-abi3-musllinux_1_2_i686.whl", hash = "sha256:ce86dff1ee7f7cf45f5622065ae991949dd7bb1703581cbc58a630137bb7ccf9", size = 1457594, upload-time = "2026-04-15T20:06:15.881Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/11/f5/a28e411be30ec1bf0db1eb0c087eebc73be9e7a1adcfe6ac209861ccc446/lupa-2.8-cp312-abi3-musllinux_1_2_ppc64le.whl", hash = "sha256:f4d01b2a08c70bbb883a9e082b6b36b89121ed5910b710f1ba11c73295ff4fba", size = 1425721, upload-time = "2026-04-15T20:06:18.009Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ed/c1/359f767c4ae024be30d909fe8a9f0e9af266bad47ce2bd2ed248fb986fcf/lupa-2.8-cp312-abi3-musllinux_1_2_riscv64.whl", hash = "sha256:7f210d5a8353e510ea1199c42cf3cbdd630553bf2bc8fb4c00fea06fdec7c798", size = 1253258, upload-time = "2026-04-15T20:06:21.17Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/17/52/473f11790c261fd02bbf318a546fe040e9ec9f677181272fa78d3b4112a4/lupa-2.8-cp312-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:4f81a02806e7c7ad26d8c6fa222c8bef1b0c1b124347c879be880b41339d41e4", size = 2395272, upload-time = "2026-04-15T20:06:24.137Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/94/bf/75c8795655a8836eab6a11a630352c4b7c5dc5c54d075077bc9bffdeee45/lupa-2.8-cp312-abi3-win32.whl", hash = "sha256:360056453a7a4eaa4ac5a204c31a5a014b1eb2ee5490603234d2ba831684f1f2", size = 1606136, upload-time = "2026-04-15T20:06:27.815Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/d8/29/11a2cdd612b6f55e506292dfb6ba343216e80a693e7fe3f876ef204ce9c6/lupa-2.8-cp312-abi3-win_arm64.whl", hash = "sha256:1628371c6592a6d5650497a9e31fb2bb3a7e9883c1f301d1111265e484045af9", size = 1364495, upload-time = "2026-04-15T20:06:30.254Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/4d/17/fa834b6b09ad17e7df5d0f7715d64877a125a3776ada689751a1f9dc2959/lupa-2.8-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:450650f91c48c2415b0d59ab3abfcfda3b6efb5b858205f4d4bda8ad141fa529", size = 1190111, upload-time = "2026-04-15T20:06:32.84Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ab/43/45589901b7d1a0e3a9d91d19a311fb6a56924e8571536c3f2212160fd953/lupa-2.8-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:27044f3363047f946b3d3aab9157cbd172b3538ada9ec1baef43432bf7d03a78", size = 1812999, upload-time = "2026-04-15T20:06:35.664Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/a1/ac/4ade7d15ff5c61758d7943ac6f0a496bf1cc65b6c09f842b52a0702e664c/lupa-2.8-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:8cf4f064a0e5531afce2d7d750120c10c10f9529139af6ca6150d13151034398", size = 2368731, upload-time = "2026-04-15T20:06:37.959Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/0c/27/05f950d15b8ab120b39c43588b438ff3ace70c1b1b0225a960393a497483/lupa-2.8-cp312-cp312-win_amd64.whl", hash = "sha256:281bedc5deb92d31e649a3552edd662449365a635904fa4d5cb4509c7245e34e", size = 1941809, upload-time = "2026-04-15T20:06:40.302Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/a6/3f/19f83c3a0c84dc8bea8a58e7416dca6a3ede662c33c8d1ec758e5afc754a/lupa-2.8-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:45fc9da0145ecb0083ef5ff9975116cc784bd0258bdc2bd131ba15483ce18398", size = 1201203, upload-time = "2026-04-15T20:06:42.169Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/89/0f/a14f0073f09610158038582e230618a48c14da6bd88185289461aa4cb854/lupa-2.8-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:58e18afed57955b41130e269c78f53d4123ab86e236b53816f4cbffa25cb5d30", size = 1806210, upload-time = "2026-04-15T20:06:45.486Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/2f/14/48fff156c63a136001a7620878af7d31aa07e66b495ed621e3eddd73c294/lupa-2.8-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:fc47f536ac13a79cef47d29a2b205576a22841f042a2bcec1676b95806e7706a", size = 2359005, upload-time = "2026-04-15T20:06:47.819Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/fe/18/3ac638ec90edf178242b8a2b2f00f8adae694248c03a26341ef941bb746e/lupa-2.8-cp313-cp313-win_amd64.whl", hash = "sha256:ce9404c661dbac65cc9bed351ad45e797af93d30d70be309a3fa8209ac86d93b", size = 1936754, upload-time = "2026-04-15T20:06:50.448Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/b0/ef/5ee5fed6ea7459a671196359ce04bfeeaf26be1dac8ff24bf28e5c7a6e81/lupa-2.8-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:348c3f8ecabb6324dcbc05c2740d762ef8fcec7b06c79e45262ab97a217684e3", size = 1209388, upload-time = "2026-04-15T20:06:53.022Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/6e/b1/67a940d5542cb0384b443fe951b5a83ea9340d1333a733a258fdd1c619ba/lupa-2.8-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:951496471056061598a7d1729a6cdf48d662fec777a9f2d8aa5a1e62fd30e5a5", size = 1826821, upload-time = "2026-04-15T20:06:55.699Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/a1/a2/b354e5ba3b911ec50686003dc8897e892b9e8c5c036b33219b03d54c4daf/lupa-2.8-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:a591b9947ca347b41a63370e121d6e2b1458fe6dde9ae065029ec10a37f25ff4", size = 2366893, upload-time = "2026-04-15T20:06:58.9Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/8e/52/d76066401f29539df5352f70ecded66576f32933b6045cd0bfc56cb770b9/lupa-2.8-cp314-cp314-win_amd64.whl", hash = "sha256:3903c9cf628dae2f56405503247b77a61a3a61bd2dda470e336950c74776d55d", size = 1994716, upload-time = "2026-04-15T20:07:19.194Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/c3/bd/3efc437a4361c16d25e66478c50357c9a8e8ecfb718fe749eb9ca3176ef6/lupa-2.8-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:f711a8ab0486b9ac6fdda94a22ddcfbc9f0d4a27e3a8cf1bf79c6e48b33017c1", size = 1251217, upload-time = "2026-04-15T20:07:01.64Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ea/f4/2e9f8ecbaca854bfdf14af8a9b505ec0cbc640377b3b218921594b7563cd/lupa-2.8-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:dc51250e76367a3e27fcd01dc769b9bfcbbc34f48df48dde53d6af6e75b7eaa5", size = 1814701, upload-time = "2026-04-15T20:07:04.149Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ba/53/4000b1acaa8b1f3827fcff0cfcdff44d3befddda42cab7e685a49689b5a1/lupa-2.8-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:f8a22088a552828958603323f0a5c4b3e11e03b75d0bf4c965ef879de9b60a8d", size = 2348414, upload-time = "2026-04-15T20:07:07.285Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/d5/78/26ee48d3890cddf03cefb65f433e3492759c0b3c0582180755bddbaab7bd/lupa-2.8-cp314-cp314t-win32.whl", hash = "sha256:4f7c553c1d8cfffbe85d81daef730d12cae4b6002d457542914da0ac8a1145b3", size = 1831611, upload-time = "2026-04-15T20:07:09.752Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/3c/d1/4a5cc64a3cad22821ae4c3f7a90456a08ca19457d8354f4abf46ad03c7e8/lupa-2.8-cp314-cp314t-win_amd64.whl", hash = "sha256:d8766aff03a78c80ad2d188a8bdb216de5ec838359cd87e05bbdfa56394a6105", size = 2209250, upload-time = "2026-04-15T20:07:11.906Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/37/7c/cdcb654daf668192aaf36b0aeb94f2281dad092aaa5003688691131736ea/lupa-2.8-cp314-cp314t-win_arm64.whl", hash = "sha256:91d622777febda3ab1bed1d45295f2f32a4680c7b3d7caf8c669998ed5c44118", size = 1126735, upload-time = "2026-04-15T20:07:15.434Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/1d/44/de1961ad38e17cd326a53c246c7e3b91178ed578f4cf22ffcd5e7e11b041/lupa-2.8-cp39-abi3-macosx_10_9_x86_64.whl", hash = "sha256:b036738282a5acd2e71fdddb317c9df8b87c1673aa57f403d05fcc2be8abc4ba", size = 1186020, upload-time = "2026-04-15T20:07:35.017Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/13/c2/276f0b9dc8bcc5a8a58af5316dfa0e6f56be3613dd6dbcc8d3d2cb6559ba/lupa-2.8-cp39-abi3-manylinux2010_i686.manylinux_2_12_i686.manylinux_2_28_i686.whl", hash = "sha256:ac6b6e8d0e617e26a98cbb44880bcd75de5d32b3ad7b3b3793583909292b47ed", size = 1468944, upload-time = "2026-04-15T20:07:37.782Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/63/38/52934e52a5180dc6425d20284d004fe4b27a4f9171a82dc99fb67af250bf/lupa-2.8-cp39-abi3-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:ba3a7dd839f90c3d2e53bebe3c192b1f3f9fd720a6781256405123211fd0dce6", size = 1172998, upload-time = "2026-04-15T20:07:40.812Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/c7/82/76b3809bd0839d9b3b4ec58d06591e08f17337b6d9576877cb9d48b34e94/lupa-2.8-cp39-abi3-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:d7edb13a7a5250b5c6c22d1495d9e842b5c9fc5081c8fe6b5efe2112fe3e41f9", size = 1449975, upload-time = "2026-04-15T20:07:44.262Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/16/07/2f89d54f747c67c23b4b9ae4aa8c8dd06bb409155dedcf406157f2736b66/lupa-2.8-cp39-abi3-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:891f72e0bffbed1e4175f975aeb2a083956586a100066525e1be485f617f7b25", size = 1281944, upload-time = "2026-04-15T20:07:46.458Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/e7/bd/7375d2b0fcae79d806baf52a76f26c96964593f58e1372d13ae5ac09c676/lupa-2.8-cp39-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:a295f87b5b7ebbfd5191932e8cb0e51df3c7769101ac6b6c7d7c9fb27bfd1307", size = 1910455, upload-time = "2026-04-15T20:07:49.75Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/8b/0c/8abb3bc0e08b311fc01db05b6e9f9ff31a8f65e4fc3f0aeb05cfef75c8ac/lupa-2.8-cp39-abi3-musllinux_1_2_armv7l.whl", hash = "sha256:4fe5d7a810b64ea8511eb885fc8cdde042ee5ff7b7d08ae78f32449756acb177", size = 1155548, upload-time = "2026-04-15T20:07:52.657Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/80/2e/9eeecd3f493099721c1d3f31beeca23a4237db1a54223684df4dc96aa1bd/lupa-2.8-cp39-abi3-musllinux_1_2_i686.whl", hash = "sha256:bfc470012ef66ad064c7bd77416af03a3452ef630b04b9012595ea13f2e54518", size = 1489232, upload-time = "2026-04-15T20:07:54.92Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/c3/13/731c99dc2e7652ae818a6de45bdf0142049f7cb566049061c898355f1891/lupa-2.8-cp39-abi3-musllinux_1_2_ppc64le.whl", hash = "sha256:250e035fdaffe8c87093e3ebc206ac29a26131b1568ea711d780c26001ce96e7", size = 1466321, upload-time = "2026-04-15T20:07:57.627Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/de/71/3ad8cc4fc05a77dc0d3f7079348bd1cad4675a0d14c24f8e6a3ce5f008f7/lupa-2.8-cp39-abi3-musllinux_1_2_riscv64.whl", hash = "sha256:b9bddb09acfffb4f828f790f444b11dc0cca591afea1a244d9329eea2d20c003", size = 1288577, upload-time = "2026-04-15T20:07:59.913Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/d8/b2/1175f6d0aa7b68627fbe2f58bd1e8bea36a89d10dfd67671d2b024c96162/lupa-2.8-cp39-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:2e64acbbd47e9b82a64405a39e0d2b36a5a7dad8ab41c0f3437f572f7d282ba3", size = 2444866, upload-time = "2026-04-15T20:08:02.753Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/92/f7/e78df680c7a0ea452daac07467ca188d63c2c00ca1c884c0a50e27eb83b5/lupa-2.8-pp311-pypy311_pp73-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:32e4e5103bbddcdd2458fb2ccae6c8ba11c9997c711d7e379e0d45551d109c76", size = 1778509, upload-time = "2026-04-15T20:08:21.784Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/e6/23/0e53cabb16b2a8aa9cf1fde499c097d8942c5dab709fc8e921f3b824b18b/lupa-2.8-pp311-pypy311_pp73-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:7667001804657496dee9feced2daae5000b4604a3218dd8e6b7b754982ba88b8", size = 2300480, upload-time = "2026-04-15T20:08:24.394Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/7e/85/0271227eab939921a12ebba5d17aa4cd18346aa534ca7f5da09cd0b63dd4/lupa-2.8-pp311-pypy311_pp73-win_amd64.whl", hash = "sha256:86f6f668966965b15247dc32d064cfe7be67b71e584ccfacbe2f637575296878", size = 1847445, upload-time = "2026-04-15T20:08:27.031Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "lxml"
|
||||
version = "6.1.1"
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue