mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-13 23:11:40 +00:00
test(proxy): give pre-call mocks real router_settings and fallbacks
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
parent
c064e576ee
commit
431dcce6a7
2 changed files with 6 additions and 6 deletions
|
|
@ -2121,14 +2121,14 @@ class ProxyBaseLLMRequestProcessing:
|
|||
|
||||
fallbacks = None
|
||||
|
||||
key_router_settings: Final = getattr(user_api_key_dict, "router_settings", None)
|
||||
key_router_settings: Final = user_api_key_dict.router_settings
|
||||
if isinstance(key_router_settings, dict) and "fallbacks" in key_router_settings:
|
||||
fallbacks = key_router_settings["fallbacks"]
|
||||
|
||||
if fallbacks is None:
|
||||
fallbacks = llm_router.fallbacks
|
||||
|
||||
if not isinstance(fallbacks, list) or not fallbacks:
|
||||
if not fallbacks:
|
||||
return None
|
||||
|
||||
fallback_model_group, generic_fallback_idx = get_fallback_model_group(
|
||||
|
|
|
|||
|
|
@ -48,10 +48,10 @@ class TestSkipPreCallLogic:
|
|||
await processor.base_process_llm_request(
|
||||
request=MagicMock(spec=Request),
|
||||
fastapi_response=MagicMock(spec=Response),
|
||||
user_api_key_dict=MagicMock(spec=UserAPIKeyAuth),
|
||||
user_api_key_dict=MagicMock(spec=UserAPIKeyAuth, router_settings=None),
|
||||
route_type="aresponses",
|
||||
proxy_logging_obj=mock_proxy_logging,
|
||||
llm_router=MagicMock(),
|
||||
llm_router=MagicMock(fallbacks=None),
|
||||
general_settings={},
|
||||
proxy_config=MagicMock(),
|
||||
skip_pre_call_logic=True,
|
||||
|
|
@ -87,10 +87,10 @@ class TestSkipPreCallLogic:
|
|||
await processor.base_process_llm_request(
|
||||
request=MagicMock(spec=Request),
|
||||
fastapi_response=MagicMock(spec=Response),
|
||||
user_api_key_dict=MagicMock(spec=UserAPIKeyAuth),
|
||||
user_api_key_dict=MagicMock(spec=UserAPIKeyAuth, router_settings=None),
|
||||
route_type="aresponses",
|
||||
proxy_logging_obj=mock_proxy_logging,
|
||||
llm_router=MagicMock(),
|
||||
llm_router=MagicMock(fallbacks=None),
|
||||
general_settings={},
|
||||
proxy_config=MagicMock(),
|
||||
)
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue