scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-11 08:38:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 359

test(routing): expect /v1/responses to pin the served deployment for an hour after #50321 (#50474)

Browse source 
Co-authored-by: mateo <277851410+mateo-berri@users.noreply.github.com>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
devin-ai-integration[bot] 2026-11-07 00:08:05 +00:00 • committed by GitHub
parent e84859ae4e
commit 169024c8fe
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 6 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
tests/integration/routing/test_prompt_cache_pin_ttl.py
View file

@ -387,7 +387,7 @@ def _responses_id(rig: _Rig, body: Mapping[str, JsonValue], *, stream: bool) ->
@pytest.mark.parametrize("stream", [False, True], ids=["non-stream", "stream"])
def test_responses_api_one_hour_breakpoint_answers_and_writes_no_pin(rig: _Rig, stream: bool) -> None:
def test_responses_api_one_hour_breakpoint_pins_the_served_deployment_for_an_hour(rig: _Rig, stream: bool) -> None:
before: Final = _before(rig)
marker: Final = new_marker()
user: Final = f"pin-responses-{marker}"
@ -404,9 +404,12 @@ def test_responses_api_one_hour_breakpoint_answers_and_writes_no_pin(rig: _Rig,
],
}
assert _responses_id(rig, body, stream=stream).startswith("resp_")
assert rig.served_by(marker) in {_LEFT, _RIGHT}
served: Final = rig.served_by(marker)
assert served in {_LEFT, _RIGHT}
end_user_row_lands(user)
held(lambda: pins_since(rig.redis, before), lambda found: not found, holding=3, seconds=20)
_, pin = one_new_pin(rig.redis, before)
assert pin.model_id == served, pin
assert lives_one_hour(pin), pin
def _ask_surface(rig: _Rig, surface: str, session: str, marker: str) -> str: