scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-14 09:03:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 214

test: cover a gateway alias whose Claude base_model is only in model_info

Browse source
This commit is contained in:
mateo-berri 2026-11-08 11:36:20 -08:00
parent 4ac3beafca
commit 0947178aff
1 changed files with 26 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

35
tests/unit/integrations/test_anthropic_cache_control_hook.py
View file

@ -6606,9 +6606,22 @@ async def test_system_injection_point_leaves_a_developer_prompt_for_a_routed_gem
assert "cache_control" not in route.calls.last.request.content.decode() assert "cache_control" not in route.calls.last.request.content.decode()
def test_system_injection_point_marks_a_developer_prompt_for_a_gateway_alias_with_a_claude_base_model( @pytest.mark.parametrize(
"deployment_fields",
[
pytest.param({"base_model": "anthropic/claude-haiku-5-5"}, id="base_model"),
pytest.param({"model_info": {"base_model": "anthropic/claude-haiku-5-5"}}, id="model_info_base_model"),
],
)
@pytest.mark.parametrize("asynchronous", [False, True], ids=["completion", "acompletion"])
@pytest.mark.asyncio
async def test_system_injection_point_marks_a_developer_prompt_for_a_gateway_alias_with_a_claude_base_model(
deployment_fields: dict[str, object],
asynchronous: bool,
respx_mock: respx.MockRouter, respx_mock: respx.MockRouter,
monkeypatch: pytest.MonkeyPatch,
) -> None: ) -> None:
monkeypatch.setattr(litellm, "disable_aiohttp_transport", True)
route: Final = respx_mock.post(_GATEWAY_URL).mock( route: Final = respx_mock.post(_GATEWAY_URL).mock(
return_value=Response( return_value=Response(
200, 200,
@ -6625,17 +6638,21 @@ def test_system_injection_point_marks_a_developer_prompt_for_a_gateway_alias_wit
) )
) )
litellm.completion( request: Final = {
model="litellm_proxy/team-assistant", "model": "litellm_proxy/team-assistant",
messages=[ "messages": [
{"role": "developer", "content": _DEVELOPER_PREFIX}, {"role": "developer", "content": _DEVELOPER_PREFIX},
{"role": "user", "content": "Which rule covers backups?"}, {"role": "user", "content": "Which rule covers backups?"},
], ],
cache_control_injection_points=[{"location": "message", "role": "system"}], "cache_control_injection_points": [{"location": "message", "role": "system"}],
api_key="offline-key", "api_key": "offline-key",
api_base=_GATEWAY_URL.removesuffix("/chat/completions"), "api_base": _GATEWAY_URL.removesuffix("/chat/completions"),
base_model="anthropic/claude-haiku-5-5", **deployment_fields,
) }
if asynchronous:
await litellm.acompletion(**request)
else:
litellm.completion(**request)
assert json.loads(route.calls.last.request.content)["messages"][0] == { assert json.loads(route.calls.last.request.content)["messages"][0] == {
"role": "system", "role": "system",