mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-17 09:34:48 +00:00
test(responses): keep a null marker and the original key order on a model that reads breakpoints
This commit is contained in:
parent
6446285281
commit
24ecd307b8
1 changed files with 20 additions and 0 deletions
|
|
@ -4369,6 +4369,26 @@ def test_a_deployment_that_marks_cache_control_keeps_the_callers_own_marker_what
|
|||
assert [part.get("prompt_cache_breakpoint") for part in parts] == [{"mode": "explicit"}, {"mode": "explicit"}]
|
||||
|
||||
|
||||
def test_a_model_that_takes_markers_sends_kept_parts_byte_for_byte_and_drops_only_the_rejected_marker(
|
||||
monkeypatch: pytest.MonkeyPatch,
|
||||
) -> None:
|
||||
monkeypatch.setattr(litellm, "drop_params", False)
|
||||
kept: Final = [
|
||||
{"type": "input_text", "text": "a", "prompt_cache_breakpoint": None},
|
||||
{"prompt_cache_breakpoint": {"mode": "explicit"}, "type": "input_text", "text": "b"},
|
||||
]
|
||||
rejected: Final = {"type": "input_text", "text": "c"}
|
||||
bad_ttl: Final = {"prompt_cache_breakpoint": {"mode": "explicit", "ttl": "1h"}}
|
||||
input: Final = [
|
||||
{"type": "message", "role": "user", "content": kept},
|
||||
{"type": "message", "role": "user", "content": [{**bad_ttl, **rejected}]},
|
||||
]
|
||||
transformed: Final = _transformed_input_for("gpt-6.1-sol", input, GenericLiteLLMParams(drop_params=True))
|
||||
assert json.dumps(transformed) == json.dumps(
|
||||
[{"type": "message", "role": "user", "content": kept}, {"type": "message", "role": "user", "content": [rejected]}]
|
||||
)
|
||||
|
||||
|
||||
@pytest.mark.parametrize("content", ("Say ok", [{"type": "input_text", "text": "Say ok"}]), ids=("string", "parts"))
|
||||
@pytest.mark.parametrize("marker", (_VALID_MARKERS[0], "yes"), ids=("explicit", "string"))
|
||||
def test_a_prompt_cache_breakpoint_on_the_message_item_is_dropped_under_drop_params(
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue