litellm/tests/unit/test_model_param_helper.py

from litellm.litellm_core_utils.model_param_helper import ModelParamHelper


def test_cached_relevant_logging_args_matches_dynamic():
    """Verify the cached frozenset matches the dynamically computed set."""
    cached = ModelParamHelper.relevant_logging_args
    dynamic = ModelParamHelper.get_relevant_args_to_use_for_logging()
    assert cached == dynamic
    assert isinstance(cached, frozenset)


def test_get_standard_logging_model_parameters_filters():
    """Verify model parameters are filtered to only supported keys."""
    params = {"temperature": 0.7, "messages": [{"role": "user"}], "max_tokens": 100}
    result = ModelParamHelper.get_standard_logging_model_parameters(params)
    assert "temperature" in result
    assert "max_tokens" in result
    assert "messages" not in result  # excluded prompt content


def test_get_standard_logging_model_parameters_excludes_prompt_content():
    """Verify all prompt content keys are excluded."""
    params = {
        "messages": [{"role": "user", "content": "hi"}],
        "prompt": "hello",
        "input": "test",
        "temperature": 0.5,
    }
    result = ModelParamHelper.get_standard_logging_model_parameters(params)
    assert "messages" not in result
    assert "prompt" not in result
    assert "input" not in result
    assert result == {"temperature": 0.5}


def test_get_all_llm_api_params_includes_responses_api():
    """
    Regression guard for the Responses API cache-key bug:
    Responses-API-only kwargs must be present in the cache-key allow-list,
    otherwise Cache.get_cache_key() silently drops them and two requests
    that differ only in (e.g.) `instructions` collide on the same key.
    """
    all_params = ModelParamHelper.get_all_llm_api_params()
    responses_only_params = {
        "instructions",
        "previous_response_id",
        "reasoning",
        "include",
        "store",
        "background",
        "max_output_tokens",
        "max_tool_calls",
        "prompt_cache_key",
        "prompt_cache_retention",
        "context_management",
        "conversation",
        "safety_identifier",
    }
    missing = responses_only_params - all_params
    assert (
        missing == set()
    ), f"Responses-API kwargs missing from cache-key allow-list: {sorted(missing)}"