From 95bfde26a75ad27cfe5fd282fd28a1d7d2832dac Mon Sep 17 00:00:00 2001 From: Jose Sabater Date: Mon, 14 Sep 2026 12:14:52 +0200 Subject: [PATCH] fix: bill Opper streams from the gateway's usage.cost Co-Authored-By: Claude Opus 5 (1M context) Claude-Session: https://claude.ai/code/session_01AcQ2QoVJWZaePBLwGDDdpC --- litellm/litellm_core_utils/streaming_handler.py | 4 +++- tests/test_litellm/llms/opper/test_opper.py | 5 +++++ 2 files changed, 8 insertions(+), 1 deletion(-) diff --git a/litellm/litellm_core_utils/streaming_handler.py b/litellm/litellm_core_utils/streaming_handler.py index 6a5a8832cc6..aad51087527 100644 --- a/litellm/litellm_core_utils/streaming_handler.py +++ b/litellm/litellm_core_utils/streaming_handler.py @@ -54,7 +54,9 @@ FUNCTION_CALL_ATTRIBUTE: Final = "function_call" _SYNC_ITER_EXHAUSTED: Final = object() _GCHUNK_FIELDS: Final[frozenset] = frozenset(GChunk.__annotations__) -_USAGE_COST_HEADER_PROVIDERS: Final[frozenset[str]] = frozenset({LlmProviders.OPENROUTER.value}) +_USAGE_COST_HEADER_PROVIDERS: Final[frozenset[str]] = frozenset( + {LlmProviders.OPENROUTER.value, LlmProviders.OPPER.value} +) def _next_sync_or_exhausted(it: Any) -> object: diff --git a/tests/test_litellm/llms/opper/test_opper.py b/tests/test_litellm/llms/opper/test_opper.py index 664f0aabba1..a2d874b5f06 100644 --- a/tests/test_litellm/llms/opper/test_opper.py +++ b/tests/test_litellm/llms/opper/test_opper.py @@ -231,6 +231,11 @@ def test_opper_streaming_dispatch_carries_cost(respx_mock, monkeypatch): complete_response = litellm.stream_chunk_builder(response.chunks, messages=[{"role": "user", "content": "Hello"}]) assert complete_response.usage.cost == 3.3e-05 + from litellm.litellm_core_utils.streaming_handler import CustomStreamWrapper + + CustomStreamWrapper._propagate_usage_cost_to_hidden_params(complete_response, "opper") + assert complete_response._hidden_params["additional_headers"]["llm_provider-x-litellm-response-cost"] == 3.3e-05 + @pytest.mark.respx() def test_opper_reasoning_effort_passes_through(respx_mock, monkeypatch):