diff --git a/litellm/cost_calculator.py b/litellm/cost_calculator.py index f5b9014d87c..18623f57ddc 100644 --- a/litellm/cost_calculator.py +++ b/litellm/cost_calculator.py @@ -3781,25 +3781,37 @@ def handle_realtime_transcription_cost_calculation( return total_cost +_TRANSCRIPTION_SESSION_EVENT_TYPES: Final = frozenset( + {"transcription_session.created", "transcription_session.updated", "session.created", "session.updated"} +) + + +def _str_field(mapping: Mapping[str, object] | None, key: str) -> str | None: + value: Final = None if mapping is None else mapping.get(key) + return value if isinstance(value, str) and value else None + + +def _configured_transcription_model(session: Mapping[str, object]) -> str | None: + audio_input: Final = as_str_mapping((as_str_mapping(session.get("audio")) or {}).get("input")) + nested: Final = _str_field(as_str_mapping((audio_input or {}).get("transcription")), "model") + return nested or _str_field(as_str_mapping(session.get("input_audio_transcription")), "model") + + def _get_transcription_model_name_from_results( results: OpenAIRealtimeStreamList, ) -> str | None: - """Resolve the ASR model from a transcription_session.* / session.* event.""" - for result in results: - if result.get("type") in ( - "transcription_session.created", - "transcription_session.updated", - "session.created", - "session.updated", - ): - session = cast(dict, result).get("session", {}) or {} - transcription = ((session.get("audio", {}) or {}).get("input", {}) or {}).get( - "transcription", {} - ) or session.get("input_audio_transcription", {}) - model = (transcription or {}).get("model") or session.get("model") - if model: - return model - return None + sessions: Final = tuple( + session + for result in results + if result.get("type") in _TRANSCRIPTION_SESSION_EVENT_TYPES + and (session := as_str_mapping(result.get("session"))) is not None + ) + configured: Final = next( + (model for session in reversed(sessions) if (model := _configured_transcription_model(session))), None + ) + return configured or next( + (session_model for session in sessions if (session_model := _str_field(session, "model"))), None + ) _TranscriptionRateKey: TypeAlias = Literal[ diff --git a/tests/unit/test_cost_calculator.py b/tests/unit/test_cost_calculator.py index c536522e736..9b43aa08d60 100644 --- a/tests/unit/test_cost_calculator.py +++ b/tests/unit/test_cost_calculator.py @@ -1451,6 +1451,36 @@ def test_transcription_usage_cost_returns_zero_for_unknown_type(): assert _transcription_usage_cost({}, {}) == 0.0 +def test_realtime_transcription_prices_a_clip_at_the_latest_configured_transcription_model(monkeypatch): + monkeypatch.setenv("LITELLM_LOCAL_MODEL_COST_MAP", "True") + monkeypatch.setattr(litellm, "model_cost", litellm.get_model_cost_map(url="")) + + from litellm.cost_calculator import handle_realtime_transcription_cost_calculation + + realtime_model = "gpt-realtime-2.1-mini" + first_asr, latest_asr = "gpt-4o-transcribe", "gpt-transcribe" + first_rate = litellm.model_cost[first_asr]["input_cost_per_second"] + latest_rate = litellm.model_cost[latest_asr]["input_cost_per_second"] + assert first_rate != latest_rate and latest_rate > 0 + + def session_frame(frame_type: str, asr_model: str | None) -> dict[str, object]: + transcription = None if asr_model is None else {"model": asr_model} + return {"type": frame_type, "session": {"model": realtime_model, "audio": {"input": {"transcription": transcription}}}} + + results: OpenAIRealtimeStreamList = [ + session_frame("session.created", None), + session_frame("session.updated", first_asr), + session_frame("session.updated", latest_asr), + {"type": "conversation.item.input_audio_transcription.completed", "usage": {"type": "duration", "seconds": 5}}, + ] + + cost = handle_realtime_transcription_cost_calculation( + results=results, custom_llm_provider="openai", litellm_model_name=realtime_model + ) + + assert cost == pytest.approx(5 * latest_rate, rel=1e-9) + + def test_get_transcription_model_falls_back_to_session_model(monkeypatch): """session.model is used when transcription-specific model fields are absent.""" monkeypatch.setenv("LITELLM_LOCAL_MODEL_COST_MAP", "True")