mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-16 09:22:22 +00:00
test(custom_provider_map): completion on a duplicated provider reaches the last registered handler
Some checks failed
Cost map pins recheck / rerun-cost-map-guard (push) Has been cancelled
LiteLLM Rust DB / db-queries (push) Has been cancelled
LiteLLM Rust / rust-lint (push) Has been cancelled
LiteLLM Rust / rust-test (push) Has been cancelled
LiteLLM Rust / rust-wheel (push) Has been cancelled
Some checks failed
Cost map pins recheck / rerun-cost-map-guard (push) Has been cancelled
LiteLLM Rust DB / db-queries (push) Has been cancelled
LiteLLM Rust / rust-lint (push) Has been cancelled
LiteLLM Rust / rust-test (push) Has been cancelled
LiteLLM Rust / rust-wheel (push) Has been cancelled
This commit is contained in:
parent
cab3a594e7
commit
2c23ed3404
1 changed files with 27 additions and 0 deletions
|
|
@ -1754,6 +1754,33 @@ def test_custom_provider_map_lookups_take_the_last_entry_for_a_duplicated_provid
|
|||
assert ProviderConfigManager.get_custom_provider_video_config("dup") is last_video
|
||||
|
||||
|
||||
def test_completion_on_a_duplicated_custom_provider_reaches_the_last_registered_handler(
|
||||
monkeypatch: pytest.MonkeyPatch,
|
||||
) -> None:
|
||||
"""Appending a second entry with an existing provider name to `custom_provider_map` is how a handler is swapped
|
||||
at runtime, so a chat call on that provider must run the later handler."""
|
||||
from litellm.llms.custom_llm import CustomLLM
|
||||
|
||||
class ReplacementLLM(CustomLLM):
|
||||
def completion(self, *args: object, **kwargs: object) -> ModelResponse:
|
||||
return ModelResponse(choices=[{"message": {"role": "assistant", "content": "from the replacement"}}])
|
||||
|
||||
monkeypatch.setattr(
|
||||
litellm,
|
||||
"custom_provider_map",
|
||||
[
|
||||
{"provider": "swapped-llm", "custom_handler": CustomLLM()},
|
||||
{"provider": "swapped-llm", "custom_handler": ReplacementLLM()},
|
||||
],
|
||||
)
|
||||
monkeypatch.setattr(litellm, "provider_list", list(litellm.provider_list))
|
||||
monkeypatch.setattr(litellm, "_custom_providers", [])
|
||||
|
||||
response: Final = litellm.completion(model="swapped-llm/any", messages=[{"role": "user", "content": "hi"}])
|
||||
assert isinstance(response, ModelResponse)
|
||||
assert response.choices[0].message.content == "from the replacement"
|
||||
|
||||
|
||||
def test_get_provider_text_to_speech_config_vertex_gemini_skips_cloud_tts():
|
||||
"""Regression for LIT-6501: mapping vertex Gemini TTS params through Google Cloud TTS
|
||||
dropped response_format before the speech_to_completion bridge could honor it."""
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue