mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-10 03:28:53 +00:00
e02d5a990c
* fix(e2e): route credential, cost map, and UI login calls to the control plane * test(e2e): stop pinning the upstream model name in the credential-backed messages test * test(e2e): drop the harness unit test, the split stack run proves the routing live --------- Co-authored-by: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
54 lines
2 KiB
Python
54 lines
2 KiB
Python
"""Live e2e: stored credentials resolve into a deployment serving /v1/messages."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import os
|
|
|
|
import pytest
|
|
|
|
from e2e_config import unique_marker
|
|
from lifecycle import ResourceManager
|
|
from models import CredentialCreateBody, LiteLLMParamsBody
|
|
from proxy_client import ProxyClient
|
|
from sdk_clients import NO_PROXY_CACHE, SdkClients
|
|
|
|
pytestmark = pytest.mark.e2e
|
|
|
|
|
|
class TestCredentialBackedMessages:
|
|
@pytest.mark.covers("mgmt.credential.new.serves_request")
|
|
def test_credential_backed_messages(self, proxy: ProxyClient, resources: ResourceManager, sdk: SdkClients) -> None:
|
|
marker = unique_marker()
|
|
credential_name = f"e2e-cred-{marker}"
|
|
model = f"e2e-cred-messages-{marker}"
|
|
anthropic_api_key = os.getenv("ANTHROPIC_API_KEY")
|
|
assert anthropic_api_key, "ANTHROPIC_API_KEY must be set for this live e2e test"
|
|
|
|
proxy.create_credential(
|
|
CredentialCreateBody(
|
|
credential_name=credential_name,
|
|
credential_values={"api_key": anthropic_api_key},
|
|
)
|
|
)
|
|
resources.defer(lambda: proxy.delete_credential(credential_name))
|
|
|
|
model_id = proxy.create_model(
|
|
model,
|
|
LiteLLMParamsBody(
|
|
model="anthropic/claude-haiku-4-5",
|
|
litellm_credential_name=credential_name,
|
|
),
|
|
)
|
|
resources.defer(lambda: proxy.delete_model(model_id))
|
|
|
|
client = sdk.anthropic(resources.key())
|
|
message = client.messages.create(
|
|
model=model,
|
|
max_tokens=64,
|
|
messages=[{"role": "user", "content": "reply with one word"}],
|
|
extra_body=NO_PROXY_CACHE,
|
|
)
|
|
assert message.role == "assistant", f"unexpected role: {message.role!r}"
|
|
assert message.usage.output_tokens > 0, f"/v1/messages billed no output tokens: {message.usage!r}"
|
|
text = "".join(block.text for block in message.content if block.type == "text")
|
|
assert text.strip(), f"/v1/messages returned no text: {message.content!r}"
|