scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-07 02:59:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

test(integration): rename translation runner run to assert_translation (#44741)

Browse source 
Co-authored-by: kerry <kerry@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
devin-ai-integration[bot] 2026-10-06 01:08:44 +00:00 • committed by GitHub
parent 56a581a536
commit 655baa50be
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
23 changed files with 45 additions and 45 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
tests/integration/translation/chat_completions/basic/test_chat_completions_basic_anthropic.py
View file

@ -10,7 +10,7 @@ from integration.translation.chat_completions.bases.anthropic import (
CLAUDE_SONNET_5_5_TEST_CASE,
CLAUDE_SONNET_5_TEST_CASE,
)
from integration.translation.runner import run
from integration.translation.runner import assert_translation
@pytest.mark.parametrize(
@ -28,4 +28,4 @@ from integration.translation.runner import run
def test_chat_completions_basic_anthropic(
case: TranslationTestCase, gateway: Gateway, provider: SharedProvider
) -> None:
run(case, gateway, provider)
assert_translation(case, gateway, provider)

4
tests/integration/translation/chat_completions/basic/test_chat_completions_basic_azure.py
View file

@ -9,7 +9,7 @@ from integration.translation.chat_completions.bases.azure import (
GPT_6_1_SOL_TEST_CASE,
GPT_6_LUNA_TEST_CASE,
)
from integration.translation.runner import run
from integration.translation.runner import assert_translation
@pytest.mark.parametrize(
@ -27,4 +27,4 @@ def test_chat_completions_basic_azure(case: TranslationTestCase, gateway: Gatewa
pytest.skip(
"BUG: LIT-9235 chat completions moves message.refusal into provider_specific_fields and drops null system_fingerprint and logprobs"
)
run(case, gateway, provider)
assert_translation(case, gateway, provider)

4
tests/integration/translation/chat_completions/basic/test_chat_completions_basic_azure_ai.py
View file

@ -10,7 +10,7 @@ from integration.translation.chat_completions.bases.azure_ai import (
CLAUDE_SONNET_5_5_TEST_CASE,
CLAUDE_SONNET_5_TEST_CASE,
)
from integration.translation.runner import run
from integration.translation.runner import assert_translation
@pytest.mark.parametrize(
@ -26,4 +26,4 @@ from integration.translation.runner import run
ids=lambda case: case.id,
)
def test_chat_completions_basic_azure_ai(case: TranslationTestCase, gateway: Gateway, provider: SharedProvider) -> None:
run(case, gateway, provider)
assert_translation(case, gateway, provider)

4
tests/integration/translation/chat_completions/basic/test_chat_completions_basic_bedrock_converse.py
View file

@ -10,7 +10,7 @@ from integration.translation.chat_completions.bases.bedrock_converse import (
CLAUDE_SONNET_5_5_TEST_CASE,
CLAUDE_SONNET_5_TEST_CASE,
)
from integration.translation.runner import run
from integration.translation.runner import assert_translation
@pytest.mark.parametrize(
@ -28,4 +28,4 @@ from integration.translation.runner import run
def test_chat_completions_basic_bedrock_converse(
case: TranslationTestCase, gateway: Gateway, provider: SharedProvider
) -> None:
run(case, gateway, provider)
assert_translation(case, gateway, provider)

4
tests/integration/translation/chat_completions/basic/test_chat_completions_basic_gemini.py
View file

@ -7,7 +7,7 @@ from integration.translation.chat_completions.bases.gemini import (
GEMINI_3_5_FLASH_TEST_CASE,
GEMINI_3_8_FLASH_TEST_CASE,
)
from integration.translation.runner import run
from integration.translation.runner import assert_translation
@pytest.mark.parametrize(
@ -16,4 +16,4 @@ from integration.translation.runner import run
ids=lambda case: case.id,
)
def test_chat_completions_basic_gemini(case: TranslationTestCase, gateway: Gateway, provider: SharedProvider) -> None:
run(case, gateway, provider)
assert_translation(case, gateway, provider)

4
tests/integration/translation/chat_completions/basic/test_chat_completions_basic_openai.py
View file

@ -9,7 +9,7 @@ from integration.translation.chat_completions.bases.openai import (
GPT_6_1_SOL_TEST_CASE,
GPT_6_LUNA_TEST_CASE,
)
from integration.translation.runner import run
from integration.translation.runner import assert_translation
@pytest.mark.parametrize(
@ -27,4 +27,4 @@ def test_chat_completions_basic_openai(case: TranslationTestCase, gateway: Gatew
pytest.skip(
"BUG: LIT-9235 chat completions moves message.refusal into provider_specific_fields and drops null system_fingerprint and logprobs"
)
run(case, gateway, provider)
assert_translation(case, gateway, provider)

4
tests/integration/translation/chat_completions/basic/test_chat_completions_basic_openai_responses.py
View file

@ -6,7 +6,7 @@ from integration.translation.chat_completions.bases.openai_responses import (
GPT_5_6_SOL_TEST_CASE,
GPT_6_1_SOL_TEST_CASE,
)
from integration.translation.runner import run
from integration.translation.runner import assert_translation
@pytest.mark.parametrize(
@ -20,4 +20,4 @@ from integration.translation.runner import run
def test_chat_completions_basic_openai_responses(
case: TranslationTestCase, gateway: Gateway, provider: SharedProvider
) -> None:
run(case, gateway, provider)
assert_translation(case, gateway, provider)

4
tests/integration/translation/messages/basic/test_messages_basic_anthropic.py
View file

@ -10,7 +10,7 @@ from integration.translation.messages.bases.anthropic import (
CLAUDE_SONNET_5_5_TEST_CASE,
CLAUDE_SONNET_5_TEST_CASE,
)
from integration.translation.runner import run
from integration.translation.runner import assert_translation
@pytest.mark.parametrize(
@ -26,4 +26,4 @@ from integration.translation.runner import run
ids=lambda case: case.id,
)
def test_messages_basic_anthropic(case: TranslationTestCase, gateway: Gateway, provider: SharedProvider) -> None:
run(case, gateway, provider)
assert_translation(case, gateway, provider)

4
tests/integration/translation/messages/basic/test_messages_basic_azure.py
View file

@ -9,7 +9,7 @@ from integration.translation.messages.bases.azure import (
GPT_6_1_SOL_TEST_CASE,
GPT_6_LUNA_TEST_CASE,
)
from integration.translation.runner import run
from integration.translation.runner import assert_translation
@pytest.mark.parametrize(
@ -24,4 +24,4 @@ from integration.translation.runner import run
ids=lambda case: case.id,
)
def test_messages_basic_azure(case: TranslationTestCase, gateway: Gateway, provider: SharedProvider) -> None:
run(case, gateway, provider)
assert_translation(case, gateway, provider)

4
tests/integration/translation/messages/basic/test_messages_basic_azure_ai.py
View file

@ -10,7 +10,7 @@ from integration.translation.messages.bases.azure_ai import (
CLAUDE_SONNET_5_5_TEST_CASE,
CLAUDE_SONNET_5_TEST_CASE,
)
from integration.translation.runner import run
from integration.translation.runner import assert_translation
@pytest.mark.parametrize(
@ -26,4 +26,4 @@ from integration.translation.runner import run
ids=lambda case: case.id,
)
def test_messages_basic_azure_ai(case: TranslationTestCase, gateway: Gateway, provider: SharedProvider) -> None:
run(case, gateway, provider)
assert_translation(case, gateway, provider)

4
tests/integration/translation/messages/basic/test_messages_basic_bedrock_converse.py
View file

@ -10,7 +10,7 @@ from integration.translation.messages.bases.bedrock_converse import (
CLAUDE_SONNET_5_5_TEST_CASE,
CLAUDE_SONNET_5_TEST_CASE,
)
from integration.translation.runner import run
from integration.translation.runner import assert_translation
@pytest.mark.parametrize(
@ -26,4 +26,4 @@ from integration.translation.runner import run
ids=lambda case: case.id,
)
def test_messages_basic_bedrock_converse(case: TranslationTestCase, gateway: Gateway, provider: SharedProvider) -> None:
run(case, gateway, provider)
assert_translation(case, gateway, provider)

4
tests/integration/translation/messages/basic/test_messages_basic_gemini.py
View file

@ -7,7 +7,7 @@ from integration.translation.messages.bases.gemini import (
GEMINI_3_5_FLASH_TEST_CASE,
GEMINI_3_8_FLASH_TEST_CASE,
)
from integration.translation.runner import run
from integration.translation.runner import assert_translation
@pytest.mark.parametrize(
@ -16,4 +16,4 @@ from integration.translation.runner import run
ids=lambda case: case.id,
)
def test_messages_basic_gemini(case: TranslationTestCase, gateway: Gateway, provider: SharedProvider) -> None:
run(case, gateway, provider)
assert_translation(case, gateway, provider)

4
tests/integration/translation/messages/basic/test_messages_basic_openai.py
View file

@ -9,7 +9,7 @@ from integration.translation.messages.bases.openai import (
GPT_6_1_SOL_TEST_CASE,
GPT_6_LUNA_TEST_CASE,
)
from integration.translation.runner import run
from integration.translation.runner import assert_translation
@pytest.mark.parametrize(
@ -24,4 +24,4 @@ from integration.translation.runner import run
ids=lambda case: case.id,
)
def test_messages_basic_openai(case: TranslationTestCase, gateway: Gateway, provider: SharedProvider) -> None:
run(case, gateway, provider)
assert_translation(case, gateway, provider)

4
tests/integration/translation/messages/basic/test_messages_basic_openai_responses.py
View file

@ -6,7 +6,7 @@ from integration.translation.messages.bases.openai_responses import (
GPT_5_6_SOL_TEST_CASE,
GPT_6_1_SOL_TEST_CASE,
)
from integration.translation.runner import run
from integration.translation.runner import assert_translation
@pytest.mark.parametrize(
@ -18,4 +18,4 @@ from integration.translation.runner import run
ids=lambda case: case.id,
)
def test_messages_basic_openai_responses(case: TranslationTestCase, gateway: Gateway, provider: SharedProvider) -> None:
run(case, gateway, provider)
assert_translation(case, gateway, provider)

4
tests/integration/translation/messages/reasoning/test_messages_reasoning_anthropic.py
View file

@ -6,7 +6,7 @@ from integration._support.client import Gateway
from integration._support.provider import SharedProvider
from integration.translation.case import TranslationTestCase
from integration.translation.messages.bases.anthropic import CLAUDE_SONNET_4_6_TEST_CASE
from integration.translation.runner import run
from integration.translation.runner import assert_translation
SIGNATURE_1: Final = (
"EpECCqgBCBIYAipAivUPApu85FYYe3+cXal8EiJOza7QGqKyekC8vDSn4oyeqGa2CrarO4abiuG7dzBXjmYR8+daw4h50ZjKmak7czIRY2xh"
@ -69,4 +69,4 @@ CLAUDE_SONNET_4_6_THINKING_BUDGET_TEST_CASE: Final = replace(
@pytest.mark.parametrize("case", [CLAUDE_SONNET_4_6_THINKING_BUDGET_TEST_CASE], ids=lambda case: case.id)
def test_messages_reasoning_anthropic(case: TranslationTestCase, gateway: Gateway, provider: SharedProvider) -> None:
run(case, gateway, provider)
assert_translation(case, gateway, provider)

4
tests/integration/translation/responses/basic/test_responses_basic_anthropic.py
View file

@ -10,7 +10,7 @@ from integration.translation.responses.bases.anthropic import (
CLAUDE_SONNET_5_5_TEST_CASE,
CLAUDE_SONNET_5_TEST_CASE,
)
from integration.translation.runner import run
from integration.translation.runner import assert_translation
@pytest.mark.parametrize(
@ -26,4 +26,4 @@ from integration.translation.runner import run
ids=lambda case: case.id,
)
def test_responses_basic_anthropic(case: TranslationTestCase, gateway: Gateway, provider: SharedProvider) -> None:
run(case, gateway, provider)
assert_translation(case, gateway, provider)

4
tests/integration/translation/responses/basic/test_responses_basic_azure.py
View file

@ -9,7 +9,7 @@ from integration.translation.responses.bases.azure import (
GPT_6_1_SOL_TEST_CASE,
GPT_6_LUNA_TEST_CASE,
)
from integration.translation.runner import run
from integration.translation.runner import assert_translation
@pytest.mark.parametrize(
@ -24,4 +24,4 @@ from integration.translation.runner import run
ids=lambda case: case.id,
)
def test_responses_basic_azure(case: TranslationTestCase, gateway: Gateway, provider: SharedProvider) -> None:
run(case, gateway, provider)
assert_translation(case, gateway, provider)

4
tests/integration/translation/responses/basic/test_responses_basic_azure_ai.py
View file

@ -10,7 +10,7 @@ from integration.translation.responses.bases.azure_ai import (
CLAUDE_SONNET_5_5_TEST_CASE,
CLAUDE_SONNET_5_TEST_CASE,
)
from integration.translation.runner import run
from integration.translation.runner import assert_translation
@pytest.mark.parametrize(
@ -26,4 +26,4 @@ from integration.translation.runner import run
ids=lambda case: case.id,
)
def test_responses_basic_azure_ai(case: TranslationTestCase, gateway: Gateway, provider: SharedProvider) -> None:
run(case, gateway, provider)
assert_translation(case, gateway, provider)

4
tests/integration/translation/responses/basic/test_responses_basic_bedrock_converse.py
View file

@ -10,7 +10,7 @@ from integration.translation.responses.bases.bedrock_converse import (
CLAUDE_SONNET_5_5_TEST_CASE,
CLAUDE_SONNET_5_TEST_CASE,
)
from integration.translation.runner import run
from integration.translation.runner import assert_translation
@pytest.mark.parametrize(
@ -28,4 +28,4 @@ from integration.translation.runner import run
def test_responses_basic_bedrock_converse(
case: TranslationTestCase, gateway: Gateway, provider: SharedProvider
) -> None:
run(case, gateway, provider)
assert_translation(case, gateway, provider)

4
tests/integration/translation/responses/basic/test_responses_basic_gemini.py
View file

@ -7,7 +7,7 @@ from integration.translation.responses.bases.gemini import (
GEMINI_3_5_FLASH_TEST_CASE,
GEMINI_3_8_FLASH_TEST_CASE,
)
from integration.translation.runner import run
from integration.translation.runner import assert_translation
@pytest.mark.parametrize(
@ -16,4 +16,4 @@ from integration.translation.runner import run
ids=lambda case: case.id,
)
def test_responses_basic_gemini(case: TranslationTestCase, gateway: Gateway, provider: SharedProvider) -> None:
run(case, gateway, provider)
assert_translation(case, gateway, provider)

4
tests/integration/translation/responses/basic/test_responses_basic_openai.py
View file

@ -9,7 +9,7 @@ from integration.translation.responses.bases.openai import (
GPT_6_1_SOL_TEST_CASE,
GPT_6_LUNA_TEST_CASE,
)
from integration.translation.runner import run
from integration.translation.runner import assert_translation
@pytest.mark.parametrize(
@ -24,4 +24,4 @@ from integration.translation.runner import run
ids=lambda case: case.id,
)
def test_responses_basic_openai(case: TranslationTestCase, gateway: Gateway, provider: SharedProvider) -> None:
run(case, gateway, provider)
assert_translation(case, gateway, provider)

4
tests/integration/translation/responses/basic/test_responses_basic_openai_responses.py
View file

@ -6,7 +6,7 @@ from integration.translation.responses.bases.openai_responses import (
GPT_5_6_SOL_TEST_CASE,
GPT_6_1_SOL_TEST_CASE,
)
from integration.translation.runner import run
from integration.translation.runner import assert_translation
@pytest.mark.parametrize(
@ -20,4 +20,4 @@ from integration.translation.runner import run
def test_responses_basic_openai_responses(
case: TranslationTestCase, gateway: Gateway, provider: SharedProvider
) -> None:
run(case, gateway, provider)
assert_translation(case, gateway, provider)

2
tests/integration/translation/runner.py
View file

@ -9,7 +9,7 @@ from integration.translation.case import TranslationTestCase
TRANSPORT_HEADERS: Final = frozenset({"host", "accept", "accept-encoding", "connection", "content-length", "user-agent"})
def run(case: TranslationTestCase, gateway: Gateway, provider: SharedProvider) -> None:
def assert_translation(case: TranslationTestCase, gateway: Gateway, provider: SharedProvider) -> None:
provider.expect(Reply(body=json.dumps(case.mock_provider_response).encode()))
response: Final = gateway.request("POST", case.litellm_endpoint, case.litellm_request)
received: Final = provider.received()