mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-07 08:26:10 +00:00
bcd3e2d94d
Adds chat_completions and transcription as SDK function columns, backed by the existing rust_bridge test files. Adds a fourth strategy folder, existing_e2e_test_sdk, that points at already-existing live-API SDK tests (tests/ocr_tests/ as a whole folder, plus chat completion and Whisper transcription tests) instead of writing new parity tests. Extends selector_matches_node with trailing-slash folder selectors so a whole test folder can back one matrix cell.
14 lines
988 B
JSON
14 lines
988 B
JSON
{
|
|
"order": 40,
|
|
"id": "existing_e2e_test_sdk",
|
|
"label": "Existing e2e SDK tests",
|
|
"description": "Wire already-existing live-API SDK tests into the matrix instead of writing new parity tests.",
|
|
"functions": {
|
|
"ocr": {"coverage": "partial", "selectors": ["tests/ocr_tests/"], "note": "Existing live OCR provider tests; not yet a frozen Rust/Python oracle comparison."},
|
|
"messages": {"coverage": "planned", "selectors": []},
|
|
"responses": {"coverage": "planned", "selectors": []},
|
|
"count_tokens": {"coverage": "planned", "selectors": []},
|
|
"chat_completions": {"coverage": "partial", "selectors": ["tests/llm_translation/test_anthropic_completion.py", "tests/llm_translation/test_bedrock_completion.py"], "note": "Existing live chat completion tests for providers with confirmed Rust bridge regressions."},
|
|
"transcription": {"coverage": "partial", "selectors": ["tests/audio_tests/test_whisper.py"], "note": "Existing live Whisper transcription test."}
|
|
}
|
|
}
|