scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-07 08:26:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 36

test: map vertex ocr rust-only tests to python in the ocr parity ledger

Browse source
This commit is contained in:
Ishaan Jaff 2026-09-02 20:56:15 -07:00
parent e23b5f781e
commit 7a117846d7
No known key found for this signature in database
1 changed files with 52 additions and 21 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

73
tests/rust-python-harness/strategies/unit_tests/ledgers/ocr/ocr_test_ledger.json
View file

@ -9,7 +9,8 @@
"tests/test_litellm/llms/mistral/ocr/test_mistral_ocr_cost.py",
"tests/test_litellm/ocr/test_ocr_native_format.py",
"tests/test_litellm/llms/ocr/guardrail_translation/test_ocr_guardrail_handler.py",
"tests/test_litellm/proxy/ocr_endpoints/test_endpoints.py"
"tests/test_litellm/proxy/ocr_endpoints/test_endpoints.py",
"tests/ocr_tests/test_ocr_vertex_ai.py"
],
"rust_scope": [
"litellm-rust/crates/ai-gateway/src/ocr/common_utils.rs",
@ -927,6 +928,56 @@
"python_test": "test_explicit_false_overrides_process_enable",
"status": "unmapped",
"reason": "bridge-plumbing: asserts the explicit-per-request rust:False override wins over the Python process flag, no Rust-owned behavior runs"
},
{
"python_file": "tests/ocr_tests/test_ocr_vertex_ai.py",
"python_test": "test_vertex_ai_ocr_routing",
"status": "unmapped",
"reason": "model-name based routing dispatch (mistral vs deepseek config selection) is Python-only; the closest Rust behavior (is_deepseek_model) has no dedicated unit test at this layer"
},
{
"python_file": "tests/ocr_tests/test_ocr_vertex_ai.py",
"python_test": "test_deepseek_request_uses_single_provider_namespace",
"status": "mapped",
"rust_file": "litellm-rust/crates/core/src/providers/vertex_ai/ocr/transformation.rs",
"rust_test": "vertex_deepseek_request_uses_ocr_endpoint_shape",
"justification": "both assert an unprefixed deepseek model name is normalized to the deepseek-ai/ provider namespace in the built request body"
},
{
"python_file": "tests/ocr_tests/test_ocr_vertex_ai.py",
"python_test": "test_vertex_mistral_url_uses_project_location_and_model",
"status": "mapped",
"rust_file": "litellm-rust/crates/core/src/providers/vertex_ai/ocr/transformation.rs",
"rust_test": "vertex_mistral_url_uses_project_location_and_model",
"justification": "both assert the Vertex Mistral OCR URL is built from project, location, and model in the mistralai publisher rawPredict path"
},
{
"python_file": "tests/ocr_tests/test_ocr_vertex_ai.py",
"python_test": "test_vertex_mistral_reuses_mistral_body_transform",
"status": "mapped",
"rust_file": "litellm-rust/crates/core/src/providers/vertex_ai/ocr/transformation.rs",
"rust_test": "vertex_mistral_reuses_mistral_body_transform",
"justification": "both assert Vertex Mistral OCR delegates request-body construction to the Mistral transform unchanged for an already-data-URI document"
},
{
"python_file": "tests/ocr_tests/test_ocr_vertex_ai.py",
"python_test": "test_vertex_deepseek_response_wraps_markdown_content",
"status": "mapped",
"rust_file": "litellm-rust/crates/core/src/providers/vertex_ai/ocr/transformation.rs",
"rust_test": "vertex_deepseek_response_wraps_markdown_content",
"justification": "both assert a plain-markdown DeepSeek chat completion is wrapped into a single page (index 0) with the response usage carried through"
},
{
"python_file": "tests/ocr_tests/test_ocr_vertex_ai.py",
"python_test": "TestVertexAIDeepSeekOCR::test_basic_ocr_with_url",
"status": "unmapped",
"reason": "no-op override that skips the inherited live-API base test (DeepSeek OCR does not support PDF URLs); no behavior runs"
},
{
"python_file": "tests/ocr_tests/test_ocr_vertex_ai.py",
"python_test": "TestVertexAIDeepSeekOCR::test_ocr_response_structure",
"status": "unmapped",
"reason": "no-op override that skips the inherited live-API base test (DeepSeek OCR does not support PDF URLs); no behavior runs"
}
],
"rust_only_tests": [
@ -1030,26 +1081,6 @@
"rust_test": "document_intelligence_request_uses_base64_source_for_data_uri",
"reason": "no Python test asserts on the base64Source request body shape"
},
{
"rust_file": "litellm-rust/crates/core/src/providers/vertex_ai/ocr/transformation.rs",
"rust_test": "vertex_mistral_url_uses_project_location_and_model",
"reason": "vertex OCR support has no Python unit test coverage yet"
},
{
"rust_file": "litellm-rust/crates/core/src/providers/vertex_ai/ocr/transformation.rs",
"rust_test": "vertex_mistral_reuses_mistral_body_transform",
"reason": "vertex OCR support has no Python unit test coverage yet"
},
{
"rust_file": "litellm-rust/crates/core/src/providers/vertex_ai/ocr/transformation.rs",
"rust_test": "vertex_deepseek_request_uses_ocr_endpoint_shape",
"reason": "vertex OCR support has no Python unit test coverage yet"
},
{
"rust_file": "litellm-rust/crates/core/src/providers/vertex_ai/ocr/transformation.rs",
"rust_test": "vertex_deepseek_response_wraps_markdown_content",
"reason": "vertex OCR support has no Python unit test coverage yet"
},
{
"rust_file": "litellm-rust/crates/core/src/providers/mistral/ocr/transformation.rs",
"rust_test": "transform_ocr_request_rejects_non_object_document",