mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-13 03:59:12 +00:00
1bc85fad40
* refactor(python-bridge): ship a signature base and read the resolved call NativeCall carries base (positionals by name plus signature defaults) instead of the fully bound dict. resolved lays kwargs over base, which is what bound held, so every pre-hook read and every route host keeps seeing the same values. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> * fix(bedrock): build the transcription NativeCall with an empty base Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> * test(dispatch): read the resolved call instead of bound Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> * refactor(host-python): rename effective to effective_py_args and note the shallow copy Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> --------- Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com> Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
88 lines
3.1 KiB
Python
88 lines
3.1 KiB
Python
from typing import Final
|
|
|
|
import pytest
|
|
|
|
import litellm
|
|
from litellm.rust_bridge.ocr.route_host import UpstreamFailure, map_failure
|
|
from litellm.rust_bridge.ocr.route_host import response as build_ocr_response
|
|
from litellm.rust_bridge.public_call import NativeCall
|
|
|
|
REQUEST: Final = NativeCall(
|
|
args=(),
|
|
kwargs={"req_format": "markdown"},
|
|
base={
|
|
"model": "mistral/mistral-ocr-latest",
|
|
"document": {"type": "document_url", "document_url": "https://example.com/file.pdf"},
|
|
"api_key": "test-key",
|
|
"api_base": None,
|
|
"timeout": None,
|
|
"custom_llm_provider": None,
|
|
"extra_headers": None,
|
|
},
|
|
)
|
|
|
|
|
|
class RustUpstreamError(Exception):
|
|
def __init__(self, status: int, body: str, headers: tuple[tuple[str, str], ...]) -> None:
|
|
super().__init__(status, body)
|
|
self.headers: Final = list(headers)
|
|
|
|
|
|
class RustFormatError(Exception):
|
|
ocr_request_format_error: Final = True
|
|
|
|
|
|
def test_rust_ocr_response_retains_provider_native_response():
|
|
provider_response = {"status": "succeeded", "analyzeResult": {"content": "native"}}
|
|
response = build_ocr_response(
|
|
{
|
|
"pages": [],
|
|
"model": "prebuilt-layout",
|
|
"document_annotation": None,
|
|
"usage_info": {"pages_processed": 0},
|
|
"object": "ocr",
|
|
"provider_native_response": provider_response,
|
|
}
|
|
)
|
|
|
|
assert response.get_provider_native_response() == provider_response
|
|
assert response.model_dump().get("provider_native_response") is None
|
|
|
|
|
|
def test_map_failure_builds_public_error_from_upstream_status_and_headers() -> None:
|
|
error: Final = RustUpstreamError(429, '{"message": "slow down"}', (("retry-after", "7"),))
|
|
|
|
public_error: Final = map_failure(error, REQUEST.resolved, "mistral")
|
|
|
|
assert isinstance(public_error, litellm.RateLimitError)
|
|
assert public_error.status_code == 429
|
|
assert public_error.response.headers["retry-after"] == "7"
|
|
assert public_error.response.text == '{"message": "slow down"}'
|
|
assert public_error.__context__ is error
|
|
assert public_error.llm_provider == "mistral"
|
|
|
|
|
|
def test_map_failure_maps_upstream_401_to_authentication_error() -> None:
|
|
error: Final = RustUpstreamError(401, '{"message": "Unauthorized"}', ())
|
|
|
|
public_error: Final = map_failure(error, REQUEST.resolved, "mistral")
|
|
|
|
assert isinstance(public_error, litellm.AuthenticationError)
|
|
assert public_error.status_code == 401
|
|
assert public_error.response.text == '{"message": "Unauthorized"}'
|
|
assert public_error.__context__ is error
|
|
|
|
|
|
def test_map_failure_leaves_non_upstream_errors_unwrapped() -> None:
|
|
error: Final = RuntimeError("bridge exploded")
|
|
|
|
public_error: Final = map_failure(error, REQUEST.resolved, "mistral")
|
|
|
|
assert not isinstance(public_error, UpstreamFailure)
|
|
assert isinstance(public_error, litellm.APIConnectionError)
|
|
assert "bridge exploded" in str(public_error)
|
|
|
|
|
|
def test_map_failure_reports_invalid_request_format_as_unsupported_params() -> None:
|
|
with pytest.raises(litellm.UnsupportedParamsError, match="Invalid `req_format`: 'markdown'"):
|
|
raise map_failure(RustFormatError(), REQUEST.resolved, "mistral")
|