scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-07 08:26:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 36

Isolate OCR callback regression cases and drain terminal logging

Browse source
This commit is contained in:
Yujong Lee 2026-09-02 23:09:00 -07:00
parent 807d99f5a5
commit 7c969916b0
1 changed files with 22 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

34
tests/test_litellm/llms/custom_httpx/test_llm_http_handler.py
View file

@ -50,9 +50,16 @@ async def test_ocr_sdk_logs_provider_response_before_normalization(asynchronous:
ocr_upstream,
)
from litellm.litellm_core_utils.logging_worker import GLOBAL_LOGGING_WORKER
litellm.logging_callback_manager._reset_all_callbacks() # pyright: ignore[reportPrivateUsage] # isolate SDK callback registrations
GLOBAL_LOGGING_WORKER.start()
await asyncio.wait_for(GLOBAL_LOGGING_WORKER.flush(), 5)
success: Final = outcome in ("success", "observer_error")
recorder: Final = CallbackRecorder(asynchronous, raises="post" if outcome == "observer_error" else "")
follower: Final = CallbackRecorder(asynchronous, name="follower")
recorder: Final = CallbackRecorder(
asynchronous, raises="post" if outcome == "observer_error" else "", name=f"first-{asynchronous}-{outcome}"
)
follower: Final = CallbackRecorder(asynchronous, name=f"second-{asynchronous}-{outcome}")
status: Final = int(outcome) if outcome.isdigit() else 200
body: Final = "not-json" if outcome == "malformed" else RESPONSE if status == 200 else '{"error":"rejected"}'
with ocr_upstream(status, body) as upstream:
@ -65,17 +72,20 @@ async def test_ocr_sdk_logs_provider_response_before_normalization(asynchronous:
callbacks=[recorder, follower],
num_retries=0,
)
try:
result: Final = (
await litellm.aocr(**params) if asynchronous else await asyncio.to_thread(litellm.ocr, **params)
)
except Exception as error:
assert not success
if status != 200:
assert getattr(error, "status_code", None) == status
else:
assert success
async def invoke():
return await litellm.aocr(**params) if asynchronous else await asyncio.to_thread(litellm.ocr, **params)
if success:
result: Final = await invoke()
assert result.pages[0].markdown == "callback-test"
else:
with pytest.raises(
(litellm.AuthenticationError, litellm.RateLimitError, litellm.InternalServerError, litellm.APIConnectionError)
) as captured:
await invoke()
if status != 200:
assert getattr(captured.value, "status_code", None) == status
await asyncio.wait_for(GLOBAL_LOGGING_WORKER.flush(), 5)
events: Final = await recorder.wait()
names: Final = tuple(event.name for event in events)
following_events: Final = await follower.wait()