scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-14 23:21:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 102

fix(ocr): avoid typed kwargs for rust bridge

Browse source
This commit is contained in:
Ishaan Jaff 2026-06-25 21:15:23 -07:00
parent 07dfb0ef35
commit 5a414a3522
No known key found for this signature in database
1 changed files with 46 additions and 30 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

76
litellm/rust_bridge/ocr.py
View file

@ -127,21 +127,29 @@ def ocr(
rust_ocr = load_rust_ocr()
if rust_ocr is None:
return None
kwargs: dict[str, object] = {
"model": model,
"document": cast(dict[str, object], document),
"api_key": api_key,
"api_base": api_base,
"custom_llm_provider": custom_llm_provider,
"extra_headers": cast(dict[str, object] | None, extra_headers),
"optional_params": optional_params,
"timeout_seconds": _timeout_to_seconds(timeout),
}
if callbacks:
kwargs["callbacks"] = callbacks
if guardrails:
kwargs["guardrails"] = guardrails
return rust_ocr(**kwargs)
if callbacks or guardrails:
return rust_ocr(
model=model,
document=cast(dict[str, object], document),
api_key=api_key,
api_base=api_base,
custom_llm_provider=custom_llm_provider,
extra_headers=cast(dict[str, object] | None, extra_headers),
optional_params=optional_params,
timeout_seconds=_timeout_to_seconds(timeout),
callbacks=callbacks,
guardrails=guardrails,
)
return rust_ocr(
model=model,
document=cast(dict[str, object], document),
api_key=api_key,
api_base=api_base,
custom_llm_provider=custom_llm_provider,
extra_headers=cast(dict[str, object] | None, extra_headers),
optional_params=optional_params,
timeout_seconds=_timeout_to_seconds(timeout),
)
async def aocr(
@ -160,18 +168,26 @@ async def aocr(
rust_aocr = load_rust_aocr()
if rust_aocr is None:
return None
kwargs: dict[str, object] = {
"model": model,
"document": cast(dict[str, object], document),
"api_key": api_key,
"api_base": api_base,
"custom_llm_provider": custom_llm_provider,
"extra_headers": cast(dict[str, object] | None, extra_headers),
"optional_params": optional_params,
"timeout_seconds": _timeout_to_seconds(timeout),
}
if callbacks:
kwargs["callbacks"] = callbacks
if guardrails:
kwargs["guardrails"] = guardrails
return await rust_aocr(**kwargs)
if callbacks or guardrails:
return await rust_aocr(
model=model,
document=cast(dict[str, object], document),
api_key=api_key,
api_base=api_base,
custom_llm_provider=custom_llm_provider,
extra_headers=cast(dict[str, object] | None, extra_headers),
optional_params=optional_params,
timeout_seconds=_timeout_to_seconds(timeout),
callbacks=callbacks,
guardrails=guardrails,
)
return await rust_aocr(
model=model,
document=cast(dict[str, object], document),
api_key=api_key,
api_base=api_base,
custom_llm_provider=custom_llm_provider,
extra_headers=cast(dict[str, object] | None, extra_headers),
optional_params=optional_params,
timeout_seconds=_timeout_to_seconds(timeout),
)