fix(rust): preserve core-only route ownership
Some checks failed
LiteLLM Rust / rustfmt, clippy, test (push) Waiting to run
LiteLLM Rust / release wheel (push) Waiting to run
Terraform Modules / fmt, validate, test (aws) (push) Has been cancelled
Terraform Modules / fmt, validate, test (gcp) (push) Has been cancelled
Terraform Provider / gofmt, vet, build, test (push) Has been cancelled
Terraform Provider / Provider endpoints vs proxy OpenAPI schema (push) Has been cancelled

This commit is contained in:
Yujong Lee 2026-09-05 23:59:22 -07:00
parent 730388d621
commit 3f6bc97786
5 changed files with 3 additions and 37 deletions

View file

@ -36,7 +36,7 @@ pub async fn ocr_with_observer(
}
pub fn ocr_admitted(model: &str, provider: &str, request_format: Option<&str>) -> bool {
common_utils::ocr_provider_config(provider, model).is_some_and(|config| {
prepare::ocr_provider_config(provider, model).is_some_and(|config| {
request_format != Some("native") || config.supported_ocr_params().contains(&"req_format")
})
}

View file

@ -243,7 +243,6 @@ mod tests {
"amessages",
"chat_completions",
"achat_completions",
"gateway_messages",
]
);
}

View file

@ -304,7 +304,7 @@ for field in ('litellm_call_id', 'trace_id', 'request_model'):
c"
import asyncio
async def invoke_async(execute, request, options):
async def execute_async(execute, request, options, context):
return await execute(request, options=options, context=context)
for route, provider in (
@ -328,7 +328,7 @@ for route, provider in (
for execute, is_async in functions:
try:
if is_async:
asyncio.run(invoke_async(execute, request, unsupported_options))
asyncio.run(execute_async(execute, request, unsupported_options, context))
else:
execute(request, options=unsupported_options, context=context)
except Exception as error:

View file

@ -1,29 +0,0 @@
use pyo3::prelude::*;
use serde_json::Value;
use crate::errors::core_error_to_pyerr;
#[pyfunction]
fn gateway_messages<'py>(
py: Python<'py>,
model_alias: String,
provider_model: String,
api_base: String,
#[pyo3(from_py_with = litellm_python_interop::from_py)] body: Value,
) -> PyResult<Bound<'py, PyAny>> {
let future = litellm_ai_gateway::trace_parity::messages_request(
model_alias,
provider_model,
api_base,
body,
);
crate::execution::run_async(
py,
crate::function_trace::capture(future),
core_error_to_pyerr,
)
}
pub(super) fn register_trace(module: &Bound<'_, PyModule>) -> PyResult<()> {
super::definition::add_function(module, wrap_pyfunction!(gateway_messages, module)?)
}

View file

@ -3,9 +3,6 @@ use pyo3::prelude::*;
#[macro_use]
pub(crate) mod definition;
#[cfg(feature = "trace-parity")]
mod gateway_messages;
mod audio_transcription;
mod chat_completions;
mod messages;
@ -23,7 +20,6 @@ pub(crate) fn register(module: &Bound<'_, PyModule>) -> PyResult<()> {
audio_transcription::register_trace(&trace)?;
messages::register_trace(&trace)?;
chat_completions::register_trace(&trace)?;
gateway_messages::register_trace(&trace)?;
module.add_submodule(&trace)?;
}
Ok(())