scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-14 09:03:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 214

test(rust): isolate GIL responsiveness probe from callback tests

Browse source
This commit is contained in:
Yujong Lee 2026-09-02 20:33:54 -07:00
parent 251a07a484
commit 716f71de19
1 changed files with 26 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

26
litellm-rust/crates/python-bridge/src/execution.rs
View file

@ -107,6 +107,7 @@ where
mod tests {
use std::ffi::CString;
use std::future::poll_fn;
use std::process::Command;
use std::sync::atomic::{AtomicUsize, Ordering};
use std::sync::{Arc, mpsc};
use std::task::Poll;
@ -385,6 +386,31 @@ asyncio.run(exercise())
#[test]
fn async_result_delivery_does_not_stall_tokio_workers() {
const CHILD_PROCESS: &str = "LITELLM_ASYNC_RESULT_DELIVERY_TEST_CHILD";
if std::env::var_os(CHILD_PROCESS).is_none() {
let output =
Command::new(std::env::current_exe().expect("test executable should exist"))
.arg("--exact")
.arg(
thread::current()
.name()
.expect("test thread should be named"),
)
.arg("--nocapture")
.env(CHILD_PROCESS, "1")
.env("TOKIO_WORKER_THREADS", "1")
.output()
.expect("isolated result-delivery test should start");
assert!(
output.status.success(),
"isolated result-delivery test failed:\n{}\n{}",
String::from_utf8_lossy(&output.stdout),
String::from_utf8_lossy(&output.stderr),
);
return;
}
Python::initialize();
ASYNC_PROBE_COMPLETED.store(0, Ordering::SeqCst);
Python::attach(|py| {