scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-06 07:48:06 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 112

test(rust): cover configured MCP proxy and CA bundle
Some checks failed
LiteLLM Rust / rust-lint (push) Has been cancelled
Details
LiteLLM Rust DB / db-queries (push) Has been cancelled
Details
LiteLLM Rust / rust-test (push) Has been cancelled
Details
LiteLLM Rust / rust-wheel (push) Has been cancelled
Details

Browse source
This commit is contained in:
Devin AI 2026-10-28 05:30:51 +00:00
parent c24b013b06
commit eeaf65d9e6
1 changed files with 85 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

86
litellm-rust/crates/gateway/tests/mcp.rs
View file

@ -78,7 +78,9 @@ async fn upstream() -> Fixture {
let transport = StreamableHttpService::new(
|| Ok(Upstream),
Arc::new(LocalSessionManager::default()),
StreamableHttpServerConfig::default().with_cancellation_token(shutdown.clone()),
StreamableHttpServerConfig::default()
.with_allowed_hosts(["127.0.0.1", "upstream.invalid"])
.with_cancellation_token(shutdown.clone()),
);
let app = Router::new().route_service("/mcp", transport);
let stop = shutdown.clone();
@ -222,6 +224,88 @@ mcp_servers:
.unwrap();
}
#[rstest]
#[tokio::test]
async fn mcp_tools_are_discovered_through_the_configured_proxy(#[future] upstream: Fixture) {
let upstream = upstream.await;
let config = Config::from_yaml(
"general_settings: {master_key: gateway-key}\nmcp_servers: {docs: {url: 'http://upstream.invalid/mcp', timeout: 2}}",
)
.unwrap();
let inference = litellm_gateway::build_inference(&config).unwrap();
let proxy = upstream.url.trim_end_matches("/mcp");
let http = litellm_http::HttpClientConfig {
proxies: litellm_http::EnvironmentProxies::from_environment(&|name: &str| {
(name == "HTTP_PROXY").then(|| proxy.to_owned())
}),
..inference.http.clone()
};
let shutdown = CancellationToken::new();
let mcp = litellm_gateway::build_mcp(
&config,
inference.secrets.clone(),
shutdown.clone(),
&inference.resources.pool,
&http,
)
.await
.unwrap()
.unwrap();
let app = litellm_gateway_mcp::router(mcp.operations.clone(), HttpConfig::default());
let response = app
.oneshot(
Request::get("/mcp-rest/tools/list?server_id=docs")
.body(Body::empty())
.unwrap(),
)
.await
.unwrap();
assert_eq!(response.status(), 200);
let body: Value =
serde_json::from_slice(&to_bytes(response.into_body(), 65536).await.unwrap()).unwrap();
assert_eq!(body["tools"][0]["name"], "echo");
shutdown.cancel();
tokio::time::timeout(Duration::from_secs(5), mcp.close())
.await
.unwrap();
upstream.shutdown.cancel();
tokio::time::timeout(Duration::from_secs(5), upstream.task)
.await
.unwrap()
.unwrap();
}
#[rstest]
#[tokio::test]
async fn mcp_uses_the_configured_ca_bundle() {
let directory = tempfile::tempdir().unwrap();
let missing = directory.path().join("missing-ca.pem");
let config = Config::from_yaml(
"general_settings: {master_key: gateway-key}\nmcp_servers: {docs: {url: 'http://127.0.0.1:1/mcp'}}",
)
.unwrap();
let inference = litellm_gateway::build_inference(&config).unwrap();
let http = litellm_http::HttpClientConfig {
verify: litellm_http::Verify::CaBundle(missing.clone()),
..inference.http.clone()
};
let error = litellm_gateway::build_mcp(
&config,
inference.secrets.clone(),
CancellationToken::new(),
&inference.resources.pool,
&http,
)
.await
.err()
.unwrap();
assert!(matches!(
error,
litellm_gateway::Error::Http(litellm_http::Error::Read { path, .. })
if path == missing
));
}
#[rstest]
#[case::unsupported_auth("auth_type: oauth2", "auth mode")]
#[case::unsupported_policy("allowed_params: {echo: [safe]}", "allowed_params")]