From c311073a178d295a5133d2e68300c9f5f83664bc Mon Sep 17 00:00:00 2001 From: Yujong Lee Date: Mon, 21 Sep 2026 20:34:51 +0000 Subject: [PATCH] feat(cache-redis-semantic): expose backend accessors for bridge binding Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> --- .../crates/cache-redis-semantic/src/cache.rs | 21 +++++++++++-------- 1 file changed, 12 insertions(+), 9 deletions(-) diff --git a/litellm-rust/crates/cache-redis-semantic/src/cache.rs b/litellm-rust/crates/cache-redis-semantic/src/cache.rs index 26d19d34670..5aa484356d7 100644 --- a/litellm-rust/crates/cache-redis-semantic/src/cache.rs +++ b/litellm-rust/crates/cache-redis-semantic/src/cache.rs @@ -41,15 +41,6 @@ pub struct RedisSemanticConfig { pub similarity_threshold: f32, } -impl Default for RedisSemanticConfig { - fn default() -> Self { - Self { - index_name: DEFAULT_INDEX_NAME.into(), - similarity_threshold: 0.9, - } - } -} - struct Inner { index_name: String, distance_threshold: f64, @@ -247,6 +238,18 @@ impl RedisSemanticCache< } } + pub fn embedder(&self) -> &E { + &self.embedder + } + + pub fn index_name(&self) -> &str { + &self.inner.index_name + } + + pub fn similarity_threshold(&self) -> f32 { + (1.0 - self.inner.distance_threshold) as f32 + } + fn tag<'a>(key: &'a str, context: &'a SemanticCacheContext) -> &'a str { context.scope.as_deref().unwrap_or(key) }