scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-13 23:11:40 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 152

feat(ai-gateway): AppState carries authenticator + key cache

Browse source
This commit is contained in:
Ishaan Jaff 2026-06-24 12:33:39 -07:00
parent 9c6ca78da9
commit 5c04ec2ba1
No known key found for this signature in database
1 changed files with 12 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
litellm-rust/crates/ai-gateway/src/state.rs
View file

@ -14,4 +14,16 @@ pub struct AppState {
/// (`RealtimePool::disabled()`) when `REALTIME_POOL_SIZE=0`, in which case
/// every realtime connect fresh-dials exactly as before.
pub realtime_pool: Arc<RealtimePool>,
/// Verifies virtual keys. A trait object so the v0 "call Python" backend can be
/// swapped for a native Rust one at startup without touching routes or state.
pub authenticator: Arc<dyn crate::auth::KeyAuthenticator>,
/// Bounded TTL cache of verified keys, in front of `authenticator`.
pub key_cache: Arc<crate::auth::KeyCache>,
}
impl AppState {
/// Constant-time check of `token` against the configured master key.
pub fn is_master_key(&self, token: &str) -> bool {
crate::auth::user_api_key::is_master_key(self.master_key.as_deref(), token)
}
}