litellm/litellm-rust/crates/python-bridge/src/logger/machine.rs

use std::sync::OnceLock;

use litellm_host::{
    host::HostResult,
    machine::{HostFailure, Interrupted, Machine, Step},
    route::Route,
};
use litellm_tracing::Logger;
use pyo3::Python;

pub(crate) struct LoggedMachine<M> {
    machine: M,
    logger: OnceLock<Logger>,
}

impl<M> LoggedMachine<M> {
    pub(crate) fn new(machine: M) -> Self {
        Self {
            machine,
            logger: OnceLock::new(),
        }
    }
}

impl<M: Machine> Machine for LoggedMachine<M> {
    type Route = M::Route;
    type Complete = M::Complete;

    fn resume(&mut self, result: Option<HostResult<Self::Route>>) -> Step<'_, Self> {
        let logger = self.logger.get_or_init(|| Python::attach(super::capture));
        Box::pin(logger.instrument(logger.scope(|| self.machine.resume(result))))
    }

    fn interrupt(
        &mut self,
        failure: HostFailure<<Self::Route as Route>::Error>,
    ) -> Interrupted<'_, Self> {
        let logger = self.logger.get_or_init(|| Python::attach(super::capture));
        Box::pin(logger.instrument(logger.scope(|| self.machine.interrupt(failure))))
    }
}