Struct TracingDeviceIo 

pub struct TracingDeviceIo<D: DeviceIo> { /* private fields */ }

Implementations

impl<D: DeviceIo> TracingDeviceIo<D>

pub fn new(inner: D, sink: TraceSink) -> Self

Trait Implementations

impl<D: DeviceIo> DeviceIo for TracingDeviceIo<D>

where D::LoraCmd: Label,

type Seq = <D as DeviceIo>::Seq

2026-09-25: The per-sequence device bookkeeping the plans and effects mutate.

type Ptr = <D as DeviceIo>::Ptr

2026-09-25: The device’s logits handle.

type Model = <D as DeviceIo>::Model

2026-09-25: The model behind this router, returned by Self::model for calls that go around plans and effects.

type LoraCmd = <D as DeviceIo>::LoraCmd

2026-09-25: A LoRA control command and its acknowledgement.

type LoraAck = <D as DeviceIo>::LoraAck

fn model(&self) -> &D::Model

fn facts(&self) -> DeviceFacts

2026-09-25: The KV pool and SSM snapshot counters (DeviceFacts).

fn max_depth(&self) -> usize

2026-09-25: How many steps may be in flight (1 = every step settles before the next launches).

fn launch( &self, plan: StepPlan<'_>, rows: &mut [&mut D::Seq], ) -> Result<Ticket, DeviceError>

2026-09-25: Start plan over rows; settle it with Self::await_result.

fn await_result( &self, ticket: Ticket, ) -> Result<StepResult<D::Ptr>, DeviceError>

fn apply( &self, effect: Effect<'_, D::Seq, D::Ptr>, ) -> Result<EffectOutcome, DeviceError>

fn lora(&mut self, cmd: D::LoraCmd) -> Result<D::LoraAck, String>

2026-09-25: A LoRA control command, applied at quiescence (the model mutates its adapter table, hence the exclusive borrow).

fn teardown(self: Box<Self>) -> Result<()>

2026-09-25: Release the model’s device memory. Consumes the router.