pub struct KvInputs {
pub blocks: u64,
pub block_size: u64,
}Expand description
2026-09-30: One paged KV cache: blocks of block_size tokens.
Fields§
§blocks: u64§block_size: u64Trait Implementations§
impl Copy for KvInputs
impl Eq for KvInputs
impl StructuralPartialEq for KvInputs
Auto Trait Implementations§
impl Freeze for KvInputs
impl RefUnwindSafe for KvInputs
impl Send for KvInputs
impl Sync for KvInputs
impl Unpin for KvInputs
impl UnwindSafe for KvInputs
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
Checks if this value is equivalent to the given key. Read more
§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
Compare self to
key and return true if they are equal.