List of all items
Structs
- engine::GenerateResult
- factory::BuiltModel
- factory::DflashBuildArgs
- factory::LoraBuildArgs
- factory::SlotPlan
- kimi_k3_loader::KimiK3DryRun
- kimi_k3_loader::KimiK3WeightLoader
- model::TransformerModel
- model::nllb::NllbGpuModel
- model::nllb::NllbLang
- traits::BeamReq
- traits::ChunkedPrefillPageMetadata
- traits::EpCommandFailed
- traits::ForwardDisclosure
- traits::MixedBatchResult
- traits::MixedForwardResult
- traits::PrefillSlice
- traits::PrefixReclaim
- traits::PromptTokenLogprob
- traits::SequenceState
- traits::VerifyBatchedOpts
Enums
Traits
- traits::Model
- traits::ModelAdapters
- traits::ModelCircuit
- traits::ModelDeviceFeed
- traits::ModelDraft
- traits::ModelEp
- traits::ModelForward
- traits::ModelLifecycle
- traits::ModelLogits
- traits::ModelSsmState
- traits::ModelStreams
- traits::ModelVerify
- traits::ModelVision
Functions
- engine::generate
- engine::generate_speculative
- engine::generate_streaming
- factory::balance_slots
- factory::build_model
- factory::loader_for_config
- kimi_k3_loader::dry_run_index_json
- kimi_k3_loader::dry_run_weight_map
- kimi_k3_loader::refuse_mxfp4
- prefill_plan::is_checkpoint_chunk_end
- prefill_plan::is_prompt_tail_end
- prefill_plan::plan_chunk_len
- prefill_plan::tail_split_point
- traits::bf16_to_f32
- traits::extract_bf16
- traits::logprob_of
- traits::padded_batch_n