Trait WeightLoader 

pub trait WeightLoader {
    // Required method
    fn load(
        &self,
        model_dir: &Path,
        gpu: &dyn GpuBackend,
        oom_reserve_bytes: usize,
    ) -> Result<WeightStore>;
}

SBIO IORouter trait for weight loading.

Required Methods

fn load( &self, model_dir: &Path, gpu: &dyn GpuBackend, oom_reserve_bytes: usize, ) -> Result<WeightStore>

Implementors

impl WeightLoader for FastSafetensorsLoader

impl WeightLoader for GgufLoader

impl WeightLoader for SafetensorsLoader