Struct WeightTensor 

pub struct WeightTensor {
    pub ptr: DevicePtr,
    pub shape: Vec<usize>,
    pub dtype: WeightDtype,
}

A weight tensor on the GPU.

Fields

ptr: DevicePtr

shape: Vec<usize>

dtype: WeightDtype

Implementations

impl WeightTensor

pub fn num_elements(&self) -> usize

pub fn byte_size(&self) -> usize

pub fn q2_group(&self) -> Option<u16>

The Q2_0 group size if this tensor is keep-packed ternary, else None.

pub fn is_packed_q2(&self) -> bool

True if this tensor holds keep-packed ternary Q2_0 blocks (id 42).