Struct TiledAttentionDims 

pub struct TiledAttentionDims {
    pub max_seqs: usize,
    pub num_q_heads: usize,
    pub num_kv_heads: usize,
    pub head_dim: usize,
    pub block_size: usize,
    pub tile_capacity: usize,
}

Fields

max_seqs: usize

num_q_heads: usize

num_kv_heads: usize

head_dim: usize

block_size: usize

tile_capacity: usize

Implementations

impl TiledAttentionDims

pub fn validate(&self) -> Result<()>

pub fn gqa_ratio(&self) -> i32

pub fn m_bytes(&self) -> usize

pub fn l_bytes(&self) -> usize

pub fn o_bytes(&self) -> usize

pub fn output_bytes(&self) -> usize

Trait Implementations

impl Clone for TiledAttentionDims

fn clone(&self) -> TiledAttentionDims

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TiledAttentionDims

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Copy for TiledAttentionDims