pub fn qsa_prefill_attn(
gpu: &dyn GpuBackend,
kernel: KernelHandle,
q: DevicePtr,
k_cache: DevicePtr,
v_cache: DevicePtr,
block_table: DevicePtr,
lists: DevicePtr,
attn_out: DevicePtr,
rows: u32,
first_pos: u32,
topk: u32,
ratio: u32,
block_size: u32,
nq: u32,
nkv: u32,
hd: u32,
inv_sqrt_d: f32,
stream: u64,
) -> Result<()>Expand description
Stage 2: per-row selected-set attention, overwriting the context rows.