pub fn mla_q_rope_writeback_batched(
gpu: &dyn GpuBackend,
kernel: KernelHandle,
q_rope_in: DevicePtr,
q_full: DevicePtr,
num_tokens: u32,
nq: u32,
hd: u32,
nope: u32,
rope: u32,
q_dim: u32,
stream: u64,
) -> Result<()>Expand description
Batched Q rope writeback: [N, nq, rope] → [N, nq, hd] at offset nope per head.