pub const W4A16_GEMV_SW_OUTS_PER_BLOCK: u32 = 8;
Single-warp w4a16_gemv_sw: 8 outputs / 256-thread block. SSOT with #define N_PER_BLOCK_SW 8.
w4a16_gemv_sw
#define N_PER_BLOCK_SW 8