pub const W8A8_K_UNIT: u32 = 128;
2026-09-28: The K width of one scale group and of one kernel K unit.