vulkan: more mul mat optimizations (#18533)

* q4_k

* q5_k

* q2_k

* q4_1

* q5_1

* better buf index
This commit is contained in:
Eve
2026-01-07 11:13:17 +01:00
committed by GitHub
parent ffba4f29e6
commit 8c77a04cc7
3 changed files with 47 additions and 42 deletions
@@ -462,7 +462,8 @@ vec2 get_dm(uint ib, uint a_offset) {
#if defined(DATA_A_Q4_1) || defined(DATA_A_Q5_1)
vec2 get_dm(uint ib, uint a_offset) {
return vec2(float(data_a[a_offset + ib].d), float(data_a[a_offset + ib].m));
const vec2 dm = vec2(data_a_packed32[a_offset + ib].dm);
return dm;
}
#endif