Lumpiasty/llama.cpp
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

metal : add Q2_0 support (#25419)

Browse Source
This commit is contained in:
Pasha Khosravi
2026-07-14 07:52:00 +03:00
committed by GitHub
parent 2969d6d15d
commit 14d3ba45f3
5 changed files with 213 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml/src/ggml-metal/ggml-metal-device.cpp
+10
View File
@@ -805,6 +805,11 @@ ggml_metal_pipeline_with_params ggml_metal_library_get_pipeline_mul_mv(ggml_meta
nsg = N_SG_Q1_0;
nr0 = N_R0_Q1_0;
} break;
case GGML_TYPE_Q2_0:
{
nsg = N_SG_Q2_0;
nr0 = N_R0_Q2_0;
} break;
case GGML_TYPE_Q4_0:
{
nsg = N_SG_Q4_0;
@@ -1029,6 +1034,11 @@ ggml_metal_pipeline_with_params ggml_metal_library_get_pipeline_mul_mv_id(ggml_m
nsg = N_SG_Q1_0;
nr0 = N_R0_Q1_0;
} break;
case GGML_TYPE_Q2_0:
{
nsg = N_SG_Q2_0;
nr0 = N_R0_Q2_0;
} break;
case GGML_TYPE_Q4_0:
{
nsg = N_SG_Q4_0;