Files
llama.cpp/tests/fusion/MTL.csv
T
Aman GuptaandDaniel Han 74bca39500 model: DSV4.1 flash (#31086)
* model : add DeepSeek-V4.1-Flash (deepseek41)

* deepseek41 : remove MXFP8, convert the Engram table to BF16

* deepseek41 : compute the compressed-KV read layers once in the cache

* deepseek41 : use get_cells() for the shared-history check, drop llama_kv_cache::seq_pos_tok_le

* deepseek41 : gather the Engram rows in-graph like qwen4exp, drop the host gather

* deepseek41 : keep the Engram hash constants in hparams.ple_*, one module per Engram layer

* deepseek41 : drop the LLAMA_DSV41_KV_MIRROR toggle

* deepseek41 : keep il last in build_hc_mixes

* deepseek41 : sort the top-k rows before the sparse gather

* tests : add deepseek41 to the Metal fusion baseline

---------

Co-authored-by: Daniel Han <danielhanchen@gmail.com>
2026-10-25 09:43:51 +08:00

21 KiB

1# test-fusion baseline for device MTL
2# arch ,moe ,mode ,label , count
3afmoe ,1 ,any ,MUL+ADD , 2
4afmoe ,1 ,any ,RMS_NORM+MUL , 10
5afmoe ,1 ,any ,RMS_NORM+MUL+ADD , 3
6arcee ,0 ,any ,RMS_NORM+MUL , 5
7arctic ,0 ,any ,MUL+ADD , 4
8arctic ,0 ,any ,RMS_NORM+MUL , 7
9arctic ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
10baichuan ,0 ,any ,RMS_NORM+MUL , 5
11bailingmoe ,1 ,any ,ADD+ADD , 2
12bailingmoe ,1 ,any ,MUL+ADD , 4
13bailingmoe ,1 ,any ,RMS_NORM+MUL , 5
14bailingmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
15bailingmoe2 ,1 ,any ,ADD+ADD , 1
16bailingmoe2 ,1 ,any ,MUL+ADD , 2
17bailingmoe2 ,1 ,any ,RMS_NORM+MUL , 9
18bailingmoe3 ,1 ,any ,ADD+ADD , 1
19bailingmoe3 ,1 ,any ,GATED_DELTA_NET+CPY , 1
20bailingmoe3 ,1 ,any ,MUL+ADD , 2
21bailingmoe3 ,1 ,any ,RMS_NORM+MUL , 8
22bailingmoe3 ,1 ,any ,RMS_NORM+SCALE , 2
23beam ,0 ,any ,MUL+ADD , 6
24beam ,0 ,any ,RMS_NORM+MUL , 25
25bloom ,0 ,any ,NORM+MUL+ADD , 6
26chatglm ,0 ,any ,RMS_NORM+MUL , 5
27codeshell ,0 ,any ,NORM+MUL+ADD , 5
28cogvlm ,0 ,any ,RMS_NORM+MUL , 5
29cohere2 ,0 ,any ,ADD+ADD , 2
30cohere2 ,0 ,any ,NORM+MUL , 3
31cohere2moe ,1 ,any ,ADD+ADD , 2
32cohere2moe ,1 ,any ,MUL+ADD , 2
33cohere2moe ,1 ,any ,RMS_NORM+MUL , 3
34command-r ,0 ,any ,NORM+MUL , 3
35dbrx ,0 ,any ,MUL+ADD , 4
36dbrx ,0 ,any ,NORM+MUL , 5
37dbrx ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
38deci ,0 ,any ,RMS_NORM+MUL , 5
39deepseek ,0 ,any ,ADD+ADD , 1
40deepseek ,0 ,any ,MUL+ADD , 2
41deepseek ,0 ,any ,RMS_NORM+MUL , 5
42deepseek ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 1
43deepseek2 ,0 ,any ,ADD+ADD , 1
44deepseek2 ,0 ,any ,MUL+ADD , 2
45deepseek2 ,0 ,any ,RMS_NORM+MUL , 9
46deepseek32 ,0 ,any ,ADD+ADD , 1
47deepseek32 ,0 ,any ,MUL+ADD , 2
48deepseek32 ,0 ,any ,NORM+MUL+ADD , 2
49deepseek32 ,0 ,any ,RMS_NORM+MUL , 9
50deepseek4 ,0 ,any ,MUL+ADD , 8
51deepseek4 ,0 ,any ,RMS_NORM+MUL , 20
52deepseek41 ,0 ,any ,MUL+ADD , 12
53deepseek41 ,0 ,any ,RMS_NORM+MUL , 29
54dots1 ,0 ,any ,ADD+ADD , 1
55dots1 ,0 ,any ,MUL+ADD , 2
56dots1 ,0 ,any ,RMS_NORM+MUL , 9
57dots3note ,0 ,any ,ADD+ADD , 1
58dots3note ,0 ,any ,MUL+ADD , 2
59dots3note ,0 ,any ,NORM+MUL+ADD , 1
60dots3note ,0 ,any ,RMS_NORM+MUL , 11
61dream ,0 ,any ,RMS_NORM+MUL , 5
62ernie4_5-moe ,1 ,any ,ADD+ADD , 1
63ernie4_5-moe ,1 ,any ,MUL+ADD , 2
64ernie4_5-moe ,1 ,any ,RMS_NORM+MUL , 5
65ernie4_5 ,0 ,any ,RMS_NORM+MUL , 5
66exaone ,0 ,any ,RMS_NORM+MUL , 5
67exaone-moe ,1 ,any ,ADD+ADD , 1
68exaone-moe ,1 ,any ,MUL+ADD , 2
69exaone-moe ,1 ,any ,RMS_NORM+MUL , 9
70exaone4 ,0 ,any ,RMS_NORM+MUL , 5
71exaone4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
72falcon ,0 ,any ,ADD+ADD , 2
73falcon ,0 ,any ,NORM+MUL+ADD , 5
74falcon-h1 ,0 ,any ,ADD+ADD , 2
75falcon-h1 ,0 ,any ,RMS_NORM+MUL , 9
76flint ,0 ,any ,ADD+ADD , 1
77flint ,0 ,any ,MUL+ADD , 2
78flint ,0 ,any ,RMS_NORM+MUL , 9
79gemma ,0 ,any ,RMS_NORM+MUL , 5
80gemma2 ,0 ,any ,RMS_NORM+MUL , 5
81gemma2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
82gemma3 ,0 ,any ,RMS_NORM+MUL , 9
83gemma3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
84glm-dsa ,0 ,any ,ADD+ADD , 1
85glm-dsa ,0 ,any ,MUL+ADD , 2
86glm-dsa ,0 ,any ,NORM+MUL+ADD , 2
87glm-dsa ,0 ,any ,RMS_NORM+MUL , 9
88glm4 ,0 ,any ,RMS_NORM+MUL , 5
89glm4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
90glm4moe ,1 ,any ,ADD+ADD , 1
91glm4moe ,1 ,any ,MUL+ADD , 2
92glm4moe ,1 ,any ,RMS_NORM+MUL , 9
93glm5-next ,0 ,any ,ADD+ADD+ADD , 1
94glm5-next ,0 ,any ,GATED_DELTA_NET+CPY , 1
95glm5-next ,0 ,any ,MUL+ADD , 2
96glm5-next ,0 ,any ,NORM+MUL+ADD , 1
97glm5-next ,0 ,any ,RMS_NORM+MUL , 8
98glm5-next ,0 ,any ,RMS_NORM+SCALE , 2
99gpt-oss ,0 ,any ,MUL+ADD , 4
100gpt-oss ,0 ,any ,RMS_NORM+MUL , 5
101gpt2 ,0 ,any ,NORM+MUL+ADD , 5
102gptneox ,0 ,any ,NORM+MUL+ADD , 5
103granite ,0 ,any ,RMS_NORM+MUL , 5
104granite ,0 ,any ,MUL+ADD , 4
105granite ,0 ,any ,RMS_NORM+MUL , 5
106granite ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
107granite_swa ,0 ,any ,RMS_NORM+MUL , 5
108granitehybrid ,0 ,any ,RMS_NORM+MUL , 6
109granitemoe ,1 ,any ,RMS_NORM+MUL , 5
110granitemoe ,1 ,any ,MUL+ADD , 4
111granitemoe ,1 ,any ,RMS_NORM+MUL , 5
112granitemoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
113grok ,0 ,any ,MUL+ADD , 4
114grok ,0 ,any ,RMS_NORM+MUL , 5
115grok ,0 ,any ,RMS_NORM+MUL+ADD , 4
116grok ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
117grovemoe ,1 ,any ,ADD+ADD , 2
118grovemoe ,1 ,any ,MUL+ADD , 8
119grovemoe ,1 ,any ,RMS_NORM+MUL , 9
120hunyuan-dense ,0 ,any ,RMS_NORM+MUL , 9
121hunyuan-moe ,1 ,any ,ADD+ADD , 2
122hunyuan-moe ,1 ,any ,MUL+ADD , 4
123hunyuan-moe ,1 ,any ,RMS_NORM+MUL , 9
124hunyuan-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
125hunyuan_vl ,0 ,any ,RMS_NORM+MUL , 9
126hy_v3 ,0 ,any ,ADD+ADD , 2
127hy_v3 ,0 ,any ,MUL+ADD , 4
128hy_v3 ,0 ,any ,RMS_NORM+MUL , 9
129hy_v4 ,0 ,any ,MUL+ADD , 2
130hy_v4 ,0 ,any ,NORM+MUL+ADD , 1
131hy_v4 ,0 ,any ,RMS_NORM+MUL , 9
132internlm2 ,0 ,any ,RMS_NORM+MUL , 5
133jais ,0 ,any ,NORM+MUL+ADD , 5
134jais2 ,0 ,any ,NORM+MUL+ADD , 5
135jamba ,0 ,any ,RMS_NORM+MUL , 8
136k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
137k2-horizon ,0 ,any ,ADD+ADD , 1
138k2-horizon ,0 ,any ,MUL+ADD , 2
139k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
140kimi-k3 ,0 ,any ,GATED_DELTA_NET+CPY , 1
141kimi-k3 ,0 ,any ,MUL+ADD , 2
142kimi-k3 ,0 ,any ,RMS_NORM+MUL , 17
143kimi-k3 ,0 ,any ,RMS_NORM+SCALE , 2
144kimi-linear ,0 ,any ,ADD+ADD , 1
145kimi-linear ,0 ,any ,GATED_DELTA_NET+CPY , 1
146kimi-linear ,0 ,any ,MUL+ADD , 2
147kimi-linear ,0 ,any ,RMS_NORM+MUL , 7
148kimi-linear ,0 ,any ,RMS_NORM+SCALE , 2
149kolibri1 ,0 ,any ,MUL+ADD , 4
150kolibri1 ,0 ,any ,RMS_NORM+MUL , 10
151kolibri1 ,0 ,any ,RMS_NORM+MUL+ADD , 3
152laguna ,0 ,any ,ADD+ADD , 1
153laguna ,0 ,any ,MUL+ADD , 2
154laguna ,0 ,any ,RMS_NORM+MUL , 9
155lfm2 ,0 ,any ,RMS_NORM+MUL , 7
156lfm2moe ,1 ,any ,MUL+ADD , 2
157lfm2moe ,1 ,any ,RMS_NORM+MUL , 7
158llada ,0 ,any ,RMS_NORM+MUL , 5
159llada-moe ,1 ,any ,MUL+ADD , 4
160llada-moe ,1 ,any ,RMS_NORM+MUL , 9
161llada-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
162llama ,0 ,any ,RMS_NORM+MUL , 5
163llama ,0 ,any ,MUL+ADD , 4
164llama ,0 ,any ,RMS_NORM+MUL , 5
165llama ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
166llama4 ,0 ,any ,ADD+ADD , 2
167llama4 ,0 ,any ,RMS_NORM+MUL , 9
168maincoder ,0 ,any ,RMS_NORM+MUL , 9
169maion-coder ,0 ,any ,MUL+ADD , 4
170maion-coder ,0 ,any ,RMS_NORM+MUL , 17
171maion-coder ,0 ,any ,RMS_NORM+MUL+ADD , 8
172maion-coder ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
173mamba ,0 ,any ,RMS_NORM+MUL , 3
174mamba2 ,0 ,any ,RMS_NORM+MUL , 5
175maple ,0 ,any ,MUL+ADD , 4
176maple ,0 ,any ,RMS_NORM+MUL , 9
177maple ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
178mellum ,0 ,any ,MUL+ADD , 4
179mellum ,0 ,any ,RMS_NORM+MUL , 9
180mellum ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
181mimo2 ,0 ,any ,MUL+ADD , 4
182mimo2 ,0 ,any ,RMS_NORM+MUL , 5
183minicpm ,0 ,any ,RMS_NORM+MUL , 5
184minicpm ,0 ,any ,MUL+ADD , 4
185minicpm ,0 ,any ,RMS_NORM+MUL , 5
186minicpm ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
187minicpm3 ,0 ,any ,RMS_NORM+MUL , 9
188minimax-01 ,0 ,any ,MUL+ADD , 4
189minimax-01 ,0 ,any ,RMS_NORM+MUL , 6
190minimax-01 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
191minimax-m2 ,0 ,any ,MUL+ADD , 4
192minimax-m2 ,0 ,any ,RMS_NORM+MUL , 9
193minimax-m3 ,0 ,any ,ADD+ADD , 1
194minimax-m3 ,0 ,any ,MUL+ADD , 2
195minimax-m3 ,0 ,any ,RMS_NORM+MUL , 11
196mistral3 ,0 ,any ,RMS_NORM+MUL , 5
197mistral3 ,0 ,any ,MUL+ADD , 4
198mistral3 ,0 ,any ,RMS_NORM+MUL , 5
199mistral3 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
200mistral4 ,0 ,any ,ADD+ADD , 1
201mistral4 ,0 ,any ,MUL+ADD , 2
202mistral4 ,0 ,any ,RMS_NORM+MUL , 9
203mpt ,0 ,any ,NORM+MUL+ADD , 5
204muse-glimmer ,0 ,any ,RMS_NORM+MUL , 10
205muse-glimmer ,0 ,any ,RMS_NORM+MUL+ADD , 3
206muse-spark ,0 ,any ,MUL+ADD , 4
207muse-spark ,0 ,any ,RMS_NORM+MUL , 14
208nanbeige ,0 ,any ,RMS_NORM+MUL , 5
209nemotron ,0 ,any ,NORM+MUL+ADD , 5
210nemotron_h ,0 ,any ,RMS_NORM+MUL , 5
211nemotron_h_moe ,1 ,any ,RMS_NORM+MUL , 5
212olmo2 ,0 ,any ,RMS_NORM+MUL , 5
213olmo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
214olmoe ,1 ,any ,MUL+ADD , 4
215olmoe ,1 ,any ,RMS_NORM+MUL , 9
216olmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
217openelm ,0 ,any ,RMS_NORM+MUL , 9
218orion ,0 ,any ,NORM+MUL+ADD , 5
219paddleocr ,0 ,any ,RMS_NORM+MUL , 5
220pangu-embedded ,0 ,any ,RMS_NORM+MUL , 5
221phi2 ,0 ,any ,ADD+ADD , 2
222phi2 ,0 ,any ,NORM+MUL+ADD , 3
223phi3 ,0 ,any ,RMS_NORM+MUL , 5
224phimoe ,1 ,any ,MUL+ADD , 4
225phimoe ,1 ,any ,RMS_NORM+MUL+ADD , 5
226phimoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
227plamo ,0 ,any ,ADD+ADD , 2
228plamo ,0 ,any ,RMS_NORM+MUL , 3
229plamo2 ,0 ,any ,RMS_NORM+MUL , 10
230plamo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
231plamo2 ,0 ,any ,SSM_CONV+UNARY , 1
232plamo3 ,0 ,any ,RMS_NORM+MUL , 9
233plamo3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
234pockettts ,0 ,any ,NORM+MUL+ADD , 5
235qwen ,0 ,any ,RMS_NORM+MUL , 5
236qwen2 ,0 ,any ,RMS_NORM+MUL , 5
237qwen2moe ,1 ,any ,ADD+ADD , 2
238qwen2moe ,1 ,any ,MUL+ADD , 4
239qwen2moe ,1 ,any ,RMS_NORM+MUL , 5
240qwen2moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
241qwen2vl ,0 ,any ,RMS_NORM+MUL , 5
242qwen3 ,0 ,any ,RMS_NORM+MUL , 9
243qwen35 ,0 ,any ,GATED_DELTA_NET+CPY , 1
244qwen35 ,0 ,any ,RMS_NORM+MUL , 8
245qwen35 ,0 ,any ,RMS_NORM+SCALE , 2
246qwen35 ,0 ,any ,SSM_CONV+UNARY , 1
247qwen35moe ,1 ,any ,ADD+ADD , 2
248qwen35moe ,1 ,any ,GATED_DELTA_NET+CPY , 1
249qwen35moe ,1 ,any ,MUL+ADD , 4
250qwen35moe ,1 ,any ,RMS_NORM+MUL , 8
251qwen35moe ,1 ,any ,RMS_NORM+SCALE , 2
252qwen35moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
253qwen35moe ,1 ,any ,SSM_CONV+UNARY , 1
254qwen3moe ,1 ,any ,MUL+ADD , 4
255qwen3moe ,1 ,any ,RMS_NORM+MUL , 9
256qwen3moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
257qwen3next ,0 ,any ,ADD+ADD , 2
258qwen3next ,0 ,any ,GATED_DELTA_NET+CPY , 1
259qwen3next ,0 ,any ,MUL+ADD , 4
260qwen3next ,0 ,any ,RMS_NORM+MUL , 8
261qwen3next ,0 ,any ,RMS_NORM+SCALE , 2
262qwen3next ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
263qwen3next ,0 ,any ,SSM_CONV+UNARY , 1
264qwen3tts ,0 ,any ,RMS_NORM+MUL , 9
265qwen3vl ,0 ,any ,RMS_NORM+MUL , 9
266qwen3vlmoe ,1 ,any ,MUL+ADD , 4
267qwen3vlmoe ,1 ,any ,RMS_NORM+MUL , 9
268qwen3vlmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
269qwen4exp ,0 ,any ,ADD+ADD+ADD , 2
270qwen4exp ,0 ,any ,GATED_DELTA_NET+CPY , 1
271qwen4exp ,0 ,any ,MUL+ADD , 4
272qwen4exp ,0 ,any ,RMS_NORM+MUL , 13
273qwen4exp ,0 ,any ,RMS_NORM+SCALE , 2
274qwen4exp ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
275qwen4exp ,0 ,any ,SSM_CONV+UNARY , 1
276refact ,0 ,any ,RMS_NORM+MUL , 5
277refact ,0 ,any ,RMS_NORM+MUL , 5
278rnd1 ,0 ,any ,MUL+ADD , 4
279rnd1 ,0 ,any ,RMS_NORM+MUL , 9
280rnd1 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
281seed_oss ,0 ,any ,RMS_NORM+MUL , 5
282smallthinker ,0 ,any ,MUL+ADD , 4
283smallthinker ,0 ,any ,RMS_NORM+MUL , 5
284smollm3 ,0 ,any ,RMS_NORM+MUL , 5
285spark2_5 ,0 ,any ,RMS_NORM+MUL , 5
286stablelm ,0 ,any ,NORM+MUL , 4
287stablelm ,0 ,any ,NORM+MUL+ADD , 5
288starcoder ,0 ,any ,NORM+MUL+ADD , 5
289starcoder2 ,0 ,any ,NORM+MUL+ADD , 5
290talkie ,0 ,any ,ADD+ADD , 2
291xverse ,0 ,any ,RMS_NORM+MUL , 5