Files
llama.cpp/tests/fusion/MTL.csv
T
2026-11-03 16:24:45 +01:00

22 KiB

1# test-fusion baseline for device MTL
2# arch ,moe ,mode ,label , count
3afmoe ,1 ,any ,MUL+ADD , 2
4afmoe ,1 ,any ,RMS_NORM+MUL , 10
5afmoe ,1 ,any ,RMS_NORM+MUL+ADD , 3
6arcee ,0 ,any ,RMS_NORM+MUL , 5
7arctic ,0 ,any ,MUL+ADD , 4
8arctic ,0 ,any ,RMS_NORM+MUL , 7
9arctic ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
10baichuan ,0 ,any ,RMS_NORM+MUL , 5
11bailingmoe ,1 ,any ,ADD+ADD , 2
12bailingmoe ,1 ,any ,MUL+ADD , 4
13bailingmoe ,1 ,any ,RMS_NORM+MUL , 5
14bailingmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
15bailingmoe2 ,1 ,any ,ADD+ADD , 1
16bailingmoe2 ,1 ,any ,MUL+ADD , 2
17bailingmoe2 ,1 ,any ,RMS_NORM+MUL , 9
18bailingmoe3 ,1 ,any ,ADD+ADD , 1
19bailingmoe3 ,1 ,any ,GATED_DELTA_NET+CPY , 1
20bailingmoe3 ,1 ,any ,MUL+ADD , 2
21bailingmoe3 ,1 ,any ,RMS_NORM+MUL , 8
22bailingmoe3 ,1 ,any ,RMS_NORM+SCALE , 2
23beam ,0 ,any ,MUL+ADD , 6
24beam ,0 ,any ,RMS_NORM+MUL , 25
25bloom ,0 ,any ,NORM+MUL+ADD , 6
26chatglm ,0 ,any ,RMS_NORM+MUL , 5
27clover_moe ,1 ,any ,ADD+ADD , 2
28clover_moe ,1 ,any ,GATED_DELTA_NET+CPY , 1
29clover_moe ,1 ,any ,MUL+ADD , 4
30clover_moe ,1 ,any ,RMS_NORM+MUL , 8
31clover_moe ,1 ,any ,RMS_NORM+SCALE , 2
32clover_moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
33clover_moe ,1 ,any ,SSM_CONV+UNARY , 1
34codeshell ,0 ,any ,NORM+MUL+ADD , 5
35cogvlm ,0 ,any ,RMS_NORM+MUL , 5
36cohere2 ,0 ,any ,ADD+ADD , 2
37cohere2 ,0 ,any ,NORM+MUL , 3
38cohere2moe ,1 ,any ,ADD+ADD , 2
39cohere2moe ,1 ,any ,MUL+ADD , 2
40cohere2moe ,1 ,any ,RMS_NORM+MUL , 3
41command-r ,0 ,any ,NORM+MUL , 3
42dbrx ,0 ,any ,MUL+ADD , 4
43dbrx ,0 ,any ,NORM+MUL , 5
44dbrx ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
45deci ,0 ,any ,RMS_NORM+MUL , 5
46deepseek ,0 ,any ,ADD+ADD , 1
47deepseek ,0 ,any ,MUL+ADD , 2
48deepseek ,0 ,any ,RMS_NORM+MUL , 5
49deepseek ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 1
50deepseek2 ,0 ,any ,ADD+ADD , 1
51deepseek2 ,0 ,any ,MUL+ADD , 2
52deepseek2 ,0 ,any ,RMS_NORM+MUL , 9
53deepseek32 ,0 ,any ,ADD+ADD , 1
54deepseek32 ,0 ,any ,MUL+ADD , 2
55deepseek32 ,0 ,any ,NORM+MUL+ADD , 2
56deepseek32 ,0 ,any ,RMS_NORM+MUL , 9
57deepseek4 ,0 ,any ,MUL+ADD , 8
58deepseek4 ,0 ,any ,RMS_NORM+MUL , 20
59deepseek41 ,0 ,any ,MUL+ADD , 12
60deepseek41 ,0 ,any ,RMS_NORM+MUL , 29
61dots1 ,0 ,any ,ADD+ADD , 1
62dots1 ,0 ,any ,MUL+ADD , 2
63dots1 ,0 ,any ,RMS_NORM+MUL , 9
64dots3note ,0 ,any ,ADD+ADD , 1
65dots3note ,0 ,any ,MUL+ADD , 2
66dots3note ,0 ,any ,NORM+MUL+ADD , 1
67dots3note ,0 ,any ,RMS_NORM+MUL , 11
68dream ,0 ,any ,RMS_NORM+MUL , 5
69ernie4_5-moe ,1 ,any ,ADD+ADD , 1
70ernie4_5-moe ,1 ,any ,MUL+ADD , 2
71ernie4_5-moe ,1 ,any ,RMS_NORM+MUL , 5
72ernie4_5 ,0 ,any ,RMS_NORM+MUL , 5
73exaone ,0 ,any ,RMS_NORM+MUL , 5
74exaone-moe ,1 ,any ,ADD+ADD , 1
75exaone-moe ,1 ,any ,MUL+ADD , 2
76exaone-moe ,1 ,any ,RMS_NORM+MUL , 9
77exaone4 ,0 ,any ,RMS_NORM+MUL , 5
78exaone4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
79falcon ,0 ,any ,ADD+ADD , 2
80falcon ,0 ,any ,NORM+MUL+ADD , 5
81falcon-h1 ,0 ,any ,ADD+ADD , 2
82falcon-h1 ,0 ,any ,RMS_NORM+MUL , 9
83flint ,0 ,any ,ADD+ADD , 1
84flint ,0 ,any ,MUL+ADD , 2
85flint ,0 ,any ,RMS_NORM+MUL , 9
86gemma ,0 ,any ,RMS_NORM+MUL , 5
87gemma2 ,0 ,any ,RMS_NORM+MUL , 5
88gemma2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
89gemma3 ,0 ,any ,RMS_NORM+MUL , 9
90gemma3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
91gemma4 ,0 ,any ,RMS_NORM+MUL , 47
92gemma4 ,0 ,any ,RMS_NORM+MUL+ADD , 20
93glm-dsa ,0 ,any ,ADD+ADD , 1
94glm-dsa ,0 ,any ,MUL+ADD , 2
95glm-dsa ,0 ,any ,NORM+MUL+ADD , 2
96glm-dsa ,0 ,any ,RMS_NORM+MUL , 9
97glm4 ,0 ,any ,RMS_NORM+MUL , 5
98glm4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
99glm4moe ,1 ,any ,ADD+ADD , 1
100glm4moe ,1 ,any ,MUL+ADD , 2
101glm4moe ,1 ,any ,RMS_NORM+MUL , 9
102glm5-next ,0 ,any ,ADD+ADD+ADD , 1
103glm5-next ,0 ,any ,GATED_DELTA_NET+CPY , 1
104glm5-next ,0 ,any ,MUL+ADD , 2
105glm5-next ,0 ,any ,NORM+MUL+ADD , 1
106glm5-next ,0 ,any ,RMS_NORM+MUL , 8
107glm5-next ,0 ,any ,RMS_NORM+SCALE , 2
108gpt-oss ,0 ,any ,MUL+ADD , 4
109gpt-oss ,0 ,any ,RMS_NORM+MUL , 5
110gpt2 ,0 ,any ,NORM+MUL+ADD , 5
111gptneox ,0 ,any ,NORM+MUL+ADD , 5
112granite ,0 ,any ,RMS_NORM+MUL , 5
113granite ,0 ,any ,MUL+ADD , 4
114granite ,0 ,any ,RMS_NORM+MUL , 5
115granite ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
116granite_swa ,0 ,any ,RMS_NORM+MUL , 5
117granitehybrid ,0 ,any ,RMS_NORM+MUL , 6
118granitemoe ,1 ,any ,RMS_NORM+MUL , 5
119granitemoe ,1 ,any ,MUL+ADD , 4
120granitemoe ,1 ,any ,RMS_NORM+MUL , 5
121granitemoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
122grok ,0 ,any ,MUL+ADD , 4
123grok ,0 ,any ,RMS_NORM+MUL , 5
124grok ,0 ,any ,RMS_NORM+MUL+ADD , 4
125grok ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
126grovemoe ,1 ,any ,ADD+ADD , 2
127grovemoe ,1 ,any ,MUL+ADD , 8
128grovemoe ,1 ,any ,RMS_NORM+MUL , 9
129hunyuan-dense ,0 ,any ,RMS_NORM+MUL , 9
130hunyuan-moe ,1 ,any ,ADD+ADD , 2
131hunyuan-moe ,1 ,any ,MUL+ADD , 4
132hunyuan-moe ,1 ,any ,RMS_NORM+MUL , 9
133hunyuan-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
134hunyuan_vl ,0 ,any ,RMS_NORM+MUL , 9
135hy_v3 ,0 ,any ,ADD+ADD , 2
136hy_v3 ,0 ,any ,MUL+ADD , 4
137hy_v3 ,0 ,any ,RMS_NORM+MUL , 9
138hy_v4 ,0 ,any ,MUL+ADD , 2
139hy_v4 ,0 ,any ,NORM+MUL+ADD , 1
140hy_v4 ,0 ,any ,RMS_NORM+MUL , 9
141internlm2 ,0 ,any ,RMS_NORM+MUL , 5
142jais ,0 ,any ,NORM+MUL+ADD , 5
143jais2 ,0 ,any ,NORM+MUL+ADD , 5
144jamba ,0 ,any ,RMS_NORM+MUL , 8
145k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
146k2-horizon ,0 ,any ,ADD+ADD , 1
147k2-horizon ,0 ,any ,MUL+ADD , 2
148k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
149kimi-k3 ,0 ,any ,GATED_DELTA_NET+CPY , 1
150kimi-k3 ,0 ,any ,MUL+ADD , 2
151kimi-k3 ,0 ,any ,RMS_NORM+MUL , 17
152kimi-k3 ,0 ,any ,RMS_NORM+SCALE , 2
153kimi-linear ,0 ,any ,ADD+ADD , 1
154kimi-linear ,0 ,any ,GATED_DELTA_NET+CPY , 1
155kimi-linear ,0 ,any ,MUL+ADD , 2
156kimi-linear ,0 ,any ,RMS_NORM+MUL , 7
157kimi-linear ,0 ,any ,RMS_NORM+SCALE , 2
158kolibri1 ,0 ,any ,MUL+ADD , 4
159kolibri1 ,0 ,any ,RMS_NORM+MUL , 10
160kolibri1 ,0 ,any ,RMS_NORM+MUL+ADD , 3
161laguna ,0 ,any ,ADD+ADD , 1
162laguna ,0 ,any ,MUL+ADD , 2
163laguna ,0 ,any ,RMS_NORM+MUL , 9
164lfm2 ,0 ,any ,RMS_NORM+MUL , 7
165lfm2moe ,1 ,any ,MUL+ADD , 2
166lfm2moe ,1 ,any ,RMS_NORM+MUL , 7
167lfm3 ,0 ,any ,RMS_NORM+MUL , 17
168llada ,0 ,any ,RMS_NORM+MUL , 5
169llada-moe ,1 ,any ,MUL+ADD , 4
170llada-moe ,1 ,any ,RMS_NORM+MUL , 9
171llada-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
172llama ,0 ,any ,RMS_NORM+MUL , 5
173llama ,0 ,any ,MUL+ADD , 4
174llama ,0 ,any ,RMS_NORM+MUL , 5
175llama ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
176llama4 ,0 ,any ,ADD+ADD , 2
177llama4 ,0 ,any ,RMS_NORM+MUL , 9
178maincoder ,0 ,any ,RMS_NORM+MUL , 9
179maion-coder ,0 ,any ,MUL+ADD , 4
180maion-coder ,0 ,any ,RMS_NORM+MUL , 17
181maion-coder ,0 ,any ,RMS_NORM+MUL+ADD , 8
182maion-coder ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
183mamba ,0 ,any ,RMS_NORM+MUL , 3
184mamba2 ,0 ,any ,RMS_NORM+MUL , 5
185maple ,0 ,any ,MUL+ADD , 4
186maple ,0 ,any ,RMS_NORM+MUL , 9
187maple ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
188mellum ,0 ,any ,MUL+ADD , 4
189mellum ,0 ,any ,RMS_NORM+MUL , 9
190mellum ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
191metis16 ,0 ,any ,MUL+ADD , 8
192metis16 ,0 ,any ,RMS_NORM+MUL , 11
193mimo2 ,0 ,any ,MUL+ADD , 4
194mimo2 ,0 ,any ,RMS_NORM+MUL , 5
195minicpm ,0 ,any ,RMS_NORM+MUL , 5
196minicpm ,0 ,any ,MUL+ADD , 4
197minicpm ,0 ,any ,RMS_NORM+MUL , 5
198minicpm ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
199minicpm3 ,0 ,any ,RMS_NORM+MUL , 9
200minimax-01 ,0 ,any ,MUL+ADD , 4
201minimax-01 ,0 ,any ,RMS_NORM+MUL , 6
202minimax-01 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
203minimax-m2 ,0 ,any ,MUL+ADD , 4
204minimax-m2 ,0 ,any ,RMS_NORM+MUL , 9
205minimax-m3 ,0 ,any ,ADD+ADD , 1
206minimax-m3 ,0 ,any ,MUL+ADD , 2
207minimax-m3 ,0 ,any ,RMS_NORM+MUL , 11
208mistral-large4 ,0 ,any ,ADD+ADD , 3
209mistral-large4 ,0 ,any ,MUL+ADD , 6
210mistral-large4 ,0 ,any ,NORM+MUL+ADD , 6
211mistral-large4 ,0 ,any ,RMS_NORM+MUL , 12
212mistral3 ,0 ,any ,RMS_NORM+MUL , 5
213mistral3 ,0 ,any ,MUL+ADD , 4
214mistral3 ,0 ,any ,RMS_NORM+MUL , 5
215mistral3 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
216mistral4 ,0 ,any ,ADD+ADD , 1
217mistral4 ,0 ,any ,MUL+ADD , 2
218mistral4 ,0 ,any ,RMS_NORM+MUL , 9
219mpt ,0 ,any ,NORM+MUL+ADD , 5
220muse-glimmer ,0 ,any ,RMS_NORM+MUL , 10
221muse-glimmer ,0 ,any ,RMS_NORM+MUL+ADD , 3
222muse-spark ,0 ,any ,MUL+ADD , 4
223muse-spark ,0 ,any ,RMS_NORM+MUL , 14
224nanbeige ,0 ,any ,RMS_NORM+MUL , 5
225nemotron ,0 ,any ,NORM+MUL+ADD , 5
226nemotron_h ,0 ,any ,RMS_NORM+MUL , 5
227nemotron_h_moe ,1 ,any ,RMS_NORM+MUL , 5
228olmo2 ,0 ,any ,RMS_NORM+MUL , 5
229olmo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
230olmoe ,1 ,any ,MUL+ADD , 4
231olmoe ,1 ,any ,RMS_NORM+MUL , 9
232olmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
233openelm ,0 ,any ,RMS_NORM+MUL , 9
234orion ,0 ,any ,NORM+MUL+ADD , 5
235paddleocr ,0 ,any ,RMS_NORM+MUL , 5
236pangu-embedded ,0 ,any ,RMS_NORM+MUL , 5
237phi2 ,0 ,any ,ADD+ADD , 2
238phi2 ,0 ,any ,NORM+MUL+ADD , 3
239phi3 ,0 ,any ,RMS_NORM+MUL , 5
240phimoe ,1 ,any ,MUL+ADD , 4
241phimoe ,1 ,any ,RMS_NORM+MUL+ADD , 5
242phimoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
243plamo ,0 ,any ,ADD+ADD , 2
244plamo ,0 ,any ,RMS_NORM+MUL , 3
245plamo2 ,0 ,any ,RMS_NORM+MUL , 10
246plamo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
247plamo2 ,0 ,any ,SSM_CONV+UNARY , 1
248plamo3 ,0 ,any ,RMS_NORM+MUL , 9
249plamo3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
250pockettts ,0 ,any ,NORM+MUL+ADD , 5
251qwen ,0 ,any ,RMS_NORM+MUL , 5
252qwen2 ,0 ,any ,RMS_NORM+MUL , 5
253qwen2moe ,1 ,any ,ADD+ADD , 2
254qwen2moe ,1 ,any ,MUL+ADD , 4
255qwen2moe ,1 ,any ,RMS_NORM+MUL , 5
256qwen2moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
257qwen2vl ,0 ,any ,RMS_NORM+MUL , 5
258qwen3 ,0 ,any ,RMS_NORM+MUL , 9
259qwen35 ,0 ,any ,GATED_DELTA_NET+CPY , 1
260qwen35 ,0 ,any ,RMS_NORM+MUL , 8
261qwen35 ,0 ,any ,RMS_NORM+SCALE , 2
262qwen35 ,0 ,any ,SSM_CONV+UNARY , 1
263qwen35moe ,1 ,any ,ADD+ADD , 2
264qwen35moe ,1 ,any ,GATED_DELTA_NET+CPY , 1
265qwen35moe ,1 ,any ,MUL+ADD , 4
266qwen35moe ,1 ,any ,RMS_NORM+MUL , 8
267qwen35moe ,1 ,any ,RMS_NORM+SCALE , 2
268qwen35moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
269qwen35moe ,1 ,any ,SSM_CONV+UNARY , 1
270qwen3moe ,1 ,any ,MUL+ADD , 4
271qwen3moe ,1 ,any ,RMS_NORM+MUL , 9
272qwen3moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
273qwen3next ,0 ,any ,ADD+ADD , 2
274qwen3next ,0 ,any ,GATED_DELTA_NET+CPY , 1
275qwen3next ,0 ,any ,MUL+ADD , 4
276qwen3next ,0 ,any ,RMS_NORM+MUL , 8
277qwen3next ,0 ,any ,RMS_NORM+SCALE , 2
278qwen3next ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
279qwen3next ,0 ,any ,SSM_CONV+UNARY , 1
280qwen3tts ,0 ,any ,RMS_NORM+MUL , 9
281qwen3vl ,0 ,any ,RMS_NORM+MUL , 9
282qwen3vlmoe ,1 ,any ,MUL+ADD , 4
283qwen3vlmoe ,1 ,any ,RMS_NORM+MUL , 9
284qwen3vlmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
285qwen4exp ,0 ,any ,ADD+ADD+ADD , 2
286qwen4exp ,0 ,any ,GATED_DELTA_NET+CPY , 1
287qwen4exp ,0 ,any ,MUL+ADD , 4
288qwen4exp ,0 ,any ,RMS_NORM+MUL , 13
289qwen4exp ,0 ,any ,RMS_NORM+SCALE , 2
290qwen4exp ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
291qwen4exp ,0 ,any ,SSM_CONV+UNARY , 1
292refact ,0 ,any ,RMS_NORM+MUL , 5
293refact ,0 ,any ,RMS_NORM+MUL , 5
294rnd1 ,0 ,any ,MUL+ADD , 4
295rnd1 ,0 ,any ,RMS_NORM+MUL , 9
296rnd1 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
297seed_oss ,0 ,any ,RMS_NORM+MUL , 5
298smallthinker ,0 ,any ,MUL+ADD , 4
299smallthinker ,0 ,any ,RMS_NORM+MUL , 5
300smollm3 ,0 ,any ,RMS_NORM+MUL , 5
301spark2_5 ,0 ,any ,RMS_NORM+MUL , 5
302stablelm ,0 ,any ,NORM+MUL , 4
303stablelm ,0 ,any ,NORM+MUL+ADD , 5
304starcoder ,0 ,any ,NORM+MUL+ADD , 5
305starcoder2 ,0 ,any ,NORM+MUL+ADD , 5
306talkie ,0 ,any ,ADD+ADD , 2
307xverse ,0 ,any ,RMS_NORM+MUL , 5