Files
llama.cpp/tests/fusion/MTL.csv
T
Maphist0andSigbjørn Skjæret e4b6c8ca6a model: add Clover support (#31306)
* model : add AR-only Clover MoE support

Add GGUF conversion, model loading, and causal hybrid attention for Clover, reusing shared attention, recurrent-state, MoE, and LoRA helpers.

* Update tests/test-llama-archs.cpp

Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@huggingface.co>

* convert : filter Clover tensors using filter_tensors

* clover : use the standard ssm_a tensor name

---------

Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@huggingface.co>
2026-11-02 18:37:27 +01:00

22 KiB

1# test-fusion baseline for device MTL
2# arch ,moe ,mode ,label , count
3afmoe ,1 ,any ,MUL+ADD , 2
4afmoe ,1 ,any ,RMS_NORM+MUL , 10
5afmoe ,1 ,any ,RMS_NORM+MUL+ADD , 3
6arcee ,0 ,any ,RMS_NORM+MUL , 5
7arctic ,0 ,any ,MUL+ADD , 4
8arctic ,0 ,any ,RMS_NORM+MUL , 7
9arctic ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
10baichuan ,0 ,any ,RMS_NORM+MUL , 5
11bailingmoe ,1 ,any ,ADD+ADD , 2
12bailingmoe ,1 ,any ,MUL+ADD , 4
13bailingmoe ,1 ,any ,RMS_NORM+MUL , 5
14bailingmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
15bailingmoe2 ,1 ,any ,ADD+ADD , 1
16bailingmoe2 ,1 ,any ,MUL+ADD , 2
17bailingmoe2 ,1 ,any ,RMS_NORM+MUL , 9
18bailingmoe3 ,1 ,any ,ADD+ADD , 1
19bailingmoe3 ,1 ,any ,GATED_DELTA_NET+CPY , 1
20bailingmoe3 ,1 ,any ,MUL+ADD , 2
21bailingmoe3 ,1 ,any ,RMS_NORM+MUL , 8
22bailingmoe3 ,1 ,any ,RMS_NORM+SCALE , 2
23beam ,0 ,any ,MUL+ADD , 6
24beam ,0 ,any ,RMS_NORM+MUL , 25
25bloom ,0 ,any ,NORM+MUL+ADD , 6
26chatglm ,0 ,any ,RMS_NORM+MUL , 5
27clover_moe ,1 ,any ,ADD+ADD , 2
28clover_moe ,1 ,any ,GATED_DELTA_NET+CPY , 1
29clover_moe ,1 ,any ,MUL+ADD , 4
30clover_moe ,1 ,any ,RMS_NORM+MUL , 8
31clover_moe ,1 ,any ,RMS_NORM+SCALE , 2
32clover_moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
33clover_moe ,1 ,any ,SSM_CONV+UNARY , 1
34codeshell ,0 ,any ,NORM+MUL+ADD , 5
35cogvlm ,0 ,any ,RMS_NORM+MUL , 5
36cohere2 ,0 ,any ,ADD+ADD , 2
37cohere2 ,0 ,any ,NORM+MUL , 3
38cohere2moe ,1 ,any ,ADD+ADD , 2
39cohere2moe ,1 ,any ,MUL+ADD , 2
40cohere2moe ,1 ,any ,RMS_NORM+MUL , 3
41command-r ,0 ,any ,NORM+MUL , 3
42dbrx ,0 ,any ,MUL+ADD , 4
43dbrx ,0 ,any ,NORM+MUL , 5
44dbrx ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
45deci ,0 ,any ,RMS_NORM+MUL , 5
46deepseek ,0 ,any ,ADD+ADD , 1
47deepseek ,0 ,any ,MUL+ADD , 2
48deepseek ,0 ,any ,RMS_NORM+MUL , 5
49deepseek ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 1
50deepseek2 ,0 ,any ,ADD+ADD , 1
51deepseek2 ,0 ,any ,MUL+ADD , 2
52deepseek2 ,0 ,any ,RMS_NORM+MUL , 9
53deepseek32 ,0 ,any ,ADD+ADD , 1
54deepseek32 ,0 ,any ,MUL+ADD , 2
55deepseek32 ,0 ,any ,NORM+MUL+ADD , 2
56deepseek32 ,0 ,any ,RMS_NORM+MUL , 9
57deepseek4 ,0 ,any ,MUL+ADD , 8
58deepseek4 ,0 ,any ,RMS_NORM+MUL , 20
59deepseek41 ,0 ,any ,MUL+ADD , 12
60deepseek41 ,0 ,any ,RMS_NORM+MUL , 29
61dots1 ,0 ,any ,ADD+ADD , 1
62dots1 ,0 ,any ,MUL+ADD , 2
63dots1 ,0 ,any ,RMS_NORM+MUL , 9
64dots3note ,0 ,any ,ADD+ADD , 1
65dots3note ,0 ,any ,MUL+ADD , 2
66dots3note ,0 ,any ,NORM+MUL+ADD , 1
67dots3note ,0 ,any ,RMS_NORM+MUL , 11
68dream ,0 ,any ,RMS_NORM+MUL , 5
69ernie4_5-moe ,1 ,any ,ADD+ADD , 1
70ernie4_5-moe ,1 ,any ,MUL+ADD , 2
71ernie4_5-moe ,1 ,any ,RMS_NORM+MUL , 5
72ernie4_5 ,0 ,any ,RMS_NORM+MUL , 5
73exaone ,0 ,any ,RMS_NORM+MUL , 5
74exaone-moe ,1 ,any ,ADD+ADD , 1
75exaone-moe ,1 ,any ,MUL+ADD , 2
76exaone-moe ,1 ,any ,RMS_NORM+MUL , 9
77exaone4 ,0 ,any ,RMS_NORM+MUL , 5
78exaone4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
79falcon ,0 ,any ,ADD+ADD , 2
80falcon ,0 ,any ,NORM+MUL+ADD , 5
81falcon-h1 ,0 ,any ,ADD+ADD , 2
82falcon-h1 ,0 ,any ,RMS_NORM+MUL , 9
83flint ,0 ,any ,ADD+ADD , 1
84flint ,0 ,any ,MUL+ADD , 2
85flint ,0 ,any ,RMS_NORM+MUL , 9
86gemma ,0 ,any ,RMS_NORM+MUL , 5
87gemma2 ,0 ,any ,RMS_NORM+MUL , 5
88gemma2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
89gemma3 ,0 ,any ,RMS_NORM+MUL , 9
90gemma3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
91gemma4 ,0 ,any ,RMS_NORM+MUL , 47
92gemma4 ,0 ,any ,RMS_NORM+MUL+ADD , 20
93glm-dsa ,0 ,any ,ADD+ADD , 1
94glm-dsa ,0 ,any ,MUL+ADD , 2
95glm-dsa ,0 ,any ,NORM+MUL+ADD , 2
96glm-dsa ,0 ,any ,RMS_NORM+MUL , 9
97glm4 ,0 ,any ,RMS_NORM+MUL , 5
98glm4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
99glm4moe ,1 ,any ,ADD+ADD , 1
100glm4moe ,1 ,any ,MUL+ADD , 2
101glm4moe ,1 ,any ,RMS_NORM+MUL , 9
102glm5-next ,0 ,any ,ADD+ADD+ADD , 1
103glm5-next ,0 ,any ,GATED_DELTA_NET+CPY , 1
104glm5-next ,0 ,any ,MUL+ADD , 2
105glm5-next ,0 ,any ,NORM+MUL+ADD , 1
106glm5-next ,0 ,any ,RMS_NORM+MUL , 8
107glm5-next ,0 ,any ,RMS_NORM+SCALE , 2
108gpt-oss ,0 ,any ,MUL+ADD , 4
109gpt-oss ,0 ,any ,RMS_NORM+MUL , 5
110gpt2 ,0 ,any ,NORM+MUL+ADD , 5
111gptneox ,0 ,any ,NORM+MUL+ADD , 5
112granite ,0 ,any ,RMS_NORM+MUL , 5
113granite ,0 ,any ,MUL+ADD , 4
114granite ,0 ,any ,RMS_NORM+MUL , 5
115granite ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
116granite_swa ,0 ,any ,RMS_NORM+MUL , 5
117granitehybrid ,0 ,any ,RMS_NORM+MUL , 6
118granitemoe ,1 ,any ,RMS_NORM+MUL , 5
119granitemoe ,1 ,any ,MUL+ADD , 4
120granitemoe ,1 ,any ,RMS_NORM+MUL , 5
121granitemoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
122grok ,0 ,any ,MUL+ADD , 4
123grok ,0 ,any ,RMS_NORM+MUL , 5
124grok ,0 ,any ,RMS_NORM+MUL+ADD , 4
125grok ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
126grovemoe ,1 ,any ,ADD+ADD , 2
127grovemoe ,1 ,any ,MUL+ADD , 8
128grovemoe ,1 ,any ,RMS_NORM+MUL , 9
129hunyuan-dense ,0 ,any ,RMS_NORM+MUL , 9
130hunyuan-moe ,1 ,any ,ADD+ADD , 2
131hunyuan-moe ,1 ,any ,MUL+ADD , 4
132hunyuan-moe ,1 ,any ,RMS_NORM+MUL , 9
133hunyuan-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
134hunyuan_vl ,0 ,any ,RMS_NORM+MUL , 9
135hy_v3 ,0 ,any ,ADD+ADD , 2
136hy_v3 ,0 ,any ,MUL+ADD , 4
137hy_v3 ,0 ,any ,RMS_NORM+MUL , 9
138hy_v4 ,0 ,any ,MUL+ADD , 2
139hy_v4 ,0 ,any ,NORM+MUL+ADD , 1
140hy_v4 ,0 ,any ,RMS_NORM+MUL , 9
141internlm2 ,0 ,any ,RMS_NORM+MUL , 5
142jais ,0 ,any ,NORM+MUL+ADD , 5
143jais2 ,0 ,any ,NORM+MUL+ADD , 5
144jamba ,0 ,any ,RMS_NORM+MUL , 8
145k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
146k2-horizon ,0 ,any ,ADD+ADD , 1
147k2-horizon ,0 ,any ,MUL+ADD , 2
148k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
149kimi-k3 ,0 ,any ,GATED_DELTA_NET+CPY , 1
150kimi-k3 ,0 ,any ,MUL+ADD , 2
151kimi-k3 ,0 ,any ,RMS_NORM+MUL , 17
152kimi-k3 ,0 ,any ,RMS_NORM+SCALE , 2
153kimi-linear ,0 ,any ,ADD+ADD , 1
154kimi-linear ,0 ,any ,GATED_DELTA_NET+CPY , 1
155kimi-linear ,0 ,any ,MUL+ADD , 2
156kimi-linear ,0 ,any ,RMS_NORM+MUL , 7
157kimi-linear ,0 ,any ,RMS_NORM+SCALE , 2
158kolibri1 ,0 ,any ,MUL+ADD , 4
159kolibri1 ,0 ,any ,RMS_NORM+MUL , 10
160kolibri1 ,0 ,any ,RMS_NORM+MUL+ADD , 3
161laguna ,0 ,any ,ADD+ADD , 1
162laguna ,0 ,any ,MUL+ADD , 2
163laguna ,0 ,any ,RMS_NORM+MUL , 9
164lfm2 ,0 ,any ,RMS_NORM+MUL , 7
165lfm2moe ,1 ,any ,MUL+ADD , 2
166lfm2moe ,1 ,any ,RMS_NORM+MUL , 7
167lfm3 ,0 ,any ,RMS_NORM+MUL , 17
168llada ,0 ,any ,RMS_NORM+MUL , 5
169llada-moe ,1 ,any ,MUL+ADD , 4
170llada-moe ,1 ,any ,RMS_NORM+MUL , 9
171llada-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
172llama ,0 ,any ,RMS_NORM+MUL , 5
173llama ,0 ,any ,MUL+ADD , 4
174llama ,0 ,any ,RMS_NORM+MUL , 5
175llama ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
176llama4 ,0 ,any ,ADD+ADD , 2
177llama4 ,0 ,any ,RMS_NORM+MUL , 9
178maincoder ,0 ,any ,RMS_NORM+MUL , 9
179maion-coder ,0 ,any ,MUL+ADD , 4
180maion-coder ,0 ,any ,RMS_NORM+MUL , 17
181maion-coder ,0 ,any ,RMS_NORM+MUL+ADD , 8
182maion-coder ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
183mamba ,0 ,any ,RMS_NORM+MUL , 3
184mamba2 ,0 ,any ,RMS_NORM+MUL , 5
185maple ,0 ,any ,MUL+ADD , 4
186maple ,0 ,any ,RMS_NORM+MUL , 9
187maple ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
188mellum ,0 ,any ,MUL+ADD , 4
189mellum ,0 ,any ,RMS_NORM+MUL , 9
190mellum ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
191mimo2 ,0 ,any ,MUL+ADD , 4
192mimo2 ,0 ,any ,RMS_NORM+MUL , 5
193minicpm ,0 ,any ,RMS_NORM+MUL , 5
194minicpm ,0 ,any ,MUL+ADD , 4
195minicpm ,0 ,any ,RMS_NORM+MUL , 5
196minicpm ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
197minicpm3 ,0 ,any ,RMS_NORM+MUL , 9
198minimax-01 ,0 ,any ,MUL+ADD , 4
199minimax-01 ,0 ,any ,RMS_NORM+MUL , 6
200minimax-01 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
201minimax-m2 ,0 ,any ,MUL+ADD , 4
202minimax-m2 ,0 ,any ,RMS_NORM+MUL , 9
203minimax-m3 ,0 ,any ,ADD+ADD , 1
204minimax-m3 ,0 ,any ,MUL+ADD , 2
205minimax-m3 ,0 ,any ,RMS_NORM+MUL , 11
206mistral-large4 ,0 ,any ,ADD+ADD , 3
207mistral-large4 ,0 ,any ,MUL+ADD , 6
208mistral-large4 ,0 ,any ,NORM+MUL+ADD , 6
209mistral-large4 ,0 ,any ,RMS_NORM+MUL , 12
210mistral3 ,0 ,any ,RMS_NORM+MUL , 5
211mistral3 ,0 ,any ,MUL+ADD , 4
212mistral3 ,0 ,any ,RMS_NORM+MUL , 5
213mistral3 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
214mistral4 ,0 ,any ,ADD+ADD , 1
215mistral4 ,0 ,any ,MUL+ADD , 2
216mistral4 ,0 ,any ,RMS_NORM+MUL , 9
217mpt ,0 ,any ,NORM+MUL+ADD , 5
218muse-glimmer ,0 ,any ,RMS_NORM+MUL , 10
219muse-glimmer ,0 ,any ,RMS_NORM+MUL+ADD , 3
220muse-spark ,0 ,any ,MUL+ADD , 4
221muse-spark ,0 ,any ,RMS_NORM+MUL , 14
222nanbeige ,0 ,any ,RMS_NORM+MUL , 5
223nemotron ,0 ,any ,NORM+MUL+ADD , 5
224nemotron_h ,0 ,any ,RMS_NORM+MUL , 5
225nemotron_h_moe ,1 ,any ,RMS_NORM+MUL , 5
226olmo2 ,0 ,any ,RMS_NORM+MUL , 5
227olmo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
228olmoe ,1 ,any ,MUL+ADD , 4
229olmoe ,1 ,any ,RMS_NORM+MUL , 9
230olmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
231openelm ,0 ,any ,RMS_NORM+MUL , 9
232orion ,0 ,any ,NORM+MUL+ADD , 5
233paddleocr ,0 ,any ,RMS_NORM+MUL , 5
234pangu-embedded ,0 ,any ,RMS_NORM+MUL , 5
235phi2 ,0 ,any ,ADD+ADD , 2
236phi2 ,0 ,any ,NORM+MUL+ADD , 3
237phi3 ,0 ,any ,RMS_NORM+MUL , 5
238phimoe ,1 ,any ,MUL+ADD , 4
239phimoe ,1 ,any ,RMS_NORM+MUL+ADD , 5
240phimoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
241plamo ,0 ,any ,ADD+ADD , 2
242plamo ,0 ,any ,RMS_NORM+MUL , 3
243plamo2 ,0 ,any ,RMS_NORM+MUL , 10
244plamo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
245plamo2 ,0 ,any ,SSM_CONV+UNARY , 1
246plamo3 ,0 ,any ,RMS_NORM+MUL , 9
247plamo3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
248pockettts ,0 ,any ,NORM+MUL+ADD , 5
249qwen ,0 ,any ,RMS_NORM+MUL , 5
250qwen2 ,0 ,any ,RMS_NORM+MUL , 5
251qwen2moe ,1 ,any ,ADD+ADD , 2
252qwen2moe ,1 ,any ,MUL+ADD , 4
253qwen2moe ,1 ,any ,RMS_NORM+MUL , 5
254qwen2moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
255qwen2vl ,0 ,any ,RMS_NORM+MUL , 5
256qwen3 ,0 ,any ,RMS_NORM+MUL , 9
257qwen35 ,0 ,any ,GATED_DELTA_NET+CPY , 1
258qwen35 ,0 ,any ,RMS_NORM+MUL , 8
259qwen35 ,0 ,any ,RMS_NORM+SCALE , 2
260qwen35 ,0 ,any ,SSM_CONV+UNARY , 1
261qwen35moe ,1 ,any ,ADD+ADD , 2
262qwen35moe ,1 ,any ,GATED_DELTA_NET+CPY , 1
263qwen35moe ,1 ,any ,MUL+ADD , 4
264qwen35moe ,1 ,any ,RMS_NORM+MUL , 8
265qwen35moe ,1 ,any ,RMS_NORM+SCALE , 2
266qwen35moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
267qwen35moe ,1 ,any ,SSM_CONV+UNARY , 1
268qwen3moe ,1 ,any ,MUL+ADD , 4
269qwen3moe ,1 ,any ,RMS_NORM+MUL , 9
270qwen3moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
271qwen3next ,0 ,any ,ADD+ADD , 2
272qwen3next ,0 ,any ,GATED_DELTA_NET+CPY , 1
273qwen3next ,0 ,any ,MUL+ADD , 4
274qwen3next ,0 ,any ,RMS_NORM+MUL , 8
275qwen3next ,0 ,any ,RMS_NORM+SCALE , 2
276qwen3next ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
277qwen3next ,0 ,any ,SSM_CONV+UNARY , 1
278qwen3tts ,0 ,any ,RMS_NORM+MUL , 9
279qwen3vl ,0 ,any ,RMS_NORM+MUL , 9
280qwen3vlmoe ,1 ,any ,MUL+ADD , 4
281qwen3vlmoe ,1 ,any ,RMS_NORM+MUL , 9
282qwen3vlmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
283qwen4exp ,0 ,any ,ADD+ADD+ADD , 2
284qwen4exp ,0 ,any ,GATED_DELTA_NET+CPY , 1
285qwen4exp ,0 ,any ,MUL+ADD , 4
286qwen4exp ,0 ,any ,RMS_NORM+MUL , 13
287qwen4exp ,0 ,any ,RMS_NORM+SCALE , 2
288qwen4exp ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
289qwen4exp ,0 ,any ,SSM_CONV+UNARY , 1
290refact ,0 ,any ,RMS_NORM+MUL , 5
291refact ,0 ,any ,RMS_NORM+MUL , 5
292rnd1 ,0 ,any ,MUL+ADD , 4
293rnd1 ,0 ,any ,RMS_NORM+MUL , 9
294rnd1 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
295seed_oss ,0 ,any ,RMS_NORM+MUL , 5
296smallthinker ,0 ,any ,MUL+ADD , 4
297smallthinker ,0 ,any ,RMS_NORM+MUL , 5
298smollm3 ,0 ,any ,RMS_NORM+MUL , 5
299spark2_5 ,0 ,any ,RMS_NORM+MUL , 5
300stablelm ,0 ,any ,NORM+MUL , 4
301stablelm ,0 ,any ,NORM+MUL+ADD , 5
302starcoder ,0 ,any ,NORM+MUL+ADD , 5
303starcoder2 ,0 ,any ,NORM+MUL+ADD , 5
304talkie ,0 ,any ,ADD+ADD , 2
305xverse ,0 ,any ,RMS_NORM+MUL , 5