Files
llama.cpp/tests/fusion/MTL.csv
T
Xuan-Son Nguyen 19bc41dbb4 model: apply .scale tensors automatically + fix correctness (#32669)
* model: apply .scale tensors automatically

* rm build_moe_ffn "_s" overload

* use llama_prec_policy

* fix ci

* build_lora_mm_id: rm w_s
2026-11-21 16:30:01 +01:00

26 KiB

1# test-fusion baseline for device MTL
2# arch ,moe ,mode ,label , count
3afmoe ,1 ,any ,MUL+ADD , 2
4afmoe ,1 ,any ,RMS_NORM+MUL , 10
5afmoe ,1 ,any ,RMS_NORM+MUL+ADD , 3
6afmoe ,1 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
7arcee ,0 ,any ,RMS_NORM+MUL , 5
8arctic ,0 ,any ,MUL+ADD , 4
9arctic ,0 ,any ,RMS_NORM+MUL , 7
10arctic ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
11baichuan ,0 ,any ,RMS_NORM+MUL , 5
12bailingmoe ,1 ,any ,ADD+ADD , 2
13bailingmoe ,1 ,any ,MUL+ADD , 4
14bailingmoe ,1 ,any ,RMS_NORM+MUL , 5
15bailingmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
16bailingmoe2 ,1 ,any ,ADD+ADD , 1
17bailingmoe2 ,1 ,any ,MUL+ADD , 2
18bailingmoe2 ,1 ,any ,RMS_NORM+MUL , 9
19bailingmoe2 ,1 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
20bailingmoe3 ,1 ,any ,ADD+ADD , 1
21bailingmoe3 ,1 ,any ,GATED_DELTA_NET+CPY , 1
22bailingmoe3 ,1 ,any ,MUL+ADD , 2
23bailingmoe3 ,1 ,any ,RMS_NORM+MUL , 8
24bailingmoe3 ,1 ,any ,RMS_NORM+SCALE , 2
25bailingmoe3 ,1 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
26beam ,0 ,any ,MUL+ADD , 6
27beam ,0 ,any ,RMS_NORM+MUL , 25
28bloom ,0 ,any ,NORM+MUL+ADD , 6
29chatglm ,0 ,any ,RMS_NORM+MUL , 5
30clover_moe ,1 ,any ,ADD+ADD , 2
31clover_moe ,1 ,any ,GATED_DELTA_NET+CPY , 1
32clover_moe ,1 ,any ,MUL+ADD , 4
33clover_moe ,1 ,any ,RMS_NORM+MUL , 8
34clover_moe ,1 ,any ,RMS_NORM+SCALE , 2
35clover_moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
36clover_moe ,1 ,any ,SSM_CONV+UNARY , 1
37codeshell ,0 ,any ,NORM+MUL+ADD , 5
38cogvlm ,0 ,any ,RMS_NORM+MUL , 5
39cohere2 ,0 ,any ,ADD+ADD , 2
40cohere2 ,0 ,any ,NORM+MUL , 3
41cohere2moe ,1 ,any ,ADD+ADD , 2
42cohere2moe ,1 ,any ,MUL+ADD , 2
43cohere2moe ,1 ,any ,RMS_NORM+MUL , 3
44command-r ,0 ,any ,ADD+ADD , 2
45command-r ,0 ,any ,NORM+MUL , 3
46dbrx ,0 ,any ,MUL+ADD , 4
47dbrx ,0 ,any ,NORM+MUL , 5
48dbrx ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
49deci ,0 ,any ,RMS_NORM+MUL , 5
50deepseek ,0 ,any ,ADD+ADD , 1
51deepseek ,0 ,any ,MUL+ADD , 2
52deepseek ,0 ,any ,RMS_NORM+MUL , 5
53deepseek ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 1
54deepseek2 ,0 ,any ,ADD+ADD , 1
55deepseek2 ,0 ,any ,MUL+ADD , 2
56deepseek2 ,0 ,any ,RMS_NORM+MUL , 9
57deepseek2 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
58deepseek32 ,0 ,any ,ADD+ADD , 1
59deepseek32 ,0 ,any ,MUL+ADD , 2
60deepseek32 ,0 ,any ,NORM+MUL+ADD , 2
61deepseek32 ,0 ,any ,RMS_NORM+MUL , 9
62deepseek32 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
63deepseek4 ,0 ,any ,MUL+ADD , 8
64deepseek4 ,0 ,any ,RMS_NORM+MUL , 20
65deepseek4 ,0 ,any ,UNARY+SQRT+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 4
66deepseek41 ,0 ,any ,MUL+ADD , 12
67deepseek41 ,0 ,any ,RMS_NORM+MUL , 31
68deepseek41 ,0 ,any ,UNARY+SQRT+ADD+ARGSORT+GET_ROWS+SUM_ROWS+SCALE+DIV, 6
69domynedge ,0 ,any ,RMS_NORM+MUL , 8
70domynedge ,0 ,any ,RMS_NORM+MUL+ADD , 3
71dots1 ,0 ,any ,ADD+ADD , 1
72dots1 ,0 ,any ,MUL+ADD , 2
73dots1 ,0 ,any ,RMS_NORM+MUL , 9
74dots1 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
75dots3note ,0 ,any ,ADD+ADD , 1
76dots3note ,0 ,any ,MUL+ADD , 2
77dots3note ,0 ,any ,NORM+MUL+ADD , 1
78dots3note ,0 ,any ,RMS_NORM+MUL , 11
79dots3note ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
80dream ,0 ,any ,RMS_NORM+MUL , 5
81ernie4_5-moe ,1 ,any ,ADD+ADD , 1
82ernie4_5-moe ,1 ,any ,MUL+ADD , 2
83ernie4_5-moe ,1 ,any ,RMS_NORM+MUL , 5
84ernie4_5 ,0 ,any ,RMS_NORM+MUL , 5
85exaone ,0 ,any ,RMS_NORM+MUL , 5
86exaone-moe ,1 ,any ,ADD+ADD , 1
87exaone-moe ,1 ,any ,MUL+ADD , 2
88exaone-moe ,1 ,any ,RMS_NORM+MUL , 9
89exaone-moe ,1 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
90exaone4 ,0 ,any ,RMS_NORM+MUL , 5
91exaone4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
92falcon ,0 ,any ,ADD+ADD , 2
93falcon ,0 ,any ,NORM+MUL+ADD , 5
94falcon-h1 ,0 ,any ,ADD+ADD , 2
95falcon-h1 ,0 ,any ,RMS_NORM+MUL , 9
96flint ,0 ,any ,ADD+ADD , 1
97flint ,0 ,any ,MUL+ADD , 2
98flint ,0 ,any ,RMS_NORM+MUL , 9
99flint ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 1
100gemma ,0 ,any ,RMS_NORM+MUL , 5
101gemma2 ,0 ,any ,RMS_NORM+MUL , 5
102gemma2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
103gemma3 ,0 ,any ,RMS_NORM+MUL , 9
104gemma3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
105gemma4 ,0 ,any ,RMS_NORM+MUL , 37
106gemma4 ,0 ,any ,RMS_NORM+MUL+ADD , 30
107glm-dsa ,0 ,any ,ADD+ADD , 1
108glm-dsa ,0 ,any ,MUL+ADD , 2
109glm-dsa ,0 ,any ,NORM+MUL+ADD , 2
110glm-dsa ,0 ,any ,RMS_NORM+MUL , 9
111glm-dsa ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
112glm4 ,0 ,any ,RMS_NORM+MUL , 5
113glm4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
114glm4moe ,1 ,any ,ADD+ADD , 1
115glm4moe ,1 ,any ,MUL+ADD , 2
116glm4moe ,1 ,any ,RMS_NORM+MUL , 9
117glm4moe ,1 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
118glm5-next ,0 ,any ,ADD+ADD+ADD , 1
119glm5-next ,0 ,any ,GATED_DELTA_NET+CPY , 1
120glm5-next ,0 ,any ,MUL+ADD , 2
121glm5-next ,0 ,any ,NORM+MUL+ADD , 1
122glm5-next ,0 ,any ,RMS_NORM+MUL , 8
123glm5-next ,0 ,any ,RMS_NORM+SCALE , 2
124glm5-next ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
125gpt-oss ,0 ,any ,MUL+ADD , 4
126gpt-oss ,0 ,any ,RMS_NORM+MUL , 5
127gpt2 ,0 ,any ,NORM+MUL+ADD , 5
128gptneox ,0 ,any ,NORM+MUL+ADD , 5
129granite ,0 ,any ,RMS_NORM+MUL , 5
130granite ,0 ,any ,MUL+ADD , 4
131granite ,0 ,any ,RMS_NORM+MUL , 5
132granite ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
133granite_swa ,0 ,any ,RMS_NORM+MUL , 5
134granitehybrid ,0 ,any ,RMS_NORM+MUL , 6
135granitemoe ,1 ,any ,RMS_NORM+MUL , 5
136granitemoe ,1 ,any ,MUL+ADD , 4
137granitemoe ,1 ,any ,RMS_NORM+MUL , 5
138granitemoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
139grok ,0 ,any ,MUL+ADD , 4
140grok ,0 ,any ,RMS_NORM+MUL , 5
141grok ,0 ,any ,RMS_NORM+MUL+ADD , 4
142grok ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
143grovemoe ,1 ,any ,ADD+ADD , 2
144grovemoe ,1 ,any ,MUL+ADD , 8
145grovemoe ,1 ,any ,RMS_NORM+MUL , 9
146hunyuan-dense ,0 ,any ,RMS_NORM+MUL , 9
147hunyuan-moe ,1 ,any ,ADD+ADD , 2
148hunyuan-moe ,1 ,any ,MUL+ADD , 4
149hunyuan-moe ,1 ,any ,RMS_NORM+MUL , 9
150hunyuan-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
151hunyuan_vl ,0 ,any ,RMS_NORM+MUL , 9
152hy_v3 ,0 ,any ,ADD+ADD , 2
153hy_v3 ,0 ,any ,MUL+ADD , 4
154hy_v3 ,0 ,any ,RMS_NORM+MUL , 9
155hy_v3 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 2
156hy_v4 ,0 ,any ,MUL+ADD , 2
157hy_v4 ,0 ,any ,NORM+MUL+ADD , 1
158hy_v4 ,0 ,any ,RMS_NORM+MUL , 9
159hy_v4 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 1
160inkling2 ,0 ,any ,MUL+ADD , 6
161inkling2 ,0 ,any ,RMS_NORM+MUL , 10
162inkling2 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+SCALE+DIV+SCALE, 3
163internlm2 ,0 ,any ,RMS_NORM+MUL , 5
164jais ,0 ,any ,NORM+MUL+ADD , 5
165jais2 ,0 ,any ,NORM+MUL+ADD , 5
166jamba ,0 ,any ,RMS_NORM+MUL , 8
167k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
168k2-horizon ,0 ,any ,ADD+ADD , 1
169k2-horizon ,0 ,any ,MUL+ADD , 2
170k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
171k2-horizon ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
172kimi-k3 ,0 ,any ,GATED_DELTA_NET+CPY , 1
173kimi-k3 ,0 ,any ,MUL+ADD , 2
174kimi-k3 ,0 ,any ,RMS_NORM+MUL , 17
175kimi-k3 ,0 ,any ,RMS_NORM+SCALE , 2
176kimi-k3 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
177kimi-k31 ,0 ,any ,GATED_DELTA_NET+CPY , 1
178kimi-k31 ,0 ,any ,MUL+ADD , 2
179kimi-k31 ,0 ,any ,NORM+MUL+ADD , 1
180kimi-k31 ,0 ,any ,RMS_NORM+MUL , 17
181kimi-k31 ,0 ,any ,RMS_NORM+SCALE , 2
182kimi-k31 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
183kimi-linear ,0 ,any ,ADD+ADD , 1
184kimi-linear ,0 ,any ,GATED_DELTA_NET+CPY , 1
185kimi-linear ,0 ,any ,MUL+ADD , 2
186kimi-linear ,0 ,any ,RMS_NORM+MUL , 7
187kimi-linear ,0 ,any ,RMS_NORM+SCALE , 2
188kimi-linear ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 1
189kolibri1 ,0 ,any ,MUL+ADD , 4
190kolibri1 ,0 ,any ,RMS_NORM+MUL , 10
191kolibri1 ,0 ,any ,RMS_NORM+MUL+ADD , 3
192laguna ,0 ,any ,ADD+ADD , 1
193laguna ,0 ,any ,MUL+ADD , 2
194laguna ,0 ,any ,RMS_NORM+MUL , 9
195laguna ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
196lfm2 ,0 ,any ,RMS_NORM+MUL , 7
197lfm2moe ,1 ,any ,MUL+ADD , 2
198lfm2moe ,1 ,any ,RMS_NORM+MUL , 7
199lfm2moe ,1 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 1
200lfm3 ,0 ,any ,RMS_NORM+MUL , 12
201lfm3 ,0 ,any ,RMS_NORM+MUL+ADD , 5
202llada ,0 ,any ,RMS_NORM+MUL , 5
203llada-moe ,1 ,any ,MUL+ADD , 4
204llada-moe ,1 ,any ,RMS_NORM+MUL , 9
205llada-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
206llama ,0 ,any ,RMS_NORM+MUL , 5
207llama ,0 ,any ,MUL+ADD , 4
208llama ,0 ,any ,RMS_NORM+MUL , 5
209llama ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
210llama4 ,0 ,any ,ADD+ADD , 2
211llama4 ,0 ,any ,MUL+ADD , 4
212llama4 ,0 ,any ,RMS_NORM+MUL , 9
213maincoder ,0 ,any ,RMS_NORM+MUL , 9
214maion-coder ,0 ,any ,MUL+ADD , 4
215maion-coder ,0 ,any ,RMS_NORM+MUL , 17
216maion-coder ,0 ,any ,RMS_NORM+MUL+ADD , 8
217maion-coder ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
218mamba ,0 ,any ,RMS_NORM+MUL , 3
219mamba2 ,0 ,any ,RMS_NORM+MUL , 5
220maple ,0 ,any ,MUL+ADD , 4
221maple ,0 ,any ,RMS_NORM+MUL , 9
222maple ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
223mellum ,0 ,any ,MUL+ADD , 4
224mellum ,0 ,any ,RMS_NORM+MUL , 9
225mellum ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
226metis16 ,0 ,any ,MUL+ADD , 8
227metis16 ,0 ,any ,RMS_NORM+MUL , 11
228mimo2 ,0 ,any ,MUL+ADD , 4
229mimo2 ,0 ,any ,RMS_NORM+MUL , 5
230mimo2 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
231minicpm ,0 ,any ,RMS_NORM+MUL , 5
232minicpm ,0 ,any ,MUL+ADD , 4
233minicpm ,0 ,any ,RMS_NORM+MUL , 5
234minicpm ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
235minicpm3 ,0 ,any ,RMS_NORM+MUL , 9
236minimax-01 ,0 ,any ,MUL+ADD , 4
237minimax-01 ,0 ,any ,RMS_NORM+MUL , 6
238minimax-01 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
239minimax-m2 ,0 ,any ,MUL+ADD , 4
240minimax-m2 ,0 ,any ,RMS_NORM+MUL , 9
241minimax-m2 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
242minimax-m3 ,0 ,any ,ADD+ADD , 1
243minimax-m3 ,0 ,any ,MUL+ADD , 2
244minimax-m3 ,0 ,any ,RMS_NORM+MUL , 11
245minimax-m3 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
246mistral-large4 ,0 ,any ,ADD+ADD , 3
247mistral-large4 ,0 ,any ,MUL+ADD , 6
248mistral-large4 ,0 ,any ,NORM+MUL+ADD , 6
249mistral-large4 ,0 ,any ,RMS_NORM+MUL , 12
250mistral3 ,0 ,any ,RMS_NORM+MUL , 5
251mistral3 ,0 ,any ,MUL+ADD , 4
252mistral3 ,0 ,any ,RMS_NORM+MUL , 5
253mistral3 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
254mistral4 ,0 ,any ,ADD+ADD , 1
255mistral4 ,0 ,any ,MUL+ADD , 2
256mistral4 ,0 ,any ,RMS_NORM+MUL , 9
257mistral4 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
258moshi ,0 ,any ,RMS_NORM+MUL , 5
259mpt ,0 ,any ,NORM+MUL+ADD , 5
260muse-glimmer ,0 ,any ,RMS_NORM+MUL , 10
261muse-glimmer ,0 ,any ,RMS_NORM+MUL+ADD , 3
262muse-spark ,0 ,any ,MUL+ADD , 4
263muse-spark ,0 ,any ,RMS_NORM+MUL , 11
264muse-spark ,0 ,any ,RMS_NORM+MUL+ADD , 3
265muse-spark ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
266nanbeige ,0 ,any ,RMS_NORM+MUL , 5
267nemotron ,0 ,any ,NORM+MUL+ADD , 5
268nemotron_h ,0 ,any ,RMS_NORM+MUL , 5
269nemotron_h_moe ,1 ,any ,RMS_NORM+MUL , 5
270olmo2 ,0 ,any ,RMS_NORM+MUL , 5
271olmo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
272olmoe ,1 ,any ,MUL+ADD , 4
273olmoe ,1 ,any ,RMS_NORM+MUL , 9
274olmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
275openelm ,0 ,any ,RMS_NORM+MUL , 9
276orion ,0 ,any ,NORM+MUL+ADD , 5
277paddleocr ,0 ,any ,RMS_NORM+MUL , 5
278pangu-embedded ,0 ,any ,RMS_NORM+MUL , 5
279phi2 ,0 ,any ,ADD+ADD , 2
280phi2 ,0 ,any ,NORM+MUL+ADD , 3
281phi3 ,0 ,any ,RMS_NORM+MUL , 5
282phimoe ,1 ,any ,MUL+ADD , 4
283phimoe ,1 ,any ,RMS_NORM+MUL+ADD , 5
284phimoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
285plamo ,0 ,any ,ADD+ADD , 2
286plamo ,0 ,any ,RMS_NORM+MUL , 3
287plamo2 ,0 ,any ,RMS_NORM+MUL , 10
288plamo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
289plamo2 ,0 ,any ,SSM_CONV+UNARY , 1
290plamo3 ,0 ,any ,RMS_NORM+MUL , 9
291plamo3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
292pockettts ,0 ,any ,NORM+MUL+ADD , 5
293qwen ,0 ,any ,RMS_NORM+MUL , 5
294qwen2 ,0 ,any ,RMS_NORM+MUL , 5
295qwen2moe ,1 ,any ,ADD+ADD , 2
296qwen2moe ,1 ,any ,MUL+ADD , 4
297qwen2moe ,1 ,any ,RMS_NORM+MUL , 5
298qwen2moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
299qwen2vl ,0 ,any ,RMS_NORM+MUL , 5
300qwen3 ,0 ,any ,RMS_NORM+MUL , 9
301qwen35 ,0 ,any ,GATED_DELTA_NET+CPY , 1
302qwen35 ,0 ,any ,RMS_NORM+MUL , 8
303qwen35 ,0 ,any ,RMS_NORM+SCALE , 2
304qwen35 ,0 ,any ,SSM_CONV+UNARY , 1
305qwen35moe ,1 ,any ,ADD+ADD , 2
306qwen35moe ,1 ,any ,GATED_DELTA_NET+CPY , 1
307qwen35moe ,1 ,any ,MUL+ADD , 4
308qwen35moe ,1 ,any ,RMS_NORM+MUL , 8
309qwen35moe ,1 ,any ,RMS_NORM+SCALE , 2
310qwen35moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
311qwen35moe ,1 ,any ,SSM_CONV+UNARY , 1
312qwen3moe ,1 ,any ,MUL+ADD , 4
313qwen3moe ,1 ,any ,RMS_NORM+MUL , 9
314qwen3moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
315qwen3next ,0 ,any ,ADD+ADD , 2
316qwen3next ,0 ,any ,GATED_DELTA_NET+CPY , 1
317qwen3next ,0 ,any ,MUL+ADD , 4
318qwen3next ,0 ,any ,RMS_NORM+MUL , 8
319qwen3next ,0 ,any ,RMS_NORM+SCALE , 2
320qwen3next ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
321qwen3next ,0 ,any ,SSM_CONV+UNARY , 1
322qwen3tts ,0 ,any ,RMS_NORM+MUL , 9
323qwen3vl ,0 ,any ,RMS_NORM+MUL , 9
324qwen3vlmoe ,1 ,any ,MUL+ADD , 4
325qwen3vlmoe ,1 ,any ,RMS_NORM+MUL , 9
326qwen3vlmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
327qwen4exp ,0 ,any ,ADD+ADD+ADD , 2
328qwen4exp ,0 ,any ,GATED_DELTA_NET+CPY , 1
329qwen4exp ,0 ,any ,MUL+ADD , 4
330qwen4exp ,0 ,any ,RMS_NORM+MUL , 13
331qwen4exp ,0 ,any ,RMS_NORM+SCALE , 2
332qwen4exp ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
333qwen4exp ,0 ,any ,SSM_CONV+UNARY , 1
334refact ,0 ,any ,RMS_NORM+MUL , 5
335refact ,0 ,any ,RMS_NORM+MUL , 5
336ricursive ,0 ,any ,RMS_NORM+MUL , 9
337ricursive ,0 ,any ,RMS_NORM+MUL+ADD , 4
338rnd1 ,0 ,any ,MUL+ADD , 4
339rnd1 ,0 ,any ,RMS_NORM+MUL , 9
340rnd1 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
341seed_oss ,0 ,any ,RMS_NORM+MUL , 5
342smallthinker ,0 ,any ,MUL+ADD , 4
343smallthinker ,0 ,any ,RMS_NORM+MUL , 5
344smollm3 ,0 ,any ,RMS_NORM+MUL , 5
345spark2_5 ,0 ,any ,RMS_NORM+MUL , 5
346stablelm ,0 ,any ,NORM+MUL , 4
347stablelm ,0 ,any ,NORM+MUL+ADD , 5
348starcoder ,0 ,any ,NORM+MUL+ADD , 5
349starcoder2 ,0 ,any ,NORM+MUL+ADD , 5
350talkie ,0 ,any ,ADD+ADD , 2
351xing4_0 ,0 ,any ,ADD+ADD+ADD , 1
352xing4_0 ,0 ,any ,MUL+ADD , 2
353xing4_0 ,0 ,any ,RMS_NORM+MUL , 9
354xing4_0 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
355xverse ,0 ,any ,RMS_NORM+MUL , 5
356zaya1 ,0 ,any ,RMS_NORM+MUL , 7
357zonos3 ,0 ,any ,GATED_DELTA_NET+CPY , 1
358zonos3 ,0 ,any ,MUL+ADD , 2
359zonos3 ,0 ,any ,RMS_NORM+MUL , 12
360zonos3 ,0 ,any ,RMS_NORM+SCALE , 2
361zonos3 ,0 ,any ,SSM_CONV+UNARY , 1