Files
llama.cpp/tests/fusion/MTL.csv
T

26 KiB

1# test-fusion baseline for device MTL
2# arch ,moe ,mode ,label , count
3afmoe ,1 ,any ,MUL+ADD , 2
4afmoe ,1 ,any ,RMS_NORM+MUL , 10
5afmoe ,1 ,any ,RMS_NORM+MUL+ADD , 3
6afmoe ,1 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
7arcee ,0 ,any ,RMS_NORM+MUL , 5
8arctic ,0 ,any ,MUL+ADD , 4
9arctic ,0 ,any ,RMS_NORM+MUL , 7
10arctic ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
11baichuan ,0 ,any ,RMS_NORM+MUL , 5
12bailingmoe ,1 ,any ,ADD+ADD , 2
13bailingmoe ,1 ,any ,MUL+ADD , 4
14bailingmoe ,1 ,any ,RMS_NORM+MUL , 5
15bailingmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
16bailingmoe2 ,1 ,any ,ADD+ADD , 1
17bailingmoe2 ,1 ,any ,MUL+ADD , 2
18bailingmoe2 ,1 ,any ,RMS_NORM+MUL , 9
19bailingmoe2 ,1 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
20bailingmoe3 ,1 ,any ,ADD+ADD , 1
21bailingmoe3 ,1 ,any ,GATED_DELTA_NET+CPY , 1
22bailingmoe3 ,1 ,any ,MUL+ADD , 2
23bailingmoe3 ,1 ,any ,RMS_NORM+MUL , 8
24bailingmoe3 ,1 ,any ,RMS_NORM+SCALE , 2
25bailingmoe3 ,1 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
26beam ,0 ,any ,MUL+ADD , 6
27beam ,0 ,any ,RMS_NORM+MUL , 25
28bloom ,0 ,any ,NORM+MUL+ADD , 6
29chatglm ,0 ,any ,RMS_NORM+MUL , 5
30clover_moe ,1 ,any ,ADD+ADD , 2
31clover_moe ,1 ,any ,GATED_DELTA_NET+CPY , 1
32clover_moe ,1 ,any ,MUL+ADD , 4
33clover_moe ,1 ,any ,RMS_NORM+MUL , 8
34clover_moe ,1 ,any ,RMS_NORM+SCALE , 2
35clover_moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
36clover_moe ,1 ,any ,SSM_CONV+UNARY , 1
37codeshell ,0 ,any ,NORM+MUL+ADD , 5
38cogvlm ,0 ,any ,RMS_NORM+MUL , 5
39cohere2 ,0 ,any ,ADD+ADD , 2
40cohere2 ,0 ,any ,NORM+MUL , 3
41cohere2moe ,1 ,any ,ADD+ADD , 2
42cohere2moe ,1 ,any ,MUL+ADD , 2
43cohere2moe ,1 ,any ,RMS_NORM+MUL , 3
44command-r ,0 ,any ,NORM+MUL , 3
45dbrx ,0 ,any ,MUL+ADD , 4
46dbrx ,0 ,any ,NORM+MUL , 5
47dbrx ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
48deci ,0 ,any ,RMS_NORM+MUL , 5
49deepseek ,0 ,any ,ADD+ADD , 1
50deepseek ,0 ,any ,MUL+ADD , 2
51deepseek ,0 ,any ,RMS_NORM+MUL , 5
52deepseek ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 1
53deepseek2 ,0 ,any ,ADD+ADD , 1
54deepseek2 ,0 ,any ,MUL+ADD , 2
55deepseek2 ,0 ,any ,RMS_NORM+MUL , 9
56deepseek2 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
57deepseek32 ,0 ,any ,ADD+ADD , 1
58deepseek32 ,0 ,any ,MUL+ADD , 2
59deepseek32 ,0 ,any ,NORM+MUL+ADD , 2
60deepseek32 ,0 ,any ,RMS_NORM+MUL , 9
61deepseek32 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
62deepseek4 ,0 ,any ,MUL+ADD , 8
63deepseek4 ,0 ,any ,RMS_NORM+MUL , 20
64deepseek4 ,0 ,any ,UNARY+SQRT+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 4
65deepseek41 ,0 ,any ,MUL+ADD , 12
66deepseek41 ,0 ,any ,RMS_NORM+MUL , 31
67deepseek41 ,0 ,any ,UNARY+SQRT+ADD+ARGSORT+GET_ROWS+SUM_ROWS+SCALE+DIV, 6
68domynedge ,0 ,any ,RMS_NORM+MUL , 8
69domynedge ,0 ,any ,RMS_NORM+MUL+ADD , 3
70dots1 ,0 ,any ,ADD+ADD , 1
71dots1 ,0 ,any ,MUL+ADD , 2
72dots1 ,0 ,any ,RMS_NORM+MUL , 9
73dots1 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
74dots3note ,0 ,any ,ADD+ADD , 1
75dots3note ,0 ,any ,MUL+ADD , 2
76dots3note ,0 ,any ,NORM+MUL+ADD , 1
77dots3note ,0 ,any ,RMS_NORM+MUL , 11
78dots3note ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
79dream ,0 ,any ,RMS_NORM+MUL , 5
80ernie4_5-moe ,1 ,any ,ADD+ADD , 1
81ernie4_5-moe ,1 ,any ,MUL+ADD , 2
82ernie4_5-moe ,1 ,any ,RMS_NORM+MUL , 5
83ernie4_5 ,0 ,any ,RMS_NORM+MUL , 5
84exaone ,0 ,any ,RMS_NORM+MUL , 5
85exaone-moe ,1 ,any ,ADD+ADD , 1
86exaone-moe ,1 ,any ,MUL+ADD , 2
87exaone-moe ,1 ,any ,RMS_NORM+MUL , 9
88exaone-moe ,1 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
89exaone4 ,0 ,any ,RMS_NORM+MUL , 5
90exaone4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
91falcon ,0 ,any ,ADD+ADD , 2
92falcon ,0 ,any ,NORM+MUL+ADD , 5
93falcon-h1 ,0 ,any ,ADD+ADD , 2
94falcon-h1 ,0 ,any ,RMS_NORM+MUL , 9
95flint ,0 ,any ,ADD+ADD , 1
96flint ,0 ,any ,MUL+ADD , 2
97flint ,0 ,any ,RMS_NORM+MUL , 9
98flint ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 1
99gemma ,0 ,any ,RMS_NORM+MUL , 5
100gemma2 ,0 ,any ,RMS_NORM+MUL , 5
101gemma2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
102gemma3 ,0 ,any ,RMS_NORM+MUL , 9
103gemma3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
104gemma4 ,0 ,any ,RMS_NORM+MUL , 37
105gemma4 ,0 ,any ,RMS_NORM+MUL+ADD , 30
106glm-dsa ,0 ,any ,ADD+ADD , 1
107glm-dsa ,0 ,any ,MUL+ADD , 2
108glm-dsa ,0 ,any ,NORM+MUL+ADD , 2
109glm-dsa ,0 ,any ,RMS_NORM+MUL , 9
110glm-dsa ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
111glm4 ,0 ,any ,RMS_NORM+MUL , 5
112glm4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
113glm4moe ,1 ,any ,ADD+ADD , 1
114glm4moe ,1 ,any ,MUL+ADD , 2
115glm4moe ,1 ,any ,RMS_NORM+MUL , 9
116glm4moe ,1 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
117glm5-next ,0 ,any ,ADD+ADD+ADD , 1
118glm5-next ,0 ,any ,GATED_DELTA_NET+CPY , 1
119glm5-next ,0 ,any ,MUL+ADD , 2
120glm5-next ,0 ,any ,NORM+MUL+ADD , 1
121glm5-next ,0 ,any ,RMS_NORM+MUL , 8
122glm5-next ,0 ,any ,RMS_NORM+SCALE , 2
123glm5-next ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
124gpt-oss ,0 ,any ,MUL+ADD , 4
125gpt-oss ,0 ,any ,RMS_NORM+MUL , 5
126gpt2 ,0 ,any ,NORM+MUL+ADD , 5
127gptneox ,0 ,any ,NORM+MUL+ADD , 5
128granite ,0 ,any ,RMS_NORM+MUL , 5
129granite ,0 ,any ,MUL+ADD , 4
130granite ,0 ,any ,RMS_NORM+MUL , 5
131granite ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
132granite_swa ,0 ,any ,RMS_NORM+MUL , 5
133granitehybrid ,0 ,any ,RMS_NORM+MUL , 6
134granitemoe ,1 ,any ,RMS_NORM+MUL , 5
135granitemoe ,1 ,any ,MUL+ADD , 4
136granitemoe ,1 ,any ,RMS_NORM+MUL , 5
137granitemoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
138grok ,0 ,any ,MUL+ADD , 4
139grok ,0 ,any ,RMS_NORM+MUL , 5
140grok ,0 ,any ,RMS_NORM+MUL+ADD , 4
141grok ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
142grovemoe ,1 ,any ,ADD+ADD , 2
143grovemoe ,1 ,any ,MUL+ADD , 8
144grovemoe ,1 ,any ,RMS_NORM+MUL , 9
145hunyuan-dense ,0 ,any ,RMS_NORM+MUL , 9
146hunyuan-moe ,1 ,any ,ADD+ADD , 2
147hunyuan-moe ,1 ,any ,MUL+ADD , 4
148hunyuan-moe ,1 ,any ,RMS_NORM+MUL , 9
149hunyuan-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
150hunyuan_vl ,0 ,any ,RMS_NORM+MUL , 9
151hy_v3 ,0 ,any ,ADD+ADD , 2
152hy_v3 ,0 ,any ,MUL+ADD , 4
153hy_v3 ,0 ,any ,RMS_NORM+MUL , 9
154hy_v3 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 2
155hy_v4 ,0 ,any ,MUL+ADD , 2
156hy_v4 ,0 ,any ,NORM+MUL+ADD , 1
157hy_v4 ,0 ,any ,RMS_NORM+MUL , 9
158hy_v4 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 1
159inkling2 ,0 ,any ,MUL+ADD , 6
160inkling2 ,0 ,any ,RMS_NORM+MUL , 10
161inkling2 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+SCALE+DIV+SCALE, 3
162internlm2 ,0 ,any ,RMS_NORM+MUL , 5
163jais ,0 ,any ,NORM+MUL+ADD , 5
164jais2 ,0 ,any ,NORM+MUL+ADD , 5
165jamba ,0 ,any ,RMS_NORM+MUL , 8
166k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
167k2-horizon ,0 ,any ,ADD+ADD , 1
168k2-horizon ,0 ,any ,MUL+ADD , 2
169k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
170k2-horizon ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
171kimi-k3 ,0 ,any ,GATED_DELTA_NET+CPY , 1
172kimi-k3 ,0 ,any ,MUL+ADD , 2
173kimi-k3 ,0 ,any ,RMS_NORM+MUL , 17
174kimi-k3 ,0 ,any ,RMS_NORM+SCALE , 2
175kimi-k3 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
176kimi-k31 ,0 ,any ,GATED_DELTA_NET+CPY , 1
177kimi-k31 ,0 ,any ,MUL+ADD , 2
178kimi-k31 ,0 ,any ,NORM+MUL+ADD , 1
179kimi-k31 ,0 ,any ,RMS_NORM+MUL , 17
180kimi-k31 ,0 ,any ,RMS_NORM+SCALE , 2
181kimi-k31 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
182kimi-linear ,0 ,any ,ADD+ADD , 1
183kimi-linear ,0 ,any ,GATED_DELTA_NET+CPY , 1
184kimi-linear ,0 ,any ,MUL+ADD , 2
185kimi-linear ,0 ,any ,RMS_NORM+MUL , 7
186kimi-linear ,0 ,any ,RMS_NORM+SCALE , 2
187kimi-linear ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 1
188kolibri1 ,0 ,any ,MUL+ADD , 4
189kolibri1 ,0 ,any ,RMS_NORM+MUL , 10
190kolibri1 ,0 ,any ,RMS_NORM+MUL+ADD , 3
191laguna ,0 ,any ,ADD+ADD , 1
192laguna ,0 ,any ,MUL+ADD , 2
193laguna ,0 ,any ,RMS_NORM+MUL , 9
194laguna ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
195lfm2 ,0 ,any ,RMS_NORM+MUL , 7
196lfm2moe ,1 ,any ,MUL+ADD , 2
197lfm2moe ,1 ,any ,RMS_NORM+MUL , 7
198lfm2moe ,1 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 1
199lfm3 ,0 ,any ,RMS_NORM+MUL , 12
200lfm3 ,0 ,any ,RMS_NORM+MUL+ADD , 5
201llada ,0 ,any ,RMS_NORM+MUL , 5
202llada-moe ,1 ,any ,MUL+ADD , 4
203llada-moe ,1 ,any ,RMS_NORM+MUL , 9
204llada-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
205llama ,0 ,any ,RMS_NORM+MUL , 5
206llama ,0 ,any ,MUL+ADD , 4
207llama ,0 ,any ,RMS_NORM+MUL , 5
208llama ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
209llama4 ,0 ,any ,ADD+ADD , 2
210llama4 ,0 ,any ,RMS_NORM+MUL , 9
211maincoder ,0 ,any ,RMS_NORM+MUL , 9
212maion-coder ,0 ,any ,MUL+ADD , 4
213maion-coder ,0 ,any ,RMS_NORM+MUL , 17
214maion-coder ,0 ,any ,RMS_NORM+MUL+ADD , 8
215maion-coder ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
216mamba ,0 ,any ,RMS_NORM+MUL , 3
217mamba2 ,0 ,any ,RMS_NORM+MUL , 5
218maple ,0 ,any ,MUL+ADD , 4
219maple ,0 ,any ,RMS_NORM+MUL , 9
220maple ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
221mellum ,0 ,any ,MUL+ADD , 4
222mellum ,0 ,any ,RMS_NORM+MUL , 9
223mellum ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
224metis16 ,0 ,any ,MUL+ADD , 8
225metis16 ,0 ,any ,RMS_NORM+MUL , 11
226mimo2 ,0 ,any ,MUL+ADD , 4
227mimo2 ,0 ,any ,RMS_NORM+MUL , 5
228mimo2 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
229minicpm ,0 ,any ,RMS_NORM+MUL , 5
230minicpm ,0 ,any ,MUL+ADD , 4
231minicpm ,0 ,any ,RMS_NORM+MUL , 5
232minicpm ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
233minicpm3 ,0 ,any ,RMS_NORM+MUL , 9
234minimax-01 ,0 ,any ,MUL+ADD , 4
235minimax-01 ,0 ,any ,RMS_NORM+MUL , 6
236minimax-01 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
237minimax-m2 ,0 ,any ,MUL+ADD , 4
238minimax-m2 ,0 ,any ,RMS_NORM+MUL , 9
239minimax-m2 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
240minimax-m3 ,0 ,any ,ADD+ADD , 1
241minimax-m3 ,0 ,any ,MUL+ADD , 2
242minimax-m3 ,0 ,any ,RMS_NORM+MUL , 11
243minimax-m3 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
244mistral-large4 ,0 ,any ,ADD+ADD , 3
245mistral-large4 ,0 ,any ,MUL+ADD , 6
246mistral-large4 ,0 ,any ,NORM+MUL+ADD , 6
247mistral-large4 ,0 ,any ,RMS_NORM+MUL , 12
248mistral3 ,0 ,any ,RMS_NORM+MUL , 5
249mistral3 ,0 ,any ,MUL+ADD , 4
250mistral3 ,0 ,any ,RMS_NORM+MUL , 5
251mistral3 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
252mistral4 ,0 ,any ,ADD+ADD , 1
253mistral4 ,0 ,any ,MUL+ADD , 2
254mistral4 ,0 ,any ,RMS_NORM+MUL , 9
255mistral4 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
256mpt ,0 ,any ,NORM+MUL+ADD , 5
257muse-glimmer ,0 ,any ,RMS_NORM+MUL , 10
258muse-glimmer ,0 ,any ,RMS_NORM+MUL+ADD , 3
259muse-spark ,0 ,prefill ,MUL+ADD , 2
260muse-spark ,0 ,decode ,MUL+ADD , 4
261muse-spark ,0 ,any ,RMS_NORM+MUL , 11
262muse-spark ,0 ,any ,RMS_NORM+MUL+ADD , 3
263muse-spark ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
264nanbeige ,0 ,any ,RMS_NORM+MUL , 5
265nemotron ,0 ,any ,NORM+MUL+ADD , 5
266nemotron_h ,0 ,any ,RMS_NORM+MUL , 5
267nemotron_h_moe ,1 ,any ,RMS_NORM+MUL , 5
268olmo2 ,0 ,any ,RMS_NORM+MUL , 5
269olmo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
270olmoe ,1 ,any ,MUL+ADD , 4
271olmoe ,1 ,any ,RMS_NORM+MUL , 9
272olmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
273openelm ,0 ,any ,RMS_NORM+MUL , 9
274orion ,0 ,any ,NORM+MUL+ADD , 5
275paddleocr ,0 ,any ,RMS_NORM+MUL , 5
276pangu-embedded ,0 ,any ,RMS_NORM+MUL , 5
277phi2 ,0 ,any ,ADD+ADD , 2
278phi2 ,0 ,any ,NORM+MUL+ADD , 3
279phi3 ,0 ,any ,RMS_NORM+MUL , 5
280phimoe ,1 ,any ,MUL+ADD , 4
281phimoe ,1 ,any ,RMS_NORM+MUL+ADD , 5
282phimoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
283plamo ,0 ,any ,ADD+ADD , 2
284plamo ,0 ,any ,RMS_NORM+MUL , 3
285plamo2 ,0 ,any ,RMS_NORM+MUL , 10
286plamo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
287plamo2 ,0 ,any ,SSM_CONV+UNARY , 1
288plamo3 ,0 ,any ,RMS_NORM+MUL , 9
289plamo3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
290pockettts ,0 ,any ,NORM+MUL+ADD , 5
291qwen ,0 ,any ,RMS_NORM+MUL , 5
292qwen2 ,0 ,any ,RMS_NORM+MUL , 5
293qwen2moe ,1 ,any ,ADD+ADD , 2
294qwen2moe ,1 ,any ,MUL+ADD , 4
295qwen2moe ,1 ,any ,RMS_NORM+MUL , 5
296qwen2moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
297qwen2vl ,0 ,any ,RMS_NORM+MUL , 5
298qwen3 ,0 ,any ,RMS_NORM+MUL , 9
299qwen35 ,0 ,any ,GATED_DELTA_NET+CPY , 1
300qwen35 ,0 ,any ,RMS_NORM+MUL , 8
301qwen35 ,0 ,any ,RMS_NORM+SCALE , 2
302qwen35 ,0 ,any ,SSM_CONV+UNARY , 1
303qwen35moe ,1 ,any ,ADD+ADD , 2
304qwen35moe ,1 ,any ,GATED_DELTA_NET+CPY , 1
305qwen35moe ,1 ,any ,MUL+ADD , 4
306qwen35moe ,1 ,any ,RMS_NORM+MUL , 8
307qwen35moe ,1 ,any ,RMS_NORM+SCALE , 2
308qwen35moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
309qwen35moe ,1 ,any ,SSM_CONV+UNARY , 1
310qwen3moe ,1 ,any ,MUL+ADD , 4
311qwen3moe ,1 ,any ,RMS_NORM+MUL , 9
312qwen3moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
313qwen3next ,0 ,any ,ADD+ADD , 2
314qwen3next ,0 ,any ,GATED_DELTA_NET+CPY , 1
315qwen3next ,0 ,any ,MUL+ADD , 4
316qwen3next ,0 ,any ,RMS_NORM+MUL , 8
317qwen3next ,0 ,any ,RMS_NORM+SCALE , 2
318qwen3next ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
319qwen3next ,0 ,any ,SSM_CONV+UNARY , 1
320qwen3tts ,0 ,any ,RMS_NORM+MUL , 9
321qwen3vl ,0 ,any ,RMS_NORM+MUL , 9
322qwen3vlmoe ,1 ,any ,MUL+ADD , 4
323qwen3vlmoe ,1 ,any ,RMS_NORM+MUL , 9
324qwen3vlmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
325qwen4exp ,0 ,any ,ADD+ADD+ADD , 2
326qwen4exp ,0 ,any ,GATED_DELTA_NET+CPY , 1
327qwen4exp ,0 ,any ,MUL+ADD , 4
328qwen4exp ,0 ,any ,RMS_NORM+MUL , 13
329qwen4exp ,0 ,any ,RMS_NORM+SCALE , 2
330qwen4exp ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
331qwen4exp ,0 ,any ,SSM_CONV+UNARY , 1
332refact ,0 ,any ,RMS_NORM+MUL , 5
333refact ,0 ,any ,RMS_NORM+MUL , 5
334ricursive ,0 ,any ,RMS_NORM+MUL , 9
335ricursive ,0 ,any ,RMS_NORM+MUL+ADD , 4
336rnd1 ,0 ,any ,MUL+ADD , 4
337rnd1 ,0 ,any ,RMS_NORM+MUL , 9
338rnd1 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
339seed_oss ,0 ,any ,RMS_NORM+MUL , 5
340smallthinker ,0 ,any ,MUL+ADD , 4
341smallthinker ,0 ,any ,RMS_NORM+MUL , 5
342smollm3 ,0 ,any ,RMS_NORM+MUL , 5
343spark2_5 ,0 ,any ,RMS_NORM+MUL , 5
344stablelm ,0 ,any ,NORM+MUL , 4
345stablelm ,0 ,any ,NORM+MUL+ADD , 5
346starcoder ,0 ,any ,NORM+MUL+ADD , 5
347starcoder2 ,0 ,any ,NORM+MUL+ADD , 5
348talkie ,0 ,any ,ADD+ADD , 2
349xing4_0 ,0 ,any ,ADD+ADD+ADD , 1
350xing4_0 ,0 ,any ,MUL+ADD , 2
351xing4_0 ,0 ,any ,RMS_NORM+MUL , 9
352xing4_0 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
353xverse ,0 ,any ,RMS_NORM+MUL , 5
354zaya1 ,0 ,any ,RMS_NORM+MUL , 7
355zonos3 ,0 ,any ,GATED_DELTA_NET+CPY , 1
356zonos3 ,0 ,any ,MUL+ADD , 2
357zonos3 ,0 ,any ,RMS_NORM+MUL , 12
358zonos3 ,0 ,any ,RMS_NORM+SCALE , 2
359zonos3 ,0 ,any ,SSM_CONV+UNARY , 1