Files
llama.cpp/tests/fusion/MTL.csv
T
varunandvarun 98d67c8d53 model:add Zaya1 8B (Zyphra) (#32071)
* model:add Zaya1 8B (Zyphra)
- Added the support for Zaya.
- Fixed the SSM_CONV case, so the model runs on cuda without abort.

 Please enter the commit message for your changes. Lines starting

* Made the following changes based on the bot reviewer feedback:
1) Added runtime asserts when loading wrong KV head size, unsupported conv kernel size.
2) Removed the static cast usage.
3) Fixed double load of tokenizer.
4) Updated res_scale_in to be input tensor.

* - Moved the res_scale_in back to layer 0 to fix the cuda bug

* i)  Removed the EOS addition.Team agreed that updating Tokenizer is the right move.
ii) Fixed formatting

* Fixed the comment to make it clear

---------

Co-authored-by: varun <varun_subramanian@zyphra.com>
2026-11-18 15:46:49 +01:00

26 KiB

1# test-fusion baseline for device MTL
2# arch ,moe ,mode ,label , count
3afmoe ,1 ,any ,MUL+ADD , 2
4afmoe ,1 ,any ,RMS_NORM+MUL , 10
5afmoe ,1 ,any ,RMS_NORM+MUL+ADD , 3
6afmoe ,1 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
7arcee ,0 ,any ,RMS_NORM+MUL , 5
8arctic ,0 ,any ,MUL+ADD , 4
9arctic ,0 ,any ,RMS_NORM+MUL , 7
10arctic ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
11baichuan ,0 ,any ,RMS_NORM+MUL , 5
12bailingmoe ,1 ,any ,ADD+ADD , 2
13bailingmoe ,1 ,any ,MUL+ADD , 4
14bailingmoe ,1 ,any ,RMS_NORM+MUL , 5
15bailingmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
16bailingmoe2 ,1 ,any ,ADD+ADD , 1
17bailingmoe2 ,1 ,any ,MUL+ADD , 2
18bailingmoe2 ,1 ,any ,RMS_NORM+MUL , 9
19bailingmoe2 ,1 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
20bailingmoe3 ,1 ,any ,ADD+ADD , 1
21bailingmoe3 ,1 ,any ,GATED_DELTA_NET+CPY , 1
22bailingmoe3 ,1 ,any ,MUL+ADD , 2
23bailingmoe3 ,1 ,any ,RMS_NORM+MUL , 8
24bailingmoe3 ,1 ,any ,RMS_NORM+SCALE , 2
25bailingmoe3 ,1 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
26beam ,0 ,any ,MUL+ADD , 6
27beam ,0 ,any ,RMS_NORM+MUL , 25
28bloom ,0 ,any ,NORM+MUL+ADD , 6
29chatglm ,0 ,any ,RMS_NORM+MUL , 5
30clover_moe ,1 ,any ,ADD+ADD , 2
31clover_moe ,1 ,any ,GATED_DELTA_NET+CPY , 1
32clover_moe ,1 ,any ,MUL+ADD , 4
33clover_moe ,1 ,any ,RMS_NORM+MUL , 8
34clover_moe ,1 ,any ,RMS_NORM+SCALE , 2
35clover_moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
36clover_moe ,1 ,any ,SSM_CONV+UNARY , 1
37codeshell ,0 ,any ,NORM+MUL+ADD , 5
38cogvlm ,0 ,any ,RMS_NORM+MUL , 5
39cohere2 ,0 ,any ,ADD+ADD , 2
40cohere2 ,0 ,any ,NORM+MUL , 3
41cohere2moe ,1 ,any ,ADD+ADD , 2
42cohere2moe ,1 ,any ,MUL+ADD , 2
43cohere2moe ,1 ,any ,RMS_NORM+MUL , 3
44command-r ,0 ,any ,NORM+MUL , 3
45dbrx ,0 ,any ,MUL+ADD , 4
46dbrx ,0 ,any ,NORM+MUL , 5
47dbrx ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
48deci ,0 ,any ,RMS_NORM+MUL , 5
49deepseek ,0 ,any ,ADD+ADD , 1
50deepseek ,0 ,any ,MUL+ADD , 2
51deepseek ,0 ,any ,RMS_NORM+MUL , 5
52deepseek ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 1
53deepseek2 ,0 ,any ,ADD+ADD , 1
54deepseek2 ,0 ,any ,MUL+ADD , 2
55deepseek2 ,0 ,any ,RMS_NORM+MUL , 9
56deepseek2 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
57deepseek32 ,0 ,any ,ADD+ADD , 1
58deepseek32 ,0 ,any ,MUL+ADD , 2
59deepseek32 ,0 ,any ,NORM+MUL+ADD , 2
60deepseek32 ,0 ,any ,RMS_NORM+MUL , 9
61deepseek32 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
62deepseek4 ,0 ,any ,MUL+ADD , 8
63deepseek4 ,0 ,any ,RMS_NORM+MUL , 20
64deepseek4 ,0 ,any ,UNARY+SQRT+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 4
65deepseek41 ,0 ,any ,MUL+ADD , 12
66deepseek41 ,0 ,any ,RMS_NORM+MUL , 29
67deepseek41 ,0 ,any ,UNARY+SQRT+ADD+ARGSORT+GET_ROWS+SUM_ROWS+SCALE+DIV, 6
68dots1 ,0 ,any ,ADD+ADD , 1
69dots1 ,0 ,any ,MUL+ADD , 2
70dots1 ,0 ,any ,RMS_NORM+MUL , 9
71dots1 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
72dots3note ,0 ,any ,ADD+ADD , 1
73dots3note ,0 ,any ,MUL+ADD , 2
74dots3note ,0 ,any ,NORM+MUL+ADD , 1
75dots3note ,0 ,any ,RMS_NORM+MUL , 11
76dots3note ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
77dream ,0 ,any ,RMS_NORM+MUL , 5
78ernie4_5-moe ,1 ,any ,ADD+ADD , 1
79ernie4_5-moe ,1 ,any ,MUL+ADD , 2
80ernie4_5-moe ,1 ,any ,RMS_NORM+MUL , 5
81ernie4_5 ,0 ,any ,RMS_NORM+MUL , 5
82exaone ,0 ,any ,RMS_NORM+MUL , 5
83exaone-moe ,1 ,any ,ADD+ADD , 1
84exaone-moe ,1 ,any ,MUL+ADD , 2
85exaone-moe ,1 ,any ,RMS_NORM+MUL , 9
86exaone-moe ,1 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
87exaone4 ,0 ,any ,RMS_NORM+MUL , 5
88exaone4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
89falcon ,0 ,any ,ADD+ADD , 2
90falcon ,0 ,any ,NORM+MUL+ADD , 5
91falcon-h1 ,0 ,any ,ADD+ADD , 2
92falcon-h1 ,0 ,any ,RMS_NORM+MUL , 9
93flint ,0 ,any ,ADD+ADD , 1
94flint ,0 ,any ,MUL+ADD , 2
95flint ,0 ,any ,RMS_NORM+MUL , 9
96flint ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 1
97gemma ,0 ,any ,RMS_NORM+MUL , 5
98gemma2 ,0 ,any ,RMS_NORM+MUL , 5
99gemma2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
100gemma3 ,0 ,any ,RMS_NORM+MUL , 9
101gemma3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
102gemma4 ,0 ,any ,RMS_NORM+MUL , 47
103gemma4 ,0 ,any ,RMS_NORM+MUL+ADD , 20
104glm-dsa ,0 ,any ,ADD+ADD , 1
105glm-dsa ,0 ,any ,MUL+ADD , 2
106glm-dsa ,0 ,any ,NORM+MUL+ADD , 2
107glm-dsa ,0 ,any ,RMS_NORM+MUL , 9
108glm-dsa ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
109glm4 ,0 ,any ,RMS_NORM+MUL , 5
110glm4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
111glm4moe ,1 ,any ,ADD+ADD , 1
112glm4moe ,1 ,any ,MUL+ADD , 2
113glm4moe ,1 ,any ,RMS_NORM+MUL , 9
114glm4moe ,1 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
115glm5-next ,0 ,any ,ADD+ADD+ADD , 1
116glm5-next ,0 ,any ,GATED_DELTA_NET+CPY , 1
117glm5-next ,0 ,any ,MUL+ADD , 2
118glm5-next ,0 ,any ,NORM+MUL+ADD , 1
119glm5-next ,0 ,any ,RMS_NORM+MUL , 8
120glm5-next ,0 ,any ,RMS_NORM+SCALE , 2
121glm5-next ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
122gpt-oss ,0 ,any ,MUL+ADD , 4
123gpt-oss ,0 ,any ,RMS_NORM+MUL , 5
124gpt2 ,0 ,any ,NORM+MUL+ADD , 5
125gptneox ,0 ,any ,NORM+MUL+ADD , 5
126granite ,0 ,any ,RMS_NORM+MUL , 5
127granite ,0 ,any ,MUL+ADD , 4
128granite ,0 ,any ,RMS_NORM+MUL , 5
129granite ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
130granite_swa ,0 ,any ,RMS_NORM+MUL , 5
131granitehybrid ,0 ,any ,RMS_NORM+MUL , 6
132granitemoe ,1 ,any ,RMS_NORM+MUL , 5
133granitemoe ,1 ,any ,MUL+ADD , 4
134granitemoe ,1 ,any ,RMS_NORM+MUL , 5
135granitemoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
136grok ,0 ,any ,MUL+ADD , 4
137grok ,0 ,any ,RMS_NORM+MUL , 5
138grok ,0 ,any ,RMS_NORM+MUL+ADD , 4
139grok ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
140grovemoe ,1 ,any ,ADD+ADD , 2
141grovemoe ,1 ,any ,MUL+ADD , 8
142grovemoe ,1 ,any ,RMS_NORM+MUL , 9
143hunyuan-dense ,0 ,any ,RMS_NORM+MUL , 9
144hunyuan-moe ,1 ,any ,ADD+ADD , 2
145hunyuan-moe ,1 ,any ,MUL+ADD , 4
146hunyuan-moe ,1 ,any ,RMS_NORM+MUL , 9
147hunyuan-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
148hunyuan_vl ,0 ,any ,RMS_NORM+MUL , 9
149hy_v3 ,0 ,any ,ADD+ADD , 2
150hy_v3 ,0 ,any ,MUL+ADD , 4
151hy_v3 ,0 ,any ,RMS_NORM+MUL , 9
152hy_v3 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 2
153hy_v4 ,0 ,any ,MUL+ADD , 2
154hy_v4 ,0 ,any ,NORM+MUL+ADD , 1
155hy_v4 ,0 ,any ,RMS_NORM+MUL , 9
156hy_v4 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 1
157inkling2 ,0 ,any ,MUL+ADD , 6
158inkling2 ,0 ,any ,RMS_NORM+MUL , 10
159inkling2 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+SCALE+DIV+SCALE, 3
160internlm2 ,0 ,any ,RMS_NORM+MUL , 5
161jais ,0 ,any ,NORM+MUL+ADD , 5
162jais2 ,0 ,any ,NORM+MUL+ADD , 5
163jamba ,0 ,any ,RMS_NORM+MUL , 8
164k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
165k2-horizon ,0 ,any ,ADD+ADD , 1
166k2-horizon ,0 ,any ,MUL+ADD , 2
167k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
168k2-horizon ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
169kimi-k3 ,0 ,any ,GATED_DELTA_NET+CPY , 1
170kimi-k3 ,0 ,any ,MUL+ADD , 2
171kimi-k3 ,0 ,any ,RMS_NORM+MUL , 17
172kimi-k3 ,0 ,any ,RMS_NORM+SCALE , 2
173kimi-k3 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
174kimi-k31 ,0 ,any ,GATED_DELTA_NET+CPY , 1
175kimi-k31 ,0 ,any ,MUL+ADD , 2
176kimi-k31 ,0 ,any ,NORM+MUL+ADD , 1
177kimi-k31 ,0 ,any ,RMS_NORM+MUL , 17
178kimi-k31 ,0 ,any ,RMS_NORM+SCALE , 2
179kimi-k31 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
180kimi-linear ,0 ,any ,ADD+ADD , 1
181kimi-linear ,0 ,any ,GATED_DELTA_NET+CPY , 1
182kimi-linear ,0 ,any ,MUL+ADD , 2
183kimi-linear ,0 ,any ,RMS_NORM+MUL , 7
184kimi-linear ,0 ,any ,RMS_NORM+SCALE , 2
185kimi-linear ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 1
186kolibri1 ,0 ,any ,MUL+ADD , 4
187kolibri1 ,0 ,any ,RMS_NORM+MUL , 10
188kolibri1 ,0 ,any ,RMS_NORM+MUL+ADD , 3
189laguna ,0 ,any ,ADD+ADD , 1
190laguna ,0 ,any ,MUL+ADD , 2
191laguna ,0 ,any ,RMS_NORM+MUL , 9
192laguna ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
193lfm2 ,0 ,any ,RMS_NORM+MUL , 7
194lfm2moe ,1 ,any ,MUL+ADD , 2
195lfm2moe ,1 ,any ,RMS_NORM+MUL , 7
196lfm2moe ,1 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 1
197lfm3 ,0 ,any ,RMS_NORM+MUL , 12
198lfm3 ,0 ,any ,RMS_NORM+MUL+ADD , 5
199llada ,0 ,any ,RMS_NORM+MUL , 5
200llada-moe ,1 ,any ,MUL+ADD , 4
201llada-moe ,1 ,any ,RMS_NORM+MUL , 9
202llada-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
203llama ,0 ,any ,RMS_NORM+MUL , 5
204llama ,0 ,any ,MUL+ADD , 4
205llama ,0 ,any ,RMS_NORM+MUL , 5
206llama ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
207llama4 ,0 ,any ,ADD+ADD , 2
208llama4 ,0 ,any ,RMS_NORM+MUL , 9
209maincoder ,0 ,any ,RMS_NORM+MUL , 9
210maion-coder ,0 ,any ,MUL+ADD , 4
211maion-coder ,0 ,any ,RMS_NORM+MUL , 17
212maion-coder ,0 ,any ,RMS_NORM+MUL+ADD , 8
213maion-coder ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
214mamba ,0 ,any ,RMS_NORM+MUL , 3
215mamba2 ,0 ,any ,RMS_NORM+MUL , 5
216maple ,0 ,any ,MUL+ADD , 4
217maple ,0 ,any ,RMS_NORM+MUL , 9
218maple ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
219mellum ,0 ,any ,MUL+ADD , 4
220mellum ,0 ,any ,RMS_NORM+MUL , 9
221mellum ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
222metis16 ,0 ,any ,MUL+ADD , 8
223metis16 ,0 ,any ,RMS_NORM+MUL , 11
224mimo2 ,0 ,any ,MUL+ADD , 4
225mimo2 ,0 ,any ,RMS_NORM+MUL , 5
226mimo2 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
227minicpm ,0 ,any ,RMS_NORM+MUL , 5
228minicpm ,0 ,any ,MUL+ADD , 4
229minicpm ,0 ,any ,RMS_NORM+MUL , 5
230minicpm ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
231minicpm3 ,0 ,any ,RMS_NORM+MUL , 9
232minimax-01 ,0 ,any ,MUL+ADD , 4
233minimax-01 ,0 ,any ,RMS_NORM+MUL , 6
234minimax-01 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
235minimax-m2 ,0 ,any ,MUL+ADD , 4
236minimax-m2 ,0 ,any ,RMS_NORM+MUL , 9
237minimax-m2 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
238minimax-m3 ,0 ,any ,ADD+ADD , 1
239minimax-m3 ,0 ,any ,MUL+ADD , 2
240minimax-m3 ,0 ,any ,RMS_NORM+MUL , 11
241minimax-m3 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
242mistral-large4 ,0 ,any ,ADD+ADD , 3
243mistral-large4 ,0 ,any ,MUL+ADD , 6
244mistral-large4 ,0 ,any ,NORM+MUL+ADD , 6
245mistral-large4 ,0 ,any ,RMS_NORM+MUL , 12
246mistral3 ,0 ,any ,RMS_NORM+MUL , 5
247mistral3 ,0 ,any ,MUL+ADD , 4
248mistral3 ,0 ,any ,RMS_NORM+MUL , 5
249mistral3 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
250mistral4 ,0 ,any ,ADD+ADD , 1
251mistral4 ,0 ,any ,MUL+ADD , 2
252mistral4 ,0 ,any ,RMS_NORM+MUL , 9
253mistral4 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
254mpt ,0 ,any ,NORM+MUL+ADD , 5
255muse-glimmer ,0 ,any ,RMS_NORM+MUL , 10
256muse-glimmer ,0 ,any ,RMS_NORM+MUL+ADD , 3
257muse-spark ,0 ,prefill ,MUL+ADD , 2
258muse-spark ,0 ,decode ,MUL+ADD , 4
259muse-spark ,0 ,any ,RMS_NORM+MUL , 14
260muse-spark ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
261nanbeige ,0 ,any ,RMS_NORM+MUL , 5
262nemotron ,0 ,any ,NORM+MUL+ADD , 5
263nemotron_h ,0 ,any ,RMS_NORM+MUL , 5
264nemotron_h_moe ,1 ,any ,RMS_NORM+MUL , 5
265olmo2 ,0 ,any ,RMS_NORM+MUL , 5
266olmo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
267olmoe ,1 ,any ,MUL+ADD , 4
268olmoe ,1 ,any ,RMS_NORM+MUL , 9
269olmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
270openelm ,0 ,any ,RMS_NORM+MUL , 9
271orion ,0 ,any ,NORM+MUL+ADD , 5
272paddleocr ,0 ,any ,RMS_NORM+MUL , 5
273pangu-embedded ,0 ,any ,RMS_NORM+MUL , 5
274phi2 ,0 ,any ,ADD+ADD , 2
275phi2 ,0 ,any ,NORM+MUL+ADD , 3
276phi3 ,0 ,any ,RMS_NORM+MUL , 5
277phimoe ,1 ,any ,MUL+ADD , 4
278phimoe ,1 ,any ,RMS_NORM+MUL+ADD , 5
279phimoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
280plamo ,0 ,any ,ADD+ADD , 2
281plamo ,0 ,any ,RMS_NORM+MUL , 3
282plamo2 ,0 ,any ,RMS_NORM+MUL , 10
283plamo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
284plamo2 ,0 ,any ,SSM_CONV+UNARY , 1
285plamo3 ,0 ,any ,RMS_NORM+MUL , 9
286plamo3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
287pockettts ,0 ,any ,NORM+MUL+ADD , 5
288qwen ,0 ,any ,RMS_NORM+MUL , 5
289qwen2 ,0 ,any ,RMS_NORM+MUL , 5
290qwen2moe ,1 ,any ,ADD+ADD , 2
291qwen2moe ,1 ,any ,MUL+ADD , 4
292qwen2moe ,1 ,any ,RMS_NORM+MUL , 5
293qwen2moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
294qwen2vl ,0 ,any ,RMS_NORM+MUL , 5
295qwen3 ,0 ,any ,RMS_NORM+MUL , 9
296qwen35 ,0 ,any ,GATED_DELTA_NET+CPY , 1
297qwen35 ,0 ,any ,RMS_NORM+MUL , 8
298qwen35 ,0 ,any ,RMS_NORM+SCALE , 2
299qwen35 ,0 ,any ,SSM_CONV+UNARY , 1
300qwen35moe ,1 ,any ,ADD+ADD , 2
301qwen35moe ,1 ,any ,GATED_DELTA_NET+CPY , 1
302qwen35moe ,1 ,any ,MUL+ADD , 4
303qwen35moe ,1 ,any ,RMS_NORM+MUL , 8
304qwen35moe ,1 ,any ,RMS_NORM+SCALE , 2
305qwen35moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
306qwen35moe ,1 ,any ,SSM_CONV+UNARY , 1
307qwen3moe ,1 ,any ,MUL+ADD , 4
308qwen3moe ,1 ,any ,RMS_NORM+MUL , 9
309qwen3moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
310qwen3next ,0 ,any ,ADD+ADD , 2
311qwen3next ,0 ,any ,GATED_DELTA_NET+CPY , 1
312qwen3next ,0 ,any ,MUL+ADD , 4
313qwen3next ,0 ,any ,RMS_NORM+MUL , 8
314qwen3next ,0 ,any ,RMS_NORM+SCALE , 2
315qwen3next ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
316qwen3next ,0 ,any ,SSM_CONV+UNARY , 1
317qwen3tts ,0 ,any ,RMS_NORM+MUL , 9
318qwen3vl ,0 ,any ,RMS_NORM+MUL , 9
319qwen3vlmoe ,1 ,any ,MUL+ADD , 4
320qwen3vlmoe ,1 ,any ,RMS_NORM+MUL , 9
321qwen3vlmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
322qwen4exp ,0 ,any ,ADD+ADD+ADD , 2
323qwen4exp ,0 ,any ,GATED_DELTA_NET+CPY , 1
324qwen4exp ,0 ,any ,MUL+ADD , 4
325qwen4exp ,0 ,any ,RMS_NORM+MUL , 13
326qwen4exp ,0 ,any ,RMS_NORM+SCALE , 2
327qwen4exp ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
328qwen4exp ,0 ,any ,SSM_CONV+UNARY , 1
329refact ,0 ,any ,RMS_NORM+MUL , 5
330refact ,0 ,any ,RMS_NORM+MUL , 5
331ricursive ,0 ,any ,RMS_NORM+MUL , 9
332ricursive ,0 ,any ,RMS_NORM+MUL+ADD , 4
333rnd1 ,0 ,any ,MUL+ADD , 4
334rnd1 ,0 ,any ,RMS_NORM+MUL , 9
335rnd1 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
336seed_oss ,0 ,any ,RMS_NORM+MUL , 5
337smallthinker ,0 ,any ,MUL+ADD , 4
338smallthinker ,0 ,any ,RMS_NORM+MUL , 5
339smollm3 ,0 ,any ,RMS_NORM+MUL , 5
340spark2_5 ,0 ,any ,RMS_NORM+MUL , 5
341stablelm ,0 ,any ,NORM+MUL , 4
342stablelm ,0 ,any ,NORM+MUL+ADD , 5
343starcoder ,0 ,any ,NORM+MUL+ADD , 5
344starcoder2 ,0 ,any ,NORM+MUL+ADD , 5
345talkie ,0 ,any ,ADD+ADD , 2
346xing4_0 ,0 ,any ,ADD+ADD+ADD , 1
347xing4_0 ,0 ,any ,MUL+ADD , 2
348xing4_0 ,0 ,any ,RMS_NORM+MUL , 9
349xing4_0 ,0 ,any ,UNARY+ADD+ARGSORT+GET_ROWS , 1
350xverse ,0 ,any ,RMS_NORM+MUL , 5
351zaya1 ,0 ,any ,RMS_NORM+MUL , 7
352zonos3 ,0 ,any ,GATED_DELTA_NET+CPY , 1
353zonos3 ,0 ,any ,MUL+ADD , 2
354zonos3 ,0 ,any ,RMS_NORM+MUL , 12
355zonos3 ,0 ,any ,RMS_NORM+SCALE , 2
356zonos3 ,0 ,any ,SSM_CONV+UNARY , 1