llama.cpp-xrip/tests/fusion/MTL.csv

1	# test-fusion baseline for device MTL
2	# arch ,moe ,mode ,label , count
3	afmoe ,1 ,any ,MUL+ADD , 2
4	afmoe ,1 ,any ,RMS_NORM+MUL , 10
5	afmoe ,1 ,any ,RMS_NORM+MUL+ADD , 3
6	arcee ,0 ,any ,RMS_NORM+MUL , 5
7	arctic ,0 ,any ,MUL+ADD , 4
8	arctic ,0 ,any ,RMS_NORM+MUL , 7
9	arctic ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
10	baichuan ,0 ,any ,RMS_NORM+MUL , 5
11	bailingmoe ,1 ,any ,ADD+ADD , 2
12	bailingmoe ,1 ,any ,MUL+ADD , 4
13	bailingmoe ,1 ,any ,RMS_NORM+MUL , 5
14	bailingmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
15	bailingmoe2 ,1 ,any ,ADD+ADD , 1
16	bailingmoe2 ,1 ,any ,MUL+ADD , 2
17	bailingmoe2 ,1 ,any ,RMS_NORM+MUL , 9
18	bailingmoe3 ,1 ,any ,ADD+ADD , 1
19	bailingmoe3 ,1 ,any ,GATED_DELTA_NET+CPY , 1
20	bailingmoe3 ,1 ,any ,MUL+ADD , 2
21	bailingmoe3 ,1 ,any ,RMS_NORM+MUL , 8
22	bailingmoe3 ,1 ,any ,RMS_NORM+SCALE , 2
23	beam ,0 ,any ,MUL+ADD , 6
24	beam ,0 ,any ,RMS_NORM+MUL , 25
25	bloom ,0 ,any ,NORM+MUL+ADD , 6
26	chatglm ,0 ,any ,RMS_NORM+MUL , 5
27	codeshell ,0 ,any ,NORM+MUL+ADD , 5
28	cogvlm ,0 ,any ,RMS_NORM+MUL , 5
29	cohere2 ,0 ,any ,ADD+ADD , 2
30	cohere2 ,0 ,any ,NORM+MUL , 3
31	cohere2moe ,1 ,any ,ADD+ADD , 2
32	cohere2moe ,1 ,any ,MUL+ADD , 2
33	cohere2moe ,1 ,any ,RMS_NORM+MUL , 3
34	command-r ,0 ,any ,NORM+MUL , 3
35	dbrx ,0 ,any ,MUL+ADD , 4
36	dbrx ,0 ,any ,NORM+MUL , 5
37	dbrx ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
38	deci ,0 ,any ,RMS_NORM+MUL , 5
39	deepseek ,0 ,any ,ADD+ADD , 1
40	deepseek ,0 ,any ,MUL+ADD , 2
41	deepseek ,0 ,any ,RMS_NORM+MUL , 5
42	deepseek ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 1
43	deepseek2 ,0 ,any ,ADD+ADD , 1
44	deepseek2 ,0 ,any ,MUL+ADD , 2
45	deepseek2 ,0 ,any ,RMS_NORM+MUL , 9
46	deepseek32 ,0 ,any ,ADD+ADD , 1
47	deepseek32 ,0 ,any ,MUL+ADD , 2
48	deepseek32 ,0 ,any ,NORM+MUL+ADD , 2
49	deepseek32 ,0 ,any ,RMS_NORM+MUL , 9
50	deepseek4 ,0 ,any ,MUL+ADD , 8
51	deepseek4 ,0 ,any ,RMS_NORM+MUL , 20
52	deepseek41 ,0 ,any ,MUL+ADD , 12
53	deepseek41 ,0 ,any ,RMS_NORM+MUL , 29
54	dots1 ,0 ,any ,ADD+ADD , 1
55	dots1 ,0 ,any ,MUL+ADD , 2
56	dots1 ,0 ,any ,RMS_NORM+MUL , 9
57	dots3note ,0 ,any ,ADD+ADD , 1
58	dots3note ,0 ,any ,MUL+ADD , 2
59	dots3note ,0 ,any ,NORM+MUL+ADD , 1
60	dots3note ,0 ,any ,RMS_NORM+MUL , 11
61	dream ,0 ,any ,RMS_NORM+MUL , 5
62	ernie4_5-moe ,1 ,any ,ADD+ADD , 1
63	ernie4_5-moe ,1 ,any ,MUL+ADD , 2
64	ernie4_5-moe ,1 ,any ,RMS_NORM+MUL , 5
65	ernie4_5 ,0 ,any ,RMS_NORM+MUL , 5
66	exaone ,0 ,any ,RMS_NORM+MUL , 5
67	exaone-moe ,1 ,any ,ADD+ADD , 1
68	exaone-moe ,1 ,any ,MUL+ADD , 2
69	exaone-moe ,1 ,any ,RMS_NORM+MUL , 9
70	exaone4 ,0 ,any ,RMS_NORM+MUL , 5
71	exaone4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
72	falcon ,0 ,any ,ADD+ADD , 2
73	falcon ,0 ,any ,NORM+MUL+ADD , 5
74	falcon-h1 ,0 ,any ,ADD+ADD , 2
75	falcon-h1 ,0 ,any ,RMS_NORM+MUL , 9
76	flint ,0 ,any ,ADD+ADD , 1
77	flint ,0 ,any ,MUL+ADD , 2
78	flint ,0 ,any ,RMS_NORM+MUL , 9
79	gemma ,0 ,any ,RMS_NORM+MUL , 5
80	gemma2 ,0 ,any ,RMS_NORM+MUL , 5
81	gemma2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
82	gemma3 ,0 ,any ,RMS_NORM+MUL , 9
83	gemma3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
84	gemma4 ,0 ,any ,RMS_NORM+MUL , 47
85	gemma4 ,0 ,any ,RMS_NORM+MUL+ADD , 20
86	glm-dsa ,0 ,any ,ADD+ADD , 1
87	glm-dsa ,0 ,any ,MUL+ADD , 2
88	glm-dsa ,0 ,any ,NORM+MUL+ADD , 2
89	glm-dsa ,0 ,any ,RMS_NORM+MUL , 9
90	glm4 ,0 ,any ,RMS_NORM+MUL , 5
91	glm4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
92	glm4moe ,1 ,any ,ADD+ADD , 1
93	glm4moe ,1 ,any ,MUL+ADD , 2
94	glm4moe ,1 ,any ,RMS_NORM+MUL , 9
95	glm5-next ,0 ,any ,ADD+ADD+ADD , 1
96	glm5-next ,0 ,any ,GATED_DELTA_NET+CPY , 1
97	glm5-next ,0 ,any ,MUL+ADD , 2
98	glm5-next ,0 ,any ,NORM+MUL+ADD , 1
99	glm5-next ,0 ,any ,RMS_NORM+MUL , 8
100	glm5-next ,0 ,any ,RMS_NORM+SCALE , 2
101	gpt-oss ,0 ,any ,MUL+ADD , 4
102	gpt-oss ,0 ,any ,RMS_NORM+MUL , 5
103	gpt2 ,0 ,any ,NORM+MUL+ADD , 5
104	gptneox ,0 ,any ,NORM+MUL+ADD , 5
105	granite ,0 ,any ,RMS_NORM+MUL , 5
106	granite ,0 ,any ,MUL+ADD , 4
107	granite ,0 ,any ,RMS_NORM+MUL , 5
108	granite ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
109	granite_swa ,0 ,any ,RMS_NORM+MUL , 5
110	granitehybrid ,0 ,any ,RMS_NORM+MUL , 6
111	granitemoe ,1 ,any ,RMS_NORM+MUL , 5
112	granitemoe ,1 ,any ,MUL+ADD , 4
113	granitemoe ,1 ,any ,RMS_NORM+MUL , 5
114	granitemoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
115	grok ,0 ,any ,MUL+ADD , 4
116	grok ,0 ,any ,RMS_NORM+MUL , 5
117	grok ,0 ,any ,RMS_NORM+MUL+ADD , 4
118	grok ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
119	grovemoe ,1 ,any ,ADD+ADD , 2
120	grovemoe ,1 ,any ,MUL+ADD , 8
121	grovemoe ,1 ,any ,RMS_NORM+MUL , 9
122	hunyuan-dense ,0 ,any ,RMS_NORM+MUL , 9
123	hunyuan-moe ,1 ,any ,ADD+ADD , 2
124	hunyuan-moe ,1 ,any ,MUL+ADD , 4
125	hunyuan-moe ,1 ,any ,RMS_NORM+MUL , 9
126	hunyuan-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
127	hunyuan_vl ,0 ,any ,RMS_NORM+MUL , 9
128	hy_v3 ,0 ,any ,ADD+ADD , 2
129	hy_v3 ,0 ,any ,MUL+ADD , 4
130	hy_v3 ,0 ,any ,RMS_NORM+MUL , 9
131	hy_v4 ,0 ,any ,MUL+ADD , 2
132	hy_v4 ,0 ,any ,NORM+MUL+ADD , 1
133	hy_v4 ,0 ,any ,RMS_NORM+MUL , 9
134	internlm2 ,0 ,any ,RMS_NORM+MUL , 5
135	jais ,0 ,any ,NORM+MUL+ADD , 5
136	jais2 ,0 ,any ,NORM+MUL+ADD , 5
137	jamba ,0 ,any ,RMS_NORM+MUL , 8
138	k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
139	k2-horizon ,0 ,any ,ADD+ADD , 1
140	k2-horizon ,0 ,any ,MUL+ADD , 2
141	k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
142	kimi-k3 ,0 ,any ,GATED_DELTA_NET+CPY , 1
143	kimi-k3 ,0 ,any ,MUL+ADD , 2
144	kimi-k3 ,0 ,any ,RMS_NORM+MUL , 17
145	kimi-k3 ,0 ,any ,RMS_NORM+SCALE , 2
146	kimi-linear ,0 ,any ,ADD+ADD , 1
147	kimi-linear ,0 ,any ,GATED_DELTA_NET+CPY , 1
148	kimi-linear ,0 ,any ,MUL+ADD , 2
149	kimi-linear ,0 ,any ,RMS_NORM+MUL , 7
150	kimi-linear ,0 ,any ,RMS_NORM+SCALE , 2
151	kolibri1 ,0 ,any ,MUL+ADD , 4
152	kolibri1 ,0 ,any ,RMS_NORM+MUL , 10
153	kolibri1 ,0 ,any ,RMS_NORM+MUL+ADD , 3
154	laguna ,0 ,any ,ADD+ADD , 1
155	laguna ,0 ,any ,MUL+ADD , 2
156	laguna ,0 ,any ,RMS_NORM+MUL , 9
157	lfm2 ,0 ,any ,RMS_NORM+MUL , 7
158	lfm2moe ,1 ,any ,MUL+ADD , 2
159	lfm2moe ,1 ,any ,RMS_NORM+MUL , 7
160	lfm3 ,0 ,any ,RMS_NORM+MUL , 17
161	llada ,0 ,any ,RMS_NORM+MUL , 5
162	llada-moe ,1 ,any ,MUL+ADD , 4
163	llada-moe ,1 ,any ,RMS_NORM+MUL , 9
164	llada-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
165	llama ,0 ,any ,RMS_NORM+MUL , 5
166	llama ,0 ,any ,MUL+ADD , 4
167	llama ,0 ,any ,RMS_NORM+MUL , 5
168	llama ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
169	llama4 ,0 ,any ,ADD+ADD , 2
170	llama4 ,0 ,any ,RMS_NORM+MUL , 9
171	maincoder ,0 ,any ,RMS_NORM+MUL , 9
172	maion-coder ,0 ,any ,MUL+ADD , 4
173	maion-coder ,0 ,any ,RMS_NORM+MUL , 17
174	maion-coder ,0 ,any ,RMS_NORM+MUL+ADD , 8
175	maion-coder ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
176	mamba ,0 ,any ,RMS_NORM+MUL , 3
177	mamba2 ,0 ,any ,RMS_NORM+MUL , 5
178	maple ,0 ,any ,MUL+ADD , 4
179	maple ,0 ,any ,RMS_NORM+MUL , 9
180	maple ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
181	mellum ,0 ,any ,MUL+ADD , 4
182	mellum ,0 ,any ,RMS_NORM+MUL , 9
183	mellum ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
184	mimo2 ,0 ,any ,MUL+ADD , 4
185	mimo2 ,0 ,any ,RMS_NORM+MUL , 5
186	minicpm ,0 ,any ,RMS_NORM+MUL , 5
187	minicpm ,0 ,any ,MUL+ADD , 4
188	minicpm ,0 ,any ,RMS_NORM+MUL , 5
189	minicpm ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
190	minicpm3 ,0 ,any ,RMS_NORM+MUL , 9
191	minimax-01 ,0 ,any ,MUL+ADD , 4
192	minimax-01 ,0 ,any ,RMS_NORM+MUL , 6
193	minimax-01 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
194	minimax-m2 ,0 ,any ,MUL+ADD , 4
195	minimax-m2 ,0 ,any ,RMS_NORM+MUL , 9
196	minimax-m3 ,0 ,any ,ADD+ADD , 1
197	minimax-m3 ,0 ,any ,MUL+ADD , 2
198	minimax-m3 ,0 ,any ,RMS_NORM+MUL , 11
199	mistral-large4 ,0 ,any ,ADD+ADD , 3
200	mistral-large4 ,0 ,any ,MUL+ADD , 6
201	mistral-large4 ,0 ,any ,NORM+MUL+ADD , 6
202	mistral-large4 ,0 ,any ,RMS_NORM+MUL , 12
203	mistral3 ,0 ,any ,RMS_NORM+MUL , 5
204	mistral3 ,0 ,any ,MUL+ADD , 4
205	mistral3 ,0 ,any ,RMS_NORM+MUL , 5
206	mistral3 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
207	mistral4 ,0 ,any ,ADD+ADD , 1
208	mistral4 ,0 ,any ,MUL+ADD , 2
209	mistral4 ,0 ,any ,RMS_NORM+MUL , 9
210	mpt ,0 ,any ,NORM+MUL+ADD , 5
211	muse-glimmer ,0 ,any ,RMS_NORM+MUL , 10
212	muse-glimmer ,0 ,any ,RMS_NORM+MUL+ADD , 3
213	muse-spark ,0 ,any ,MUL+ADD , 4
214	muse-spark ,0 ,any ,RMS_NORM+MUL , 14
215	nanbeige ,0 ,any ,RMS_NORM+MUL , 5
216	nemotron ,0 ,any ,NORM+MUL+ADD , 5
217	nemotron_h ,0 ,any ,RMS_NORM+MUL , 5
218	nemotron_h_moe ,1 ,any ,RMS_NORM+MUL , 5
219	olmo2 ,0 ,any ,RMS_NORM+MUL , 5
220	olmo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
221	olmoe ,1 ,any ,MUL+ADD , 4
222	olmoe ,1 ,any ,RMS_NORM+MUL , 9
223	olmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
224	openelm ,0 ,any ,RMS_NORM+MUL , 9
225	orion ,0 ,any ,NORM+MUL+ADD , 5
226	paddleocr ,0 ,any ,RMS_NORM+MUL , 5
227	pangu-embedded ,0 ,any ,RMS_NORM+MUL , 5
228	phi2 ,0 ,any ,ADD+ADD , 2
229	phi2 ,0 ,any ,NORM+MUL+ADD , 3
230	phi3 ,0 ,any ,RMS_NORM+MUL , 5
231	phimoe ,1 ,any ,MUL+ADD , 4
232	phimoe ,1 ,any ,RMS_NORM+MUL+ADD , 5
233	phimoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
234	plamo ,0 ,any ,ADD+ADD , 2
235	plamo ,0 ,any ,RMS_NORM+MUL , 3
236	plamo2 ,0 ,any ,RMS_NORM+MUL , 10
237	plamo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
238	plamo2 ,0 ,any ,SSM_CONV+UNARY , 1
239	plamo3 ,0 ,any ,RMS_NORM+MUL , 9
240	plamo3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
241	pockettts ,0 ,any ,NORM+MUL+ADD , 5
242	qwen ,0 ,any ,RMS_NORM+MUL , 5
243	qwen2 ,0 ,any ,RMS_NORM+MUL , 5
244	qwen2moe ,1 ,any ,ADD+ADD , 2
245	qwen2moe ,1 ,any ,MUL+ADD , 4
246	qwen2moe ,1 ,any ,RMS_NORM+MUL , 5
247	qwen2moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
248	qwen2vl ,0 ,any ,RMS_NORM+MUL , 5
249	qwen3 ,0 ,any ,RMS_NORM+MUL , 9
250	qwen35 ,0 ,any ,GATED_DELTA_NET+CPY , 1
251	qwen35 ,0 ,any ,RMS_NORM+MUL , 8
252	qwen35 ,0 ,any ,RMS_NORM+SCALE , 2
253	qwen35 ,0 ,any ,SSM_CONV+UNARY , 1
254	qwen35moe ,1 ,any ,ADD+ADD , 2
255	qwen35moe ,1 ,any ,GATED_DELTA_NET+CPY , 1
256	qwen35moe ,1 ,any ,MUL+ADD , 4
257	qwen35moe ,1 ,any ,RMS_NORM+MUL , 8
258	qwen35moe ,1 ,any ,RMS_NORM+SCALE , 2
259	qwen35moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
260	qwen35moe ,1 ,any ,SSM_CONV+UNARY , 1
261	qwen3moe ,1 ,any ,MUL+ADD , 4
262	qwen3moe ,1 ,any ,RMS_NORM+MUL , 9
263	qwen3moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
264	qwen3next ,0 ,any ,ADD+ADD , 2
265	qwen3next ,0 ,any ,GATED_DELTA_NET+CPY , 1
266	qwen3next ,0 ,any ,MUL+ADD , 4
267	qwen3next ,0 ,any ,RMS_NORM+MUL , 8
268	qwen3next ,0 ,any ,RMS_NORM+SCALE , 2
269	qwen3next ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
270	qwen3next ,0 ,any ,SSM_CONV+UNARY , 1
271	qwen3tts ,0 ,any ,RMS_NORM+MUL , 9
272	qwen3vl ,0 ,any ,RMS_NORM+MUL , 9
273	qwen3vlmoe ,1 ,any ,MUL+ADD , 4
274	qwen3vlmoe ,1 ,any ,RMS_NORM+MUL , 9
275	qwen3vlmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
276	qwen4exp ,0 ,any ,ADD+ADD+ADD , 2
277	qwen4exp ,0 ,any ,GATED_DELTA_NET+CPY , 1
278	qwen4exp ,0 ,any ,MUL+ADD , 4
279	qwen4exp ,0 ,any ,RMS_NORM+MUL , 13
280	qwen4exp ,0 ,any ,RMS_NORM+SCALE , 2
281	qwen4exp ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
282	qwen4exp ,0 ,any ,SSM_CONV+UNARY , 1
283	refact ,0 ,any ,RMS_NORM+MUL , 5
284	refact ,0 ,any ,RMS_NORM+MUL , 5
285	rnd1 ,0 ,any ,MUL+ADD , 4
286	rnd1 ,0 ,any ,RMS_NORM+MUL , 9
287	rnd1 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
288	seed_oss ,0 ,any ,RMS_NORM+MUL , 5
289	smallthinker ,0 ,any ,MUL+ADD , 4
290	smallthinker ,0 ,any ,RMS_NORM+MUL , 5
291	smollm3 ,0 ,any ,RMS_NORM+MUL , 5
292	spark2_5 ,0 ,any ,RMS_NORM+MUL , 5
293	stablelm ,0 ,any ,NORM+MUL , 4
294	stablelm ,0 ,any ,NORM+MUL+ADD , 5
295	starcoder ,0 ,any ,NORM+MUL+ADD , 5
296	starcoder2 ,0 ,any ,NORM+MUL+ADD , 5
297	talkie ,0 ,any ,ADD+ADD , 2
298	xverse ,0 ,any ,RMS_NORM+MUL , 5