llama.cpp-xrip/tests/fusion/MTL.csv at 06230cb8775899cceef146c19cd447a947ecac5b

0 Fork 0

Files

T

alexey-rsiandSigbjørn Skjæret a37cc46104 models : add Flint model (FlintForCausalLM) (#30928 )

* Add Flint model (FlintForCausalLM). Assisted by Codex

* cleanup

* one more

---------

Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@huggingface.co>

2026-10-21 23:26:22 +02:00

21 KiB

Raw Blame History

1	# test-fusion baseline for device MTL
2	# arch ,moe ,mode ,label , count
3	afmoe ,1 ,any ,MUL+ADD , 2
4	afmoe ,1 ,any ,RMS_NORM+MUL , 10
5	afmoe ,1 ,any ,RMS_NORM+MUL+ADD , 3
6	arcee ,0 ,any ,RMS_NORM+MUL , 5
7	arctic ,0 ,any ,MUL+ADD , 4
8	arctic ,0 ,any ,RMS_NORM+MUL , 7
9	arctic ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
10	baichuan ,0 ,any ,RMS_NORM+MUL , 5
11	bailingmoe ,1 ,any ,ADD+ADD , 2
12	bailingmoe ,1 ,any ,MUL+ADD , 4
13	bailingmoe ,1 ,any ,RMS_NORM+MUL , 5
14	bailingmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
15	bailingmoe2 ,1 ,any ,ADD+ADD , 1
16	bailingmoe2 ,1 ,any ,MUL+ADD , 2
17	bailingmoe2 ,1 ,any ,RMS_NORM+MUL , 9
18	bailingmoe3 ,1 ,any ,ADD+ADD , 1
19	bailingmoe3 ,1 ,any ,GATED_DELTA_NET+CPY , 1
20	bailingmoe3 ,1 ,any ,MUL+ADD , 2
21	bailingmoe3 ,1 ,any ,RMS_NORM+MUL , 8
22	bailingmoe3 ,1 ,any ,RMS_NORM+SCALE , 2
23	beam ,0 ,any ,MUL+ADD , 6
24	beam ,0 ,any ,RMS_NORM+MUL , 25
25	bloom ,0 ,any ,NORM+MUL+ADD , 6
26	chatglm ,0 ,any ,RMS_NORM+MUL , 5
27	codeshell ,0 ,any ,NORM+MUL+ADD , 5
28	cogvlm ,0 ,any ,RMS_NORM+MUL , 5
29	cohere2 ,0 ,any ,ADD+ADD , 2
30	cohere2 ,0 ,any ,NORM+MUL , 3
31	cohere2moe ,1 ,any ,ADD+ADD , 2
32	cohere2moe ,1 ,any ,MUL+ADD , 2
33	cohere2moe ,1 ,any ,RMS_NORM+MUL , 3
34	command-r ,0 ,any ,NORM+MUL , 3
35	dbrx ,0 ,any ,MUL+ADD , 4
36	dbrx ,0 ,any ,NORM+MUL , 5
37	dbrx ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
38	deci ,0 ,any ,RMS_NORM+MUL , 5
39	deepseek ,0 ,any ,ADD+ADD , 1
40	deepseek ,0 ,any ,MUL+ADD , 2
41	deepseek ,0 ,any ,RMS_NORM+MUL , 5
42	deepseek ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 1
43	deepseek2 ,0 ,any ,ADD+ADD , 1
44	deepseek2 ,0 ,any ,MUL+ADD , 2
45	deepseek2 ,0 ,any ,RMS_NORM+MUL , 9
46	deepseek32 ,0 ,any ,ADD+ADD , 1
47	deepseek32 ,0 ,any ,MUL+ADD , 2
48	deepseek32 ,0 ,any ,NORM+MUL+ADD , 2
49	deepseek32 ,0 ,any ,RMS_NORM+MUL , 9
50	deepseek4 ,0 ,any ,MUL+ADD , 8
51	deepseek4 ,0 ,any ,RMS_NORM+MUL , 20
52	dots1 ,0 ,any ,ADD+ADD , 1
53	dots1 ,0 ,any ,MUL+ADD , 2
54	dots1 ,0 ,any ,RMS_NORM+MUL , 9
55	dots3note ,0 ,any ,ADD+ADD , 1
56	dots3note ,0 ,any ,MUL+ADD , 2
57	dots3note ,0 ,any ,NORM+MUL+ADD , 1
58	dots3note ,0 ,any ,RMS_NORM+MUL , 11
59	dream ,0 ,any ,RMS_NORM+MUL , 5
60	ernie4_5-moe ,1 ,any ,ADD+ADD , 1
61	ernie4_5-moe ,1 ,any ,MUL+ADD , 2
62	ernie4_5-moe ,1 ,any ,RMS_NORM+MUL , 5
63	ernie4_5 ,0 ,any ,RMS_NORM+MUL , 5
64	exaone ,0 ,any ,RMS_NORM+MUL , 5
65	exaone-moe ,1 ,any ,ADD+ADD , 1
66	exaone-moe ,1 ,any ,MUL+ADD , 2
67	exaone-moe ,1 ,any ,RMS_NORM+MUL , 9
68	exaone4 ,0 ,any ,RMS_NORM+MUL , 5
69	exaone4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
70	falcon ,0 ,any ,ADD+ADD , 2
71	falcon ,0 ,any ,NORM+MUL+ADD , 5
72	falcon-h1 ,0 ,any ,ADD+ADD , 2
73	falcon-h1 ,0 ,any ,RMS_NORM+MUL , 9
74	flint ,0 ,any ,ADD+ADD , 1
75	flint ,0 ,any ,MUL+ADD , 2
76	flint ,0 ,any ,RMS_NORM+MUL , 9
77	gemma ,0 ,any ,RMS_NORM+MUL , 5
78	gemma2 ,0 ,any ,RMS_NORM+MUL , 5
79	gemma2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
80	gemma3 ,0 ,any ,RMS_NORM+MUL , 9
81	gemma3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
82	glm-dsa ,0 ,any ,ADD+ADD , 1
83	glm-dsa ,0 ,any ,MUL+ADD , 2
84	glm-dsa ,0 ,any ,NORM+MUL+ADD , 2
85	glm-dsa ,0 ,any ,RMS_NORM+MUL , 9
86	glm4 ,0 ,any ,RMS_NORM+MUL , 5
87	glm4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
88	glm4moe ,1 ,any ,ADD+ADD , 1
89	glm4moe ,1 ,any ,MUL+ADD , 2
90	glm4moe ,1 ,any ,RMS_NORM+MUL , 9
91	glm5-next ,0 ,any ,ADD+ADD+ADD , 1
92	glm5-next ,0 ,any ,GATED_DELTA_NET+CPY , 1
93	glm5-next ,0 ,any ,MUL+ADD , 2
94	glm5-next ,0 ,any ,NORM+MUL+ADD , 1
95	glm5-next ,0 ,any ,RMS_NORM+MUL , 8
96	glm5-next ,0 ,any ,RMS_NORM+SCALE , 2
97	gpt-oss ,0 ,any ,MUL+ADD , 4
98	gpt-oss ,0 ,any ,RMS_NORM+MUL , 5
99	gpt2 ,0 ,any ,NORM+MUL+ADD , 5
100	gptneox ,0 ,any ,NORM+MUL+ADD , 5
101	granite ,0 ,any ,RMS_NORM+MUL , 5
102	granite ,0 ,any ,MUL+ADD , 4
103	granite ,0 ,any ,RMS_NORM+MUL , 5
104	granite ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
105	granite_swa ,0 ,any ,RMS_NORM+MUL , 5
106	granitehybrid ,0 ,any ,RMS_NORM+MUL , 6
107	granitemoe ,1 ,any ,RMS_NORM+MUL , 5
108	granitemoe ,1 ,any ,MUL+ADD , 4
109	granitemoe ,1 ,any ,RMS_NORM+MUL , 5
110	granitemoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
111	grok ,0 ,any ,MUL+ADD , 4
112	grok ,0 ,any ,RMS_NORM+MUL , 5
113	grok ,0 ,any ,RMS_NORM+MUL+ADD , 4
114	grok ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
115	grovemoe ,1 ,any ,ADD+ADD , 2
116	grovemoe ,1 ,any ,MUL+ADD , 8
117	grovemoe ,1 ,any ,RMS_NORM+MUL , 9
118	hunyuan-dense ,0 ,any ,RMS_NORM+MUL , 9
119	hunyuan-moe ,1 ,any ,ADD+ADD , 2
120	hunyuan-moe ,1 ,any ,MUL+ADD , 4
121	hunyuan-moe ,1 ,any ,RMS_NORM+MUL , 9
122	hunyuan-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
123	hunyuan_vl ,0 ,any ,RMS_NORM+MUL , 9
124	hy_v3 ,0 ,any ,ADD+ADD , 2
125	hy_v3 ,0 ,any ,MUL+ADD , 4
126	hy_v3 ,0 ,any ,RMS_NORM+MUL , 9
127	hy_v4 ,0 ,any ,MUL+ADD , 2
128	hy_v4 ,0 ,any ,NORM+MUL+ADD , 1
129	hy_v4 ,0 ,any ,RMS_NORM+MUL , 9
130	internlm2 ,0 ,any ,RMS_NORM+MUL , 5
131	jais ,0 ,any ,NORM+MUL+ADD , 5
132	jais2 ,0 ,any ,NORM+MUL+ADD , 5
133	jamba ,0 ,any ,RMS_NORM+MUL , 8
134	k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
135	k2-horizon ,0 ,any ,ADD+ADD , 1
136	k2-horizon ,0 ,any ,MUL+ADD , 2
137	k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
138	kimi-k3 ,0 ,any ,GATED_DELTA_NET+CPY , 1
139	kimi-k3 ,0 ,any ,MUL+ADD , 2
140	kimi-k3 ,0 ,any ,RMS_NORM+MUL , 17
141	kimi-k3 ,0 ,any ,RMS_NORM+SCALE , 2
142	kimi-linear ,0 ,any ,ADD+ADD , 1
143	kimi-linear ,0 ,any ,GATED_DELTA_NET+CPY , 1
144	kimi-linear ,0 ,any ,MUL+ADD , 2
145	kimi-linear ,0 ,any ,RMS_NORM+MUL , 7
146	kimi-linear ,0 ,any ,RMS_NORM+SCALE , 2
147	kolibri1 ,0 ,any ,MUL+ADD , 4
148	kolibri1 ,0 ,any ,RMS_NORM+MUL , 10
149	kolibri1 ,0 ,any ,RMS_NORM+MUL+ADD , 3
150	laguna ,0 ,any ,ADD+ADD , 1
151	laguna ,0 ,any ,MUL+ADD , 2
152	laguna ,0 ,any ,RMS_NORM+MUL , 9
153	lfm2 ,0 ,any ,RMS_NORM+MUL , 7
154	lfm2moe ,1 ,any ,MUL+ADD , 2
155	lfm2moe ,1 ,any ,RMS_NORM+MUL , 7
156	llada ,0 ,any ,RMS_NORM+MUL , 5
157	llada-moe ,1 ,any ,MUL+ADD , 4
158	llada-moe ,1 ,any ,RMS_NORM+MUL , 9
159	llada-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
160	llama ,0 ,any ,RMS_NORM+MUL , 5
161	llama ,0 ,any ,MUL+ADD , 4
162	llama ,0 ,any ,RMS_NORM+MUL , 5
163	llama ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
164	llama4 ,0 ,any ,ADD+ADD , 2
165	llama4 ,0 ,any ,RMS_NORM+MUL , 9
166	maincoder ,0 ,any ,RMS_NORM+MUL , 9
167	maion-coder ,0 ,any ,MUL+ADD , 4
168	maion-coder ,0 ,any ,RMS_NORM+MUL , 17
169	maion-coder ,0 ,any ,RMS_NORM+MUL+ADD , 8
170	maion-coder ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
171	mamba ,0 ,any ,RMS_NORM+MUL , 3
172	mamba2 ,0 ,any ,RMS_NORM+MUL , 5
173	maple ,0 ,any ,MUL+ADD , 4
174	maple ,0 ,any ,RMS_NORM+MUL , 9
175	maple ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
176	mellum ,0 ,any ,MUL+ADD , 4
177	mellum ,0 ,any ,RMS_NORM+MUL , 9
178	mellum ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
179	mimo2 ,0 ,any ,MUL+ADD , 4
180	mimo2 ,0 ,any ,RMS_NORM+MUL , 5
181	minicpm ,0 ,any ,RMS_NORM+MUL , 5
182	minicpm ,0 ,any ,MUL+ADD , 4
183	minicpm ,0 ,any ,RMS_NORM+MUL , 5
184	minicpm ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
185	minicpm3 ,0 ,any ,RMS_NORM+MUL , 9
186	minimax-01 ,0 ,any ,MUL+ADD , 4
187	minimax-01 ,0 ,any ,RMS_NORM+MUL , 6
188	minimax-01 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
189	minimax-m2 ,0 ,any ,MUL+ADD , 4
190	minimax-m2 ,0 ,any ,RMS_NORM+MUL , 9
191	minimax-m3 ,0 ,any ,ADD+ADD , 1
192	minimax-m3 ,0 ,any ,MUL+ADD , 2
193	minimax-m3 ,0 ,any ,RMS_NORM+MUL , 11
194	mistral3 ,0 ,any ,RMS_NORM+MUL , 5
195	mistral3 ,0 ,any ,MUL+ADD , 4
196	mistral3 ,0 ,any ,RMS_NORM+MUL , 5
197	mistral3 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
198	mistral4 ,0 ,any ,ADD+ADD , 1
199	mistral4 ,0 ,any ,MUL+ADD , 2
200	mistral4 ,0 ,any ,RMS_NORM+MUL , 9
201	mpt ,0 ,any ,NORM+MUL+ADD , 5
202	muse-glimmer ,0 ,any ,RMS_NORM+MUL , 10
203	muse-glimmer ,0 ,any ,RMS_NORM+MUL+ADD , 3
204	muse-spark ,0 ,any ,MUL+ADD , 4
205	muse-spark ,0 ,any ,RMS_NORM+MUL , 14
206	nanbeige ,0 ,any ,RMS_NORM+MUL , 5
207	nemotron ,0 ,any ,NORM+MUL+ADD , 5
208	nemotron_h ,0 ,any ,RMS_NORM+MUL , 5
209	nemotron_h_moe ,1 ,any ,RMS_NORM+MUL , 5
210	olmo2 ,0 ,any ,RMS_NORM+MUL , 5
211	olmo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
212	olmoe ,1 ,any ,MUL+ADD , 4
213	olmoe ,1 ,any ,RMS_NORM+MUL , 9
214	olmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
215	openelm ,0 ,any ,RMS_NORM+MUL , 9
216	orion ,0 ,any ,NORM+MUL+ADD , 5
217	paddleocr ,0 ,any ,RMS_NORM+MUL , 5
218	pangu-embedded ,0 ,any ,RMS_NORM+MUL , 5
219	phi2 ,0 ,any ,ADD+ADD , 2
220	phi2 ,0 ,any ,NORM+MUL+ADD , 3
221	phi3 ,0 ,any ,RMS_NORM+MUL , 5
222	phimoe ,1 ,any ,MUL+ADD , 4
223	phimoe ,1 ,any ,RMS_NORM+MUL+ADD , 5
224	phimoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
225	plamo ,0 ,any ,ADD+ADD , 2
226	plamo ,0 ,any ,RMS_NORM+MUL , 3
227	plamo2 ,0 ,any ,RMS_NORM+MUL , 10
228	plamo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
229	plamo2 ,0 ,any ,SSM_CONV+UNARY , 1
230	plamo3 ,0 ,any ,RMS_NORM+MUL , 9
231	plamo3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
232	pockettts ,0 ,any ,NORM+MUL+ADD , 5
233	qwen ,0 ,any ,RMS_NORM+MUL , 5
234	qwen2 ,0 ,any ,RMS_NORM+MUL , 5
235	qwen2moe ,1 ,any ,ADD+ADD , 2
236	qwen2moe ,1 ,any ,MUL+ADD , 4
237	qwen2moe ,1 ,any ,RMS_NORM+MUL , 5
238	qwen2moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
239	qwen2vl ,0 ,any ,RMS_NORM+MUL , 5
240	qwen3 ,0 ,any ,RMS_NORM+MUL , 9
241	qwen35 ,0 ,any ,GATED_DELTA_NET+CPY , 1
242	qwen35 ,0 ,any ,RMS_NORM+MUL , 8
243	qwen35 ,0 ,any ,RMS_NORM+SCALE , 2
244	qwen35 ,0 ,any ,SSM_CONV+UNARY , 1
245	qwen35moe ,1 ,any ,ADD+ADD , 2
246	qwen35moe ,1 ,any ,GATED_DELTA_NET+CPY , 1
247	qwen35moe ,1 ,any ,MUL+ADD , 4
248	qwen35moe ,1 ,any ,RMS_NORM+MUL , 8
249	qwen35moe ,1 ,any ,RMS_NORM+SCALE , 2
250	qwen35moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
251	qwen35moe ,1 ,any ,SSM_CONV+UNARY , 1
252	qwen3moe ,1 ,any ,MUL+ADD , 4
253	qwen3moe ,1 ,any ,RMS_NORM+MUL , 9
254	qwen3moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
255	qwen3next ,0 ,any ,ADD+ADD , 2
256	qwen3next ,0 ,any ,GATED_DELTA_NET+CPY , 1
257	qwen3next ,0 ,any ,MUL+ADD , 4
258	qwen3next ,0 ,any ,RMS_NORM+MUL , 8
259	qwen3next ,0 ,any ,RMS_NORM+SCALE , 2
260	qwen3next ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
261	qwen3next ,0 ,any ,SSM_CONV+UNARY , 1
262	qwen3tts ,0 ,any ,RMS_NORM+MUL , 9
263	qwen3vl ,0 ,any ,RMS_NORM+MUL , 9
264	qwen3vlmoe ,1 ,any ,MUL+ADD , 4
265	qwen3vlmoe ,1 ,any ,RMS_NORM+MUL , 9
266	qwen3vlmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
267	qwen4exp ,0 ,any ,ADD+ADD+ADD , 2
268	qwen4exp ,0 ,any ,GATED_DELTA_NET+CPY , 1
269	qwen4exp ,0 ,any ,MUL+ADD , 4
270	qwen4exp ,0 ,any ,RMS_NORM+MUL , 13
271	qwen4exp ,0 ,any ,RMS_NORM+SCALE , 2
272	qwen4exp ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
273	qwen4exp ,0 ,any ,SSM_CONV+UNARY , 1
274	refact ,0 ,any ,RMS_NORM+MUL , 5
275	refact ,0 ,any ,RMS_NORM+MUL , 5
276	rnd1 ,0 ,any ,MUL+ADD , 4
277	rnd1 ,0 ,any ,RMS_NORM+MUL , 9
278	rnd1 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
279	seed_oss ,0 ,any ,RMS_NORM+MUL , 5
280	smallthinker ,0 ,any ,MUL+ADD , 4
281	smallthinker ,0 ,any ,RMS_NORM+MUL , 5
282	smollm3 ,0 ,any ,RMS_NORM+MUL , 5
283	spark2_5 ,0 ,any ,RMS_NORM+MUL , 5
284	stablelm ,0 ,any ,NORM+MUL , 4
285	stablelm ,0 ,any ,NORM+MUL+ADD , 5
286	starcoder ,0 ,any ,NORM+MUL+ADD , 5
287	starcoder2 ,0 ,any ,NORM+MUL+ADD , 5
288	talkie ,0 ,any ,ADD+ADD , 2
289	xverse ,0 ,any ,RMS_NORM+MUL , 5

21 KiB Raw Blame History

21 KiB

Raw Blame History