llama.cpp-xrip/tests/fusion/MTL.csv at 7e3eeee0480902c90cbdff172f407dc063cf0770

0 Fork 0

Files

T

Georgi Gerganov 27af58168a tests : update Metal fusion baseline for beam (#30764 )

* tests: add beam fusion rows to MTL baseline

Regenerate tests/fusion/MTL.csv with test-fusion --record. The newly
added beam architecture has no baseline rows, so test-fusion fails with
2 failing rows (MUL+ADD x6, RMS_NORM+MUL x25). All other arch counts are
unchanged.

Assisted-by: pi:llama.cpp/ggml-org/Qwen3.8-Flash-Next-GGUF (MacBook, M5 Max, 128GB)

* skills: add update-fusion-table skill

Add a skill for regenerating a per-device test-fusion baseline. It keeps
the workflow from tests/fusion/README.md and the parts that are easy to
get wrong: diff the recorded file before applying it, the distinct
meanings of a FAIL row, and never recording a partial run.

Assisted-by: pi:llama.cpp/ggml-org/Qwen3.8-Flash-Next-GGUF (MacBook, M5 Max, 128GB)

2026-10-19 09:11:38 +03:00

20 KiB

Raw Blame History

1	# test-fusion baseline for device MTL
2	# arch ,moe ,mode ,label , count
3	afmoe ,1 ,any ,MUL+ADD , 2
4	afmoe ,1 ,any ,RMS_NORM+MUL , 10
5	afmoe ,1 ,any ,RMS_NORM+MUL+ADD , 3
6	arcee ,0 ,any ,RMS_NORM+MUL , 5
7	arctic ,0 ,any ,MUL+ADD , 4
8	arctic ,0 ,any ,RMS_NORM+MUL , 7
9	arctic ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
10	baichuan ,0 ,any ,RMS_NORM+MUL , 5
11	bailingmoe ,1 ,any ,ADD+ADD , 2
12	bailingmoe ,1 ,any ,MUL+ADD , 4
13	bailingmoe ,1 ,any ,RMS_NORM+MUL , 5
14	bailingmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
15	bailingmoe2 ,1 ,any ,ADD+ADD , 1
16	bailingmoe2 ,1 ,any ,MUL+ADD , 2
17	bailingmoe2 ,1 ,any ,RMS_NORM+MUL , 9
18	bailingmoe3 ,1 ,any ,ADD+ADD , 1
19	bailingmoe3 ,1 ,any ,GATED_DELTA_NET+CPY , 1
20	bailingmoe3 ,1 ,any ,MUL+ADD , 2
21	bailingmoe3 ,1 ,any ,RMS_NORM+MUL , 8
22	bailingmoe3 ,1 ,any ,RMS_NORM+SCALE , 2
23	beam ,0 ,any ,MUL+ADD , 6
24	beam ,0 ,any ,RMS_NORM+MUL , 25
25	bloom ,0 ,any ,NORM+MUL+ADD , 6
26	chatglm ,0 ,any ,RMS_NORM+MUL , 5
27	codeshell ,0 ,any ,NORM+MUL+ADD , 5
28	cogvlm ,0 ,any ,RMS_NORM+MUL , 5
29	cohere2 ,0 ,any ,ADD+ADD , 2
30	cohere2 ,0 ,any ,NORM+MUL , 3
31	cohere2moe ,1 ,any ,ADD+ADD , 2
32	cohere2moe ,1 ,any ,MUL+ADD , 2
33	cohere2moe ,1 ,any ,RMS_NORM+MUL , 3
34	command-r ,0 ,any ,NORM+MUL , 3
35	dbrx ,0 ,any ,MUL+ADD , 4
36	dbrx ,0 ,any ,NORM+MUL , 5
37	dbrx ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
38	deci ,0 ,any ,RMS_NORM+MUL , 5
39	deepseek ,0 ,any ,ADD+ADD , 1
40	deepseek ,0 ,any ,MUL+ADD , 2
41	deepseek ,0 ,any ,RMS_NORM+MUL , 5
42	deepseek ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 1
43	deepseek2 ,0 ,any ,ADD+ADD , 1
44	deepseek2 ,0 ,any ,MUL+ADD , 2
45	deepseek2 ,0 ,any ,RMS_NORM+MUL , 9
46	deepseek32 ,0 ,any ,ADD+ADD , 1
47	deepseek32 ,0 ,any ,MUL+ADD , 2
48	deepseek32 ,0 ,any ,NORM+MUL+ADD , 2
49	deepseek32 ,0 ,any ,RMS_NORM+MUL , 9
50	deepseek4 ,0 ,any ,MUL+ADD , 8
51	deepseek4 ,0 ,any ,RMS_NORM+MUL , 20
52	dots1 ,0 ,any ,ADD+ADD , 1
53	dots1 ,0 ,any ,MUL+ADD , 2
54	dots1 ,0 ,any ,RMS_NORM+MUL , 9
55	dots3note ,0 ,any ,ADD+ADD , 1
56	dots3note ,0 ,any ,MUL+ADD , 2
57	dots3note ,0 ,any ,NORM+MUL+ADD , 1
58	dots3note ,0 ,any ,RMS_NORM+MUL , 11
59	dream ,0 ,any ,RMS_NORM+MUL , 5
60	ernie4_5-moe ,1 ,any ,ADD+ADD , 1
61	ernie4_5-moe ,1 ,any ,MUL+ADD , 2
62	ernie4_5-moe ,1 ,any ,RMS_NORM+MUL , 5
63	ernie4_5 ,0 ,any ,RMS_NORM+MUL , 5
64	exaone ,0 ,any ,RMS_NORM+MUL , 5
65	exaone-moe ,1 ,any ,ADD+ADD , 1
66	exaone-moe ,1 ,any ,MUL+ADD , 2
67	exaone-moe ,1 ,any ,RMS_NORM+MUL , 9
68	exaone4 ,0 ,any ,RMS_NORM+MUL , 5
69	exaone4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
70	falcon ,0 ,any ,ADD+ADD , 2
71	falcon ,0 ,any ,NORM+MUL+ADD , 5
72	falcon-h1 ,0 ,any ,ADD+ADD , 2
73	falcon-h1 ,0 ,any ,RMS_NORM+MUL , 9
74	gemma ,0 ,any ,RMS_NORM+MUL , 5
75	gemma2 ,0 ,any ,RMS_NORM+MUL , 5
76	gemma2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
77	gemma3 ,0 ,any ,RMS_NORM+MUL , 9
78	gemma3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
79	glm-dsa ,0 ,any ,ADD+ADD , 1
80	glm-dsa ,0 ,any ,MUL+ADD , 2
81	glm-dsa ,0 ,any ,NORM+MUL+ADD , 2
82	glm-dsa ,0 ,any ,RMS_NORM+MUL , 9
83	glm4 ,0 ,any ,RMS_NORM+MUL , 5
84	glm4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
85	glm4moe ,1 ,any ,ADD+ADD , 1
86	glm4moe ,1 ,any ,MUL+ADD , 2
87	glm4moe ,1 ,any ,RMS_NORM+MUL , 9
88	glm5-next ,0 ,any ,ADD+ADD+ADD , 1
89	glm5-next ,0 ,any ,GATED_DELTA_NET+CPY , 1
90	glm5-next ,0 ,any ,MUL+ADD , 2
91	glm5-next ,0 ,any ,NORM+MUL+ADD , 1
92	glm5-next ,0 ,any ,RMS_NORM+MUL , 8
93	glm5-next ,0 ,any ,RMS_NORM+SCALE , 2
94	gpt-oss ,0 ,any ,MUL+ADD , 4
95	gpt-oss ,0 ,any ,RMS_NORM+MUL , 5
96	gpt2 ,0 ,any ,NORM+MUL+ADD , 5
97	gptneox ,0 ,any ,NORM+MUL+ADD , 5
98	granite ,0 ,any ,RMS_NORM+MUL , 5
99	granite ,0 ,any ,MUL+ADD , 4
100	granite ,0 ,any ,RMS_NORM+MUL , 5
101	granite ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
102	granite_swa ,0 ,any ,RMS_NORM+MUL , 5
103	granitehybrid ,0 ,any ,RMS_NORM+MUL , 6
104	granitemoe ,1 ,any ,RMS_NORM+MUL , 5
105	granitemoe ,1 ,any ,MUL+ADD , 4
106	granitemoe ,1 ,any ,RMS_NORM+MUL , 5
107	granitemoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
108	grok ,0 ,any ,MUL+ADD , 4
109	grok ,0 ,any ,RMS_NORM+MUL , 5
110	grok ,0 ,any ,RMS_NORM+MUL+ADD , 4
111	grok ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
112	grovemoe ,1 ,any ,ADD+ADD , 2
113	grovemoe ,1 ,any ,MUL+ADD , 8
114	grovemoe ,1 ,any ,RMS_NORM+MUL , 9
115	hunyuan-dense ,0 ,any ,RMS_NORM+MUL , 9
116	hunyuan-moe ,1 ,any ,ADD+ADD , 2
117	hunyuan-moe ,1 ,any ,MUL+ADD , 4
118	hunyuan-moe ,1 ,any ,RMS_NORM+MUL , 9
119	hunyuan-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
120	hunyuan_vl ,0 ,any ,RMS_NORM+MUL , 9
121	hy_v3 ,0 ,any ,ADD+ADD , 2
122	hy_v3 ,0 ,any ,MUL+ADD , 4
123	hy_v3 ,0 ,any ,RMS_NORM+MUL , 9
124	hy_v4 ,0 ,any ,MUL+ADD , 2
125	hy_v4 ,0 ,any ,NORM+MUL+ADD , 1
126	hy_v4 ,0 ,any ,RMS_NORM+MUL , 9
127	internlm2 ,0 ,any ,RMS_NORM+MUL , 5
128	jais ,0 ,any ,NORM+MUL+ADD , 5
129	jais2 ,0 ,any ,NORM+MUL+ADD , 5
130	jamba ,0 ,any ,RMS_NORM+MUL , 8
131	k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
132	k2-horizon ,0 ,any ,ADD+ADD , 1
133	k2-horizon ,0 ,any ,MUL+ADD , 2
134	k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
135	kimi-k3 ,0 ,any ,GATED_DELTA_NET+CPY , 1
136	kimi-k3 ,0 ,any ,MUL+ADD , 2
137	kimi-k3 ,0 ,any ,RMS_NORM+MUL , 17
138	kimi-k3 ,0 ,any ,RMS_NORM+SCALE , 2
139	kimi-linear ,0 ,any ,ADD+ADD , 1
140	kimi-linear ,0 ,any ,GATED_DELTA_NET+CPY , 1
141	kimi-linear ,0 ,any ,MUL+ADD , 2
142	kimi-linear ,0 ,any ,RMS_NORM+MUL , 7
143	kimi-linear ,0 ,any ,RMS_NORM+SCALE , 2
144	kolibri1 ,0 ,any ,MUL+ADD , 4
145	kolibri1 ,0 ,any ,RMS_NORM+MUL , 10
146	kolibri1 ,0 ,any ,RMS_NORM+MUL+ADD , 3
147	laguna ,0 ,any ,ADD+ADD , 1
148	laguna ,0 ,any ,MUL+ADD , 2
149	laguna ,0 ,any ,RMS_NORM+MUL , 9
150	lfm2 ,0 ,any ,RMS_NORM+MUL , 7
151	lfm2moe ,1 ,any ,MUL+ADD , 2
152	lfm2moe ,1 ,any ,RMS_NORM+MUL , 7
153	llada ,0 ,any ,RMS_NORM+MUL , 5
154	llada-moe ,1 ,any ,MUL+ADD , 4
155	llada-moe ,1 ,any ,RMS_NORM+MUL , 9
156	llada-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
157	llama ,0 ,any ,RMS_NORM+MUL , 5
158	llama ,0 ,any ,MUL+ADD , 4
159	llama ,0 ,any ,RMS_NORM+MUL , 5
160	llama ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
161	llama4 ,0 ,any ,ADD+ADD , 2
162	llama4 ,0 ,any ,RMS_NORM+MUL , 9
163	maincoder ,0 ,any ,RMS_NORM+MUL , 9
164	maion-coder ,0 ,any ,MUL+ADD , 4
165	maion-coder ,0 ,any ,RMS_NORM+MUL , 17
166	maion-coder ,0 ,any ,RMS_NORM+MUL+ADD , 8
167	maion-coder ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
168	mamba ,0 ,any ,RMS_NORM+MUL , 3
169	mamba2 ,0 ,any ,RMS_NORM+MUL , 5
170	maple ,0 ,any ,MUL+ADD , 4
171	maple ,0 ,any ,RMS_NORM+MUL , 9
172	maple ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
173	mellum ,0 ,any ,MUL+ADD , 4
174	mellum ,0 ,any ,RMS_NORM+MUL , 9
175	mellum ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
176	mimo2 ,0 ,any ,MUL+ADD , 4
177	mimo2 ,0 ,any ,RMS_NORM+MUL , 5
178	minicpm ,0 ,any ,RMS_NORM+MUL , 5
179	minicpm ,0 ,any ,MUL+ADD , 4
180	minicpm ,0 ,any ,RMS_NORM+MUL , 5
181	minicpm ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
182	minicpm3 ,0 ,any ,RMS_NORM+MUL , 9
183	minimax-01 ,0 ,any ,MUL+ADD , 4
184	minimax-01 ,0 ,any ,RMS_NORM+MUL , 6
185	minimax-01 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
186	minimax-m2 ,0 ,any ,MUL+ADD , 4
187	minimax-m2 ,0 ,any ,RMS_NORM+MUL , 9
188	minimax-m3 ,0 ,any ,ADD+ADD , 1
189	minimax-m3 ,0 ,any ,MUL+ADD , 2
190	minimax-m3 ,0 ,any ,RMS_NORM+MUL , 11
191	mistral3 ,0 ,any ,RMS_NORM+MUL , 5
192	mistral3 ,0 ,any ,MUL+ADD , 4
193	mistral3 ,0 ,any ,RMS_NORM+MUL , 5
194	mistral3 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
195	mistral4 ,0 ,any ,ADD+ADD , 1
196	mistral4 ,0 ,any ,MUL+ADD , 2
197	mistral4 ,0 ,any ,RMS_NORM+MUL , 9
198	mpt ,0 ,any ,NORM+MUL+ADD , 5
199	muse-glimmer ,0 ,any ,RMS_NORM+MUL , 10
200	muse-glimmer ,0 ,any ,RMS_NORM+MUL+ADD , 3
201	muse-spark ,0 ,any ,MUL+ADD , 4
202	muse-spark ,0 ,any ,RMS_NORM+MUL , 14
203	nanbeige ,0 ,any ,RMS_NORM+MUL , 5
204	nemotron ,0 ,any ,NORM+MUL+ADD , 5
205	nemotron_h ,0 ,any ,RMS_NORM+MUL , 5
206	nemotron_h_moe ,1 ,any ,RMS_NORM+MUL , 5
207	olmo2 ,0 ,any ,RMS_NORM+MUL , 5
208	olmo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
209	olmoe ,1 ,any ,MUL+ADD , 4
210	olmoe ,1 ,any ,RMS_NORM+MUL , 9
211	olmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
212	openelm ,0 ,any ,RMS_NORM+MUL , 9
213	orion ,0 ,any ,NORM+MUL+ADD , 5
214	paddleocr ,0 ,any ,RMS_NORM+MUL , 5
215	pangu-embedded ,0 ,any ,RMS_NORM+MUL , 5
216	phi2 ,0 ,any ,ADD+ADD , 2
217	phi2 ,0 ,any ,NORM+MUL+ADD , 3
218	phi3 ,0 ,any ,RMS_NORM+MUL , 5
219	phimoe ,1 ,any ,MUL+ADD , 4
220	phimoe ,1 ,any ,RMS_NORM+MUL+ADD , 5
221	phimoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
222	plamo ,0 ,any ,ADD+ADD , 2
223	plamo ,0 ,any ,RMS_NORM+MUL , 3
224	plamo2 ,0 ,any ,RMS_NORM+MUL , 10
225	plamo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
226	plamo2 ,0 ,any ,SSM_CONV+UNARY , 1
227	plamo3 ,0 ,any ,RMS_NORM+MUL , 9
228	plamo3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
229	pockettts ,0 ,any ,NORM+MUL+ADD , 5
230	qwen ,0 ,any ,RMS_NORM+MUL , 5
231	qwen2 ,0 ,any ,RMS_NORM+MUL , 5
232	qwen2moe ,1 ,any ,ADD+ADD , 2
233	qwen2moe ,1 ,any ,MUL+ADD , 4
234	qwen2moe ,1 ,any ,RMS_NORM+MUL , 5
235	qwen2moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
236	qwen2vl ,0 ,any ,RMS_NORM+MUL , 5
237	qwen3 ,0 ,any ,RMS_NORM+MUL , 9
238	qwen35 ,0 ,any ,GATED_DELTA_NET+CPY , 1
239	qwen35 ,0 ,any ,RMS_NORM+MUL , 8
240	qwen35 ,0 ,any ,RMS_NORM+SCALE , 2
241	qwen35 ,0 ,any ,SSM_CONV+UNARY , 1
242	qwen35moe ,1 ,any ,ADD+ADD , 2
243	qwen35moe ,1 ,any ,GATED_DELTA_NET+CPY , 1
244	qwen35moe ,1 ,any ,MUL+ADD , 4
245	qwen35moe ,1 ,any ,RMS_NORM+MUL , 8
246	qwen35moe ,1 ,any ,RMS_NORM+SCALE , 2
247	qwen35moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
248	qwen35moe ,1 ,any ,SSM_CONV+UNARY , 1
249	qwen3moe ,1 ,any ,MUL+ADD , 4
250	qwen3moe ,1 ,any ,RMS_NORM+MUL , 9
251	qwen3moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
252	qwen3next ,0 ,any ,ADD+ADD , 2
253	qwen3next ,0 ,any ,GATED_DELTA_NET+CPY , 1
254	qwen3next ,0 ,any ,MUL+ADD , 4
255	qwen3next ,0 ,any ,RMS_NORM+MUL , 8
256	qwen3next ,0 ,any ,RMS_NORM+SCALE , 2
257	qwen3next ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
258	qwen3next ,0 ,any ,SSM_CONV+UNARY , 1
259	qwen3tts ,0 ,any ,RMS_NORM+MUL , 9
260	qwen3vl ,0 ,any ,RMS_NORM+MUL , 9
261	qwen3vlmoe ,1 ,any ,MUL+ADD , 4
262	qwen3vlmoe ,1 ,any ,RMS_NORM+MUL , 9
263	qwen3vlmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
264	qwen4exp ,0 ,any ,ADD+ADD+ADD , 2
265	qwen4exp ,0 ,any ,GATED_DELTA_NET+CPY , 1
266	qwen4exp ,0 ,any ,MUL+ADD , 4
267	qwen4exp ,0 ,any ,RMS_NORM+MUL , 13
268	qwen4exp ,0 ,any ,RMS_NORM+SCALE , 2
269	qwen4exp ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
270	qwen4exp ,0 ,any ,SSM_CONV+UNARY , 1
271	refact ,0 ,any ,RMS_NORM+MUL , 5
272	refact ,0 ,any ,RMS_NORM+MUL , 5
273	rnd1 ,0 ,any ,MUL+ADD , 4
274	rnd1 ,0 ,any ,RMS_NORM+MUL , 9
275	rnd1 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
276	seed_oss ,0 ,any ,RMS_NORM+MUL , 5
277	smallthinker ,0 ,any ,MUL+ADD , 4
278	smallthinker ,0 ,any ,RMS_NORM+MUL , 5
279	smollm3 ,0 ,any ,RMS_NORM+MUL , 5
280	spark2_5 ,0 ,any ,RMS_NORM+MUL , 5
281	stablelm ,0 ,any ,NORM+MUL , 4
282	stablelm ,0 ,any ,NORM+MUL+ADD , 5
283	starcoder ,0 ,any ,NORM+MUL+ADD , 5
284	starcoder2 ,0 ,any ,NORM+MUL+ADD , 5
285	talkie ,0 ,any ,ADD+ADD , 2
286	xverse ,0 ,any ,RMS_NORM+MUL , 5

20 KiB Raw Blame History

20 KiB

Raw Blame History