-
Notifications
You must be signed in to change notification settings - Fork 29
Expand file tree
/
Copy pathb200_bf16_ceperm.json
More file actions
900 lines (900 loc) · 89.1 KB
/
Copy pathb200_bf16_ceperm.json
File metadata and controls
900 lines (900 loc) · 89.1 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
{
"sys_name": "b200_bf16_ceperm",
"num_per_node": 8,
"accelerator": {
"backend": "cuda",
"mem_gbs": 80,
"op": {
"matmul": {
"tflops": 2250.0,
"efficient_factor": 0.48780765792034037,
"accurate_efficient_factor": {
"b=1, m=4096, k=8192, n=10240, layout=TN, accumulate=False, out_dtype=bf16": 0.6451614102335537,
"b=1, m=4096, k=10240, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.49804462256915516,
"b=1, m=10240, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.5979461534906494,
"b=1, m=4096, k=8192, n=8192, layout=TN, accumulate=False, out_dtype=bf16": 0.46252750766024464,
"b=1, m=4096, k=8192, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.4963509498715328,
"b=1, m=8192, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.4788635684231095,
"b=1, m=4096, k=8192, n=57344, layout=TN, accumulate=False, out_dtype=bf16": 0.4866883120666592,
"b=1, m=4096, k=57344, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.4829140851202508,
"b=1, m=57344, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.4535840289023081,
"b=1, m=4096, k=28672, n=8192, layout=TN, accumulate=False, out_dtype=bf16": 0.48468729098639646,
"b=1, m=4096, k=8192, n=28672, layout=NN, accumulate=False, out_dtype=bf16": 0.4741572593858467,
"b=1, m=8192, k=4096, n=28672, layout=NT, accumulate=True, out_dtype=fp32": 0.45941573392535623,
"b=1, m=4096, k=8192, n=128256, layout=TN, accumulate=False, out_dtype=bf16": 0.4873820268159329,
"b=1, m=4096, k=128256, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.4710341670832401,
"b=1, m=128256, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.45475725434653747,
"b=1, m=4096, k=8192, n=5120, layout=TN, accumulate=False, out_dtype=bf16": 0.6274771549058922,
"b=1, m=4096, k=5120, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.6428089175357985,
"b=1, m=5120, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.47321941826039066,
"b=1, m=4096, k=4096, n=8192, layout=TN, accumulate=False, out_dtype=bf16": 0.460347342184282,
"b=1, m=4096, k=8192, n=4096, layout=NN, accumulate=False, out_dtype=bf16": 0.3905441584121239,
"b=1, m=8192, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=fp32": 0.5702902122073401,
"b=1, m=4096, k=8192, n=28672, layout=TN, accumulate=False, out_dtype=bf16": 0.4943238940655,
"b=1, m=4096, k=28672, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.4819200805094769,
"b=1, m=28672, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.45350718109873706,
"b=1, m=4096, k=14336, n=8192, layout=TN, accumulate=False, out_dtype=bf16": 0.47625752894846374,
"b=1, m=4096, k=8192, n=14336, layout=NN, accumulate=False, out_dtype=bf16": 0.4943111776841025,
"b=1, m=8192, k=4096, n=14336, layout=NT, accumulate=True, out_dtype=fp32": 0.4567612473157821,
"b=1, m=4096, k=8192, n=64128, layout=TN, accumulate=False, out_dtype=bf16": 0.49009548100581357,
"b=1, m=4096, k=64128, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.4656497248088417,
"b=1, m=64128, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.45287893230739107,
"b=1, m=4096, k=8192, n=2560, layout=TN, accumulate=False, out_dtype=bf16": 0.5844371505339102,
"b=1, m=4096, k=2560, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.6550630815895123,
"b=1, m=2560, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.5617737396539116,
"b=1, m=4096, k=2048, n=8192, layout=TN, accumulate=False, out_dtype=bf16": 0.6221784228116214,
"b=1, m=4096, k=8192, n=2048, layout=NN, accumulate=False, out_dtype=bf16": 0.5530236116420341,
"b=1, m=8192, k=4096, n=2048, layout=NT, accumulate=True, out_dtype=fp32": 0.5158900961181871,
"b=1, m=4096, k=8192, n=14336, layout=TN, accumulate=False, out_dtype=bf16": 0.4936562614536496,
"b=1, m=4096, k=14336, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.49233179799344384,
"b=1, m=14336, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.47556041886154293,
"b=1, m=4096, k=7168, n=8192, layout=TN, accumulate=False, out_dtype=bf16": 0.47594408188894605,
"b=1, m=4096, k=8192, n=7168, layout=NN, accumulate=False, out_dtype=bf16": 0.46869014122918473,
"b=1, m=8192, k=4096, n=7168, layout=NT, accumulate=True, out_dtype=fp32": 0.4076182750399983,
"b=1, m=4096, k=8192, n=32128, layout=TN, accumulate=False, out_dtype=bf16": 0.49171415135148416,
"b=1, m=4096, k=32128, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.4917430282928609,
"b=1, m=32128, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.4444674488152809,
"b=1, m=4096, k=8192, n=1280, layout=TN, accumulate=False, out_dtype=bf16": 0.5938290647904135,
"b=1, m=4096, k=1280, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.6309550807145804,
"b=1, m=1280, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.521521582695906,
"b=1, m=4096, k=1024, n=8192, layout=TN, accumulate=False, out_dtype=bf16": 0.6169842798007359,
"b=1, m=4096, k=8192, n=1024, layout=NN, accumulate=False, out_dtype=bf16": 0.6136739400266389,
"b=1, m=8192, k=4096, n=1024, layout=NT, accumulate=True, out_dtype=fp32": 0.5837695470322675,
"b=1, m=4096, k=8192, n=7168, layout=TN, accumulate=False, out_dtype=bf16": 0.6113310769316022,
"b=1, m=4096, k=7168, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.44364098047692474,
"b=1, m=7168, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.474168959956283,
"b=1, m=4096, k=3584, n=8192, layout=TN, accumulate=False, out_dtype=bf16": 0.5034491221789664,
"b=1, m=4096, k=8192, n=3584, layout=NN, accumulate=False, out_dtype=bf16": 0.49822762683092625,
"b=1, m=8192, k=4096, n=3584, layout=NT, accumulate=True, out_dtype=fp32": 0.4043733280947077,
"b=1, m=4096, k=8192, n=16128, layout=TN, accumulate=False, out_dtype=bf16": 0.5883167352733124,
"b=1, m=4096, k=16128, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.48965317253160195,
"b=1, m=16128, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.4503626434670702,
"b=1, m=4096, k=16384, n=20480, layout=TN, accumulate=False, out_dtype=bf16": 0.53253291125349,
"b=1, m=4096, k=20480, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.5134947431602552,
"b=1, m=20480, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.45465718352319306,
"b=1, m=4096, k=16384, n=16384, layout=TN, accumulate=False, out_dtype=bf16": 0.5097148650166551,
"b=1, m=4096, k=16384, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.5149085805807952,
"b=1, m=16384, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.4522757302957977,
"b=1, m=4096, k=16384, n=106496, layout=TN, accumulate=False, out_dtype=bf16": 0.4960738458589092,
"b=1, m=4096, k=106496, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.5115546055724991,
"b=1, m=106496, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.4561958217418486,
"b=1, m=4096, k=53248, n=16384, layout=TN, accumulate=False, out_dtype=bf16": 0.5109317856691078,
"b=1, m=4096, k=16384, n=53248, layout=NN, accumulate=False, out_dtype=bf16": 0.5007008605561906,
"b=1, m=16384, k=4096, n=53248, layout=NT, accumulate=True, out_dtype=fp32": 0.45356188065293307,
"b=1, m=4096, k=16384, n=128256, layout=TN, accumulate=False, out_dtype=bf16": 0.490643501951035,
"b=1, m=4096, k=128256, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.5109070354196229,
"b=1, m=128256, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.45464918302359864,
"b=1, m=4096, k=16384, n=10240, layout=TN, accumulate=False, out_dtype=bf16": 0.5525084078081256,
"b=1, m=4096, k=10240, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.4887849516086261,
"b=1, m=10240, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.47684103138962797,
"b=1, m=4096, k=8192, n=16384, layout=TN, accumulate=False, out_dtype=bf16": 0.45265062242985377,
"b=1, m=4096, k=16384, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.472682194742271,
"b=1, m=16384, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.45333675604530027,
"b=1, m=4096, k=16384, n=53248, layout=TN, accumulate=False, out_dtype=bf16": 0.4886551535172187,
"b=1, m=4096, k=53248, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.5115771297913364,
"b=1, m=53248, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.45459198463244693,
"b=1, m=4096, k=26624, n=16384, layout=TN, accumulate=False, out_dtype=bf16": 0.5084364526464143,
"b=1, m=4096, k=16384, n=26624, layout=NN, accumulate=False, out_dtype=bf16": 0.49781415709562205,
"b=1, m=16384, k=4096, n=26624, layout=NT, accumulate=True, out_dtype=fp32": 0.4547148686894956,
"b=1, m=4096, k=16384, n=64128, layout=TN, accumulate=False, out_dtype=bf16": 0.4940874409093881,
"b=1, m=4096, k=64128, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.512062976482141,
"b=1, m=64128, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.4527276333765722,
"b=1, m=4096, k=16384, n=5120, layout=TN, accumulate=False, out_dtype=bf16": 0.6290835950274716,
"b=1, m=4096, k=5120, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.46676152514159536,
"b=1, m=5120, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.48010789821138133,
"b=1, m=4096, k=4096, n=16384, layout=TN, accumulate=False, out_dtype=bf16": 0.49582583613704595,
"b=1, m=4096, k=16384, n=4096, layout=NN, accumulate=False, out_dtype=bf16": 0.5075874765755751,
"b=1, m=16384, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=fp32": 0.5335450557446061,
"b=1, m=4096, k=16384, n=26624, layout=TN, accumulate=False, out_dtype=bf16": 0.497250803119832,
"b=1, m=4096, k=26624, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.5126992984373395,
"b=1, m=26624, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.45131697713236907,
"b=1, m=4096, k=13312, n=16384, layout=TN, accumulate=False, out_dtype=bf16": 0.508182521450262,
"b=1, m=4096, k=16384, n=13312, layout=NN, accumulate=False, out_dtype=bf16": 0.4797777794814696,
"b=1, m=16384, k=4096, n=13312, layout=NT, accumulate=True, out_dtype=fp32": 0.44724724020769546,
"b=1, m=4096, k=16384, n=32128, layout=TN, accumulate=False, out_dtype=bf16": 0.49946180946423707,
"b=1, m=4096, k=32128, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.5107333213466775,
"b=1, m=32128, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.45240547534194475,
"b=1, m=4096, k=16384, n=2560, layout=TN, accumulate=False, out_dtype=bf16": 0.6046520494573216,
"b=1, m=4096, k=2560, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.5955812941715054,
"b=1, m=2560, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.4515396099680912,
"b=1, m=4096, k=2048, n=16384, layout=TN, accumulate=False, out_dtype=bf16": 0.48710602337543385,
"b=1, m=4096, k=16384, n=2048, layout=NN, accumulate=False, out_dtype=bf16": 0.43254940313379436,
"b=1, m=16384, k=4096, n=2048, layout=NT, accumulate=True, out_dtype=fp32": 0.5358139091549304,
"b=1, m=4096, k=16384, n=13312, layout=TN, accumulate=False, out_dtype=bf16": 0.49535118688424773,
"b=1, m=4096, k=13312, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.5024380938934652,
"b=1, m=13312, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.4438113449767052,
"b=1, m=4096, k=6656, n=16384, layout=TN, accumulate=False, out_dtype=bf16": 0.4776539840211016,
"b=1, m=4096, k=16384, n=6656, layout=NN, accumulate=False, out_dtype=bf16": 0.4930730043770326,
"b=1, m=16384, k=4096, n=6656, layout=NT, accumulate=True, out_dtype=fp32": 0.4369678436910425,
"b=1, m=4096, k=16384, n=16128, layout=TN, accumulate=False, out_dtype=bf16": 0.510081212293678,
"b=1, m=4096, k=16128, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.5152175751682777,
"b=1, m=16128, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.44870735751406254,
"b=1, m=4096, k=5120, n=1536, layout=TN, accumulate=False, out_dtype=bf16": 0.4138386976678609,
"b=1, m=4096, k=1536, n=5120, layout=NN, accumulate=False, out_dtype=bf16": 0.6371365392049935,
"b=1, m=1536, k=4096, n=5120, layout=NT, accumulate=True, out_dtype=fp32": 0.5732687916713971,
"b=1, m=4096, k=1536, n=24576, layout=TN, accumulate=False, out_dtype=bf16": 0.6327965168794807,
"b=1, m=4096, k=24576, n=1536, layout=NN, accumulate=False, out_dtype=bf16": 0.6371609523654375,
"b=1, m=24576, k=4096, n=1536, layout=NT, accumulate=True, out_dtype=fp32": 0.4608490798140678,
"b=1, m=4096, k=5120, n=576, layout=TN, accumulate=False, out_dtype=bf16": 0.32153257691840764,
"b=1, m=4096, k=576, n=5120, layout=NN, accumulate=False, out_dtype=bf16": 0.32073874470875247,
"b=1, m=576, k=4096, n=5120, layout=NT, accumulate=True, out_dtype=fp32": 0.22413402259640822,
"b=1, m=4096, k=512, n=32768, layout=TN, accumulate=False, out_dtype=bf16": 0.3188477293638782,
"b=1, m=4096, k=32768, n=512, layout=NN, accumulate=False, out_dtype=bf16": 0.39809725719139216,
"b=1, m=32768, k=4096, n=512, layout=NT, accumulate=True, out_dtype=fp32": 0.4872171812194557,
"b=1, m=4096, k=5120, n=24576, layout=TN, accumulate=False, out_dtype=bf16": 0.5645531962873311,
"b=1, m=4096, k=24576, n=5120, layout=NN, accumulate=False, out_dtype=bf16": 0.49369902290047885,
"b=1, m=24576, k=4096, n=5120, layout=NT, accumulate=True, out_dtype=fp32": 0.43726390867231385,
"b=1, m=4096, k=12288, n=5120, layout=TN, accumulate=False, out_dtype=bf16": 0.4488423146606035,
"b=1, m=4096, k=5120, n=12288, layout=NN, accumulate=False, out_dtype=bf16": 0.48464887031159487,
"b=1, m=5120, k=4096, n=12288, layout=NT, accumulate=True, out_dtype=fp32": 0.4449263002947006,
"b=1, m=4096, k=5120, n=6144, layout=TN, accumulate=False, out_dtype=bf16": 0.38873983900652737,
"b=1, m=4096, k=6144, n=5120, layout=NN, accumulate=False, out_dtype=bf16": 0.4459340671208749,
"b=1, m=6144, k=4096, n=5120, layout=NT, accumulate=True, out_dtype=fp32": 0.48570731239672094,
"b=1, m=4096, k=3072, n=5120, layout=TN, accumulate=False, out_dtype=bf16": 0.4231712123439508,
"b=1, m=4096, k=5120, n=3072, layout=NN, accumulate=False, out_dtype=bf16": 0.3930528562899717,
"b=1, m=5120, k=4096, n=3072, layout=NT, accumulate=True, out_dtype=fp32": 0.3436550650416251,
"b=1, m=4096, k=5120, n=160, layout=TN, accumulate=False, out_dtype=bf16": 0.18415111332067777,
"b=1, m=4096, k=160, n=5120, layout=NN, accumulate=False, out_dtype=bf16": 0.16685931395498016,
"b=1, m=160, k=4096, n=5120, layout=NT, accumulate=True, out_dtype=fp32": 0.18653079967571637,
"b=1, m=24640, k=5120, n=3072, layout=TN, accumulate=False, out_dtype=bf16": 0.5272169675723926,
"b=1, m=24640, k=3072, n=5120, layout=NN, accumulate=False, out_dtype=bf16": 0.4845638795993675,
"b=1, m=3072, k=24640, n=5120, layout=NT, accumulate=True, out_dtype=fp32": 0.4979065460750782,
"b=1, m=24640, k=1536, n=5120, layout=TN, accumulate=False, out_dtype=bf16": 0.5218624361135848,
"b=1, m=24640, k=5120, n=1536, layout=NN, accumulate=False, out_dtype=bf16": 0.4712220010853606,
"b=1, m=5120, k=24640, n=1536, layout=NT, accumulate=True, out_dtype=fp32": 0.3951945051441668,
"b=1, m=4096, k=5120, n=102400, layout=TN, accumulate=False, out_dtype=bf16": 0.4872289422162607,
"b=1, m=4096, k=102400, n=5120, layout=NN, accumulate=False, out_dtype=bf16": 0.45689863916209844,
"b=1, m=102400, k=4096, n=5120, layout=NT, accumulate=True, out_dtype=fp32": 0.4445678000126349,
"b=1, m=4096, k=7168, n=1536, layout=TN, accumulate=False, out_dtype=bf16": 0.596052134460077,
"b=1, m=4096, k=1536, n=7168, layout=NN, accumulate=False, out_dtype=bf16": 0.5991674881990586,
"b=1, m=1536, k=4096, n=7168, layout=NT, accumulate=True, out_dtype=fp32": 0.5447588973836784,
"b=1, m=4096, k=7168, n=576, layout=TN, accumulate=False, out_dtype=bf16": 0.5880835230368139,
"b=1, m=4096, k=576, n=7168, layout=NN, accumulate=False, out_dtype=bf16": 0.5230372313614667,
"b=1, m=576, k=4096, n=7168, layout=NT, accumulate=True, out_dtype=fp32": 0.4849035693948955,
"b=1, m=4096, k=16384, n=7168, layout=TN, accumulate=False, out_dtype=bf16": 0.45614939456177794,
"b=1, m=4096, k=7168, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.493433514447436,
"b=1, m=7168, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.47193133298527734,
"b=1, m=4096, k=7168, n=36864, layout=TN, accumulate=False, out_dtype=bf16": 0.48462093182826577,
"b=1, m=4096, k=36864, n=7168, layout=NN, accumulate=False, out_dtype=bf16": 0.43316920452932267,
"b=1, m=36864, k=4096, n=7168, layout=NT, accumulate=True, out_dtype=fp32": 0.44886108732046165,
"b=1, m=4096, k=18432, n=7168, layout=TN, accumulate=False, out_dtype=bf16": 0.43002099359931084,
"b=1, m=4096, k=7168, n=18432, layout=NN, accumulate=False, out_dtype=bf16": 0.49102916069211144,
"b=1, m=7168, k=4096, n=18432, layout=NT, accumulate=True, out_dtype=fp32": 0.4549268323967948,
"b=1, m=4096, k=7168, n=4096, layout=TN, accumulate=False, out_dtype=bf16": 0.38305076170389357,
"b=1, m=4096, k=4096, n=7168, layout=NN, accumulate=False, out_dtype=bf16": 0.5031026379464041,
"b=1, m=4096, k=4096, n=7168, layout=NT, accumulate=True, out_dtype=fp32": 0.40855924498456614,
"b=1, m=4096, k=2048, n=7168, layout=TN, accumulate=False, out_dtype=bf16": 0.43732608356785757,
"b=1, m=4096, k=7168, n=2048, layout=NN, accumulate=False, out_dtype=bf16": 0.38297659807867185,
"b=1, m=7168, k=4096, n=2048, layout=NT, accumulate=True, out_dtype=fp32": 0.38872306218874647,
"b=1, m=4096, k=7168, n=256, layout=TN, accumulate=False, out_dtype=bf16": 0.23238388170126398,
"b=1, m=4096, k=256, n=7168, layout=NN, accumulate=False, out_dtype=bf16": 0.21851526576276056,
"b=1, m=256, k=4096, n=7168, layout=NT, accumulate=True, out_dtype=fp32": 0.2708699350568671,
"b=1, m=32768, k=7168, n=4096, layout=TN, accumulate=False, out_dtype=bf16": 0.46989768984221336,
"b=1, m=32768, k=4096, n=7168, layout=NN, accumulate=False, out_dtype=bf16": 0.49954322709489607,
"b=1, m=4096, k=32768, n=7168, layout=NT, accumulate=True, out_dtype=fp32": 0.4313751242605259,
"b=1, m=32768, k=2048, n=7168, layout=TN, accumulate=False, out_dtype=bf16": 0.4832576171548631,
"b=1, m=32768, k=7168, n=2048, layout=NN, accumulate=False, out_dtype=bf16": 0.4395497852071122,
"b=1, m=7168, k=32768, n=2048, layout=NT, accumulate=True, out_dtype=fp32": 0.44422998557009796,
"b=1, m=4096, k=7168, n=129280, layout=TN, accumulate=False, out_dtype=bf16": 0.48918942526138237,
"b=1, m=4096, k=129280, n=7168, layout=NN, accumulate=False, out_dtype=bf16": 0.426470040038722,
"b=1, m=129280, k=4096, n=7168, layout=NT, accumulate=True, out_dtype=fp32": 0.4476766887114715,
"b=1, m=10240, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=bf16": 0.6430971977387134,
"b=1, m=8192, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=bf16": 0.4976073962557553,
"b=1, m=57344, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=bf16": 0.48246978050033745,
"b=1, m=8192, k=4096, n=28672, layout=NT, accumulate=True, out_dtype=bf16": 0.4802004550789477,
"b=1, m=128256, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=bf16": 0.47753400679910174,
"b=1, m=5120, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=bf16": 0.6445165431250878,
"b=1, m=8192, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=bf16": 0.6294132926107674,
"b=1, m=28672, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=bf16": 0.4870213657228471,
"b=1, m=8192, k=4096, n=14336, layout=NT, accumulate=True, out_dtype=bf16": 0.4977722102102325,
"b=1, m=64128, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=bf16": 0.46220535890743253,
"b=1, m=2560, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=bf16": 0.6257606818633453,
"b=1, m=8192, k=4096, n=2048, layout=NT, accumulate=True, out_dtype=bf16": 0.6153837761445674,
"b=1, m=14336, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=bf16": 0.4898663736280822,
"b=1, m=8192, k=4096, n=7168, layout=NT, accumulate=True, out_dtype=bf16": 0.4871236640910266,
"b=1, m=32128, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=bf16": 0.4967845807711891,
"b=1, m=1280, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=bf16": 0.5549465831671975,
"b=1, m=8192, k=4096, n=1024, layout=NT, accumulate=True, out_dtype=bf16": 0.610592895141853,
"b=1, m=7168, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=bf16": 0.608185442665552,
"b=1, m=8192, k=4096, n=3584, layout=NT, accumulate=True, out_dtype=bf16": 0.4355869534281494,
"b=1, m=16128, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=bf16": 0.5228095394511042,
"b=1, m=20480, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=bf16": 0.4910075217452127,
"b=1, m=16384, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=bf16": 0.48367065349039945,
"b=1, m=106496, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=bf16": 0.4794703157353447,
"b=1, m=16384, k=4096, n=53248, layout=NT, accumulate=True, out_dtype=bf16": 0.47754805946892975,
"b=1, m=128256, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=bf16": 0.47838334392114906,
"b=1, m=10240, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=bf16": 0.5271298339253532,
"b=1, m=16384, k=4096, n=8192, layout=NT, accumulate=True, out_dtype=bf16": 0.5029293395524789,
"b=1, m=53248, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=bf16": 0.47612266242415674,
"b=1, m=16384, k=4096, n=26624, layout=NT, accumulate=True, out_dtype=bf16": 0.4771066048823916,
"b=1, m=64128, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=bf16": 0.4813145016226567,
"b=1, m=5120, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=bf16": 0.6452784034774909,
"b=1, m=16384, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=bf16": 0.4821649570630043,
"b=1, m=26624, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=bf16": 0.4930579192482998,
"b=1, m=16384, k=4096, n=13312, layout=NT, accumulate=True, out_dtype=bf16": 0.4694458714481119,
"b=1, m=32128, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=bf16": 0.4751197844734873,
"b=1, m=2560, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=bf16": 0.6465724864434,
"b=1, m=16384, k=4096, n=2048, layout=NT, accumulate=True, out_dtype=bf16": 0.6050556839257546,
"b=1, m=13312, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=bf16": 0.4989506827753591,
"b=1, m=16384, k=4096, n=6656, layout=NT, accumulate=True, out_dtype=bf16": 0.48927943678235364,
"b=1, m=16128, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=bf16": 0.4835415634145792,
"b=1, m=1536, k=4096, n=5120, layout=NT, accumulate=True, out_dtype=bf16": 0.4527368311003263,
"b=1, m=24576, k=4096, n=1536, layout=NT, accumulate=True, out_dtype=bf16": 0.596240021275882,
"b=1, m=576, k=4096, n=5120, layout=NT, accumulate=True, out_dtype=bf16": 0.5567331004661072,
"b=1, m=32768, k=4096, n=512, layout=NT, accumulate=True, out_dtype=bf16": 0.4358706682570969,
"b=1, m=24576, k=4096, n=5120, layout=NT, accumulate=True, out_dtype=bf16": 0.4770272783045168,
"b=1, m=5120, k=4096, n=12288, layout=NT, accumulate=True, out_dtype=bf16": 0.4936871842442891,
"b=1, m=6144, k=4096, n=5120, layout=NT, accumulate=True, out_dtype=bf16": 0.4162580241116987,
"b=1, m=5120, k=4096, n=3072, layout=NT, accumulate=True, out_dtype=bf16": 0.3603816694236898,
"b=1, m=160, k=4096, n=5120, layout=NT, accumulate=True, out_dtype=bf16": 0.16210261271058282,
"b=1, m=3072, k=24640, n=5120, layout=NT, accumulate=True, out_dtype=bf16": 0.540331804433643,
"b=1, m=5120, k=24640, n=1536, layout=NT, accumulate=True, out_dtype=bf16": 0.4556181512293673,
"b=1, m=102400, k=4096, n=5120, layout=NT, accumulate=True, out_dtype=bf16": 0.4751632466294854,
"b=1, m=1536, k=4096, n=7168, layout=NT, accumulate=True, out_dtype=bf16": 0.4364255193686367,
"b=1, m=576, k=4096, n=7168, layout=NT, accumulate=True, out_dtype=bf16": 0.5236743752756391,
"b=1, m=7168, k=4096, n=16384, layout=NT, accumulate=True, out_dtype=bf16": 0.6092405023611793,
"b=1, m=36864, k=4096, n=7168, layout=NT, accumulate=True, out_dtype=bf16": 0.4781729794763219,
"b=1, m=7168, k=4096, n=18432, layout=NT, accumulate=True, out_dtype=bf16": 0.47588196578290665,
"b=1, m=4096, k=4096, n=7168, layout=NT, accumulate=True, out_dtype=bf16": 0.4140068357201741,
"b=1, m=7168, k=4096, n=2048, layout=NT, accumulate=True, out_dtype=bf16": 0.4041109121004146,
"b=1, m=256, k=4096, n=7168, layout=NT, accumulate=True, out_dtype=bf16": 0.26234924804721405,
"b=1, m=4096, k=32768, n=7168, layout=NT, accumulate=True, out_dtype=bf16": 0.4326551444353805,
"b=1, m=7168, k=32768, n=2048, layout=NT, accumulate=True, out_dtype=bf16": 0.4845266632234131,
"b=1, m=129280, k=4096, n=7168, layout=NT, accumulate=True, out_dtype=bf16": 0.47420870317827646,
"b=1, m=4096, k=4096, n=6144, layout=TN, accumulate=False, out_dtype=bf16": 0.6531541076201858,
"b=1, m=4096, k=6144, n=4096, layout=NN, accumulate=False, out_dtype=bf16": 0.6326807650892547,
"b=1, m=6144, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=fp32": 0.6087616451976087,
"b=1, m=4096, k=4096, n=4096, layout=TN, accumulate=False, out_dtype=bf16": 0.6376213966722232,
"b=1, m=4096, k=4096, n=4096, layout=NN, accumulate=False, out_dtype=bf16": 0.6373253204017949,
"b=1, m=4096, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=fp32": 0.5993374632766949,
"b=1, m=4096, k=4096, n=28672, layout=TN, accumulate=False, out_dtype=bf16": 0.52385861230317,
"b=1, m=4096, k=28672, n=4096, layout=NN, accumulate=False, out_dtype=bf16": 0.5389203318714468,
"b=1, m=28672, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=fp32": 0.5884637310927701,
"b=1, m=4096, k=14336, n=4096, layout=TN, accumulate=False, out_dtype=bf16": 0.4549398257146683,
"b=1, m=4096, k=4096, n=14336, layout=NN, accumulate=False, out_dtype=bf16": 0.5589759835383441,
"b=1, m=4096, k=4096, n=14336, layout=NT, accumulate=True, out_dtype=fp32": 0.4540429810250969,
"b=1, m=4096, k=4096, n=128384, layout=TN, accumulate=False, out_dtype=bf16": 0.5020676775855779,
"b=1, m=4096, k=128384, n=4096, layout=NN, accumulate=False, out_dtype=bf16": 0.5081029787472714,
"b=1, m=128384, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=fp32": 0.44713063638612127,
"b=1, m=4096, k=4096, n=3072, layout=TN, accumulate=False, out_dtype=bf16": 0.6369169049182652,
"b=1, m=4096, k=3072, n=4096, layout=NN, accumulate=False, out_dtype=bf16": 0.6385820102616796,
"b=1, m=3072, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=fp32": 0.5985595716902268,
"b=1, m=4096, k=2048, n=4096, layout=TN, accumulate=False, out_dtype=bf16": 0.647243277085493,
"b=1, m=4096, k=4096, n=2048, layout=NN, accumulate=False, out_dtype=bf16": 0.6362280117248565,
"b=1, m=4096, k=4096, n=2048, layout=NT, accumulate=True, out_dtype=fp32": 0.6170635327589632,
"b=1, m=4096, k=4096, n=14336, layout=TN, accumulate=False, out_dtype=bf16": 0.6511662674560854,
"b=1, m=4096, k=14336, n=4096, layout=NN, accumulate=False, out_dtype=bf16": 0.5051393989394498,
"b=1, m=14336, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=fp32": 0.5239422755774683,
"b=1, m=4096, k=4096, n=64256, layout=TN, accumulate=False, out_dtype=bf16": 0.5258482557408328,
"b=1, m=4096, k=64256, n=4096, layout=NN, accumulate=False, out_dtype=bf16": 0.5003899906686208,
"b=1, m=64256, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=fp32": 0.43327785388224777,
"b=1, m=4096, k=4096, n=1536, layout=TN, accumulate=False, out_dtype=bf16": 0.6430842841403653,
"b=1, m=4096, k=1536, n=4096, layout=NN, accumulate=False, out_dtype=bf16": 0.6391484303523854,
"b=1, m=1536, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=fp32": 0.6049160009899929,
"b=1, m=4096, k=1024, n=4096, layout=TN, accumulate=False, out_dtype=bf16": 0.61579792366729,
"b=1, m=4096, k=4096, n=1024, layout=NN, accumulate=False, out_dtype=bf16": 0.630259722189521,
"b=1, m=4096, k=4096, n=1024, layout=NT, accumulate=True, out_dtype=fp32": 0.5864062014805334,
"b=1, m=4096, k=4096, n=7168, layout=TN, accumulate=False, out_dtype=bf16": 0.6375609506038661,
"b=1, m=4096, k=7168, n=4096, layout=NN, accumulate=False, out_dtype=bf16": 0.6184935757085784,
"b=1, m=7168, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=fp32": 0.5510796004211685,
"b=1, m=4096, k=3584, n=4096, layout=TN, accumulate=False, out_dtype=bf16": 0.3905107097630902,
"b=1, m=4096, k=4096, n=3584, layout=NN, accumulate=False, out_dtype=bf16": 0.46702698838504075,
"b=1, m=4096, k=4096, n=3584, layout=NT, accumulate=True, out_dtype=fp32": 0.5006383578147288,
"b=1, m=4096, k=4096, n=32128, layout=TN, accumulate=False, out_dtype=bf16": 0.6262510544657752,
"b=1, m=4096, k=32128, n=4096, layout=NN, accumulate=False, out_dtype=bf16": 0.5112912082383461,
"b=1, m=32128, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=fp32": 0.4382173272353683,
"b=1, m=4096, k=4096, n=768, layout=TN, accumulate=False, out_dtype=bf16": 0.4462323138340843,
"b=1, m=4096, k=768, n=4096, layout=NN, accumulate=False, out_dtype=bf16": 0.4088606107463001,
"b=1, m=768, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=fp32": 0.3910223249290641,
"b=1, m=4096, k=512, n=4096, layout=TN, accumulate=False, out_dtype=bf16": 0.3679975181958426,
"b=1, m=4096, k=4096, n=512, layout=NN, accumulate=False, out_dtype=bf16": 0.531751118278562,
"b=1, m=4096, k=4096, n=512, layout=NT, accumulate=True, out_dtype=fp32": 0.5029145312529867,
"b=1, m=4096, k=4096, n=3584, layout=TN, accumulate=False, out_dtype=bf16": 0.6160122594288068,
"b=1, m=4096, k=3584, n=4096, layout=NN, accumulate=False, out_dtype=bf16": 0.6357649023992229,
"b=1, m=3584, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=fp32": 0.5400172991440454,
"b=1, m=4096, k=1792, n=4096, layout=TN, accumulate=False, out_dtype=bf16": 0.6392456318473825,
"b=1, m=4096, k=4096, n=1792, layout=NN, accumulate=False, out_dtype=bf16": 0.46071788811448056,
"b=1, m=4096, k=4096, n=1792, layout=NT, accumulate=True, out_dtype=fp32": 0.4295498086160608,
"b=1, m=4096, k=4096, n=16128, layout=TN, accumulate=False, out_dtype=bf16": 0.6352791292870102,
"b=1, m=4096, k=16128, n=4096, layout=NN, accumulate=False, out_dtype=bf16": 0.47707021539165634,
"b=1, m=16128, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=fp32": 0.5348352860412422,
"b=1, m=6144, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=bf16": 0.5747480032537275,
"b=1, m=4096, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=bf16": 0.6034216307660507,
"b=1, m=28672, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=bf16": 0.5587275384162883,
"b=1, m=4096, k=4096, n=14336, layout=NT, accumulate=True, out_dtype=bf16": 0.4704704752388906,
"b=1, m=128384, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=bf16": 0.47253099450881647,
"b=1, m=3072, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=bf16": 0.5322027699540451,
"b=1, m=4096, k=4096, n=2048, layout=NT, accumulate=True, out_dtype=bf16": 0.6361858829994079,
"b=1, m=14336, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=bf16": 0.647436433814987,
"b=1, m=64256, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=bf16": 0.48559198263231995,
"b=1, m=1536, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=bf16": 0.4972232544709353,
"b=1, m=4096, k=4096, n=1024, layout=NT, accumulate=True, out_dtype=bf16": 0.5321634654401827,
"b=1, m=7168, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=bf16": 0.5887264473143266,
"b=1, m=4096, k=4096, n=3584, layout=NT, accumulate=True, out_dtype=bf16": 0.5843071627749731,
"b=1, m=32128, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=bf16": 0.5754710338337607,
"b=1, m=768, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=bf16": 0.36812912045533835,
"b=1, m=4096, k=4096, n=512, layout=NT, accumulate=True, out_dtype=bf16": 0.5235221885929086,
"b=1, m=3584, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=bf16": 0.5838810462859373,
"b=1, m=4096, k=4096, n=1792, layout=NT, accumulate=True, out_dtype=bf16": 0.5246657495116349,
"b=1, m=16128, k=4096, n=4096, layout=NT, accumulate=True, out_dtype=bf16": 0.6449288565909538,
"b=1, m=10240, k=16384, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.5478727520989027,
"b=1, m=10240, k=32768, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.4916454579588808,
"b=1, m=10240, k=8192, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.464968322978116,
"b=1, m=128256, k=16384, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.4622077851745164,
"b=1, m=14336, k=2048, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.4826247178715422,
"b=1, m=16384, k=10240, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.4986210242134603,
"b=1, m=16384, k=128256, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.47852716025378433,
"b=1, m=16384, k=2048, n=13312, layout=NT, accumulate=True, out_dtype=fp32": 0.46138154717220287,
"b=1, m=16384, k=2048, n=4096, layout=NT, accumulate=True, out_dtype=fp32": 0.35854566236160124,
"b=1, m=16384, k=28672, n=8192, layout=TN, accumulate=False, out_dtype=bf16": 0.5088115331897726,
"b=1, m=16384, k=32768, n=26624, layout=NT, accumulate=True, out_dtype=fp32": 0.4623369807396426,
"b=1, m=16384, k=32768, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.497700771672443,
"b=1, m=16384, k=57344, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.505215845316673,
"b=1, m=16384, k=8192, n=10240, layout=TN, accumulate=False, out_dtype=bf16": 0.47462908262601244,
"b=1, m=16384, k=8192, n=128256, layout=TN, accumulate=False, out_dtype=bf16": 0.4851728226058559,
"b=1, m=16384, k=8192, n=26624, layout=NT, accumulate=True, out_dtype=fp32": 0.45362173198173794,
"b=1, m=16384, k=8192, n=28672, layout=NN, accumulate=False, out_dtype=bf16": 0.48311984203688774,
"b=1, m=16384, k=8192, n=57344, layout=TN, accumulate=False, out_dtype=bf16": 0.48240438755758636,
"b=1, m=16384, k=8192, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.47226566428937844,
"b=1, m=16384, k=8192, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.44977797463510477,
"b=1, m=16384, k=8192, n=8192, layout=TN, accumulate=False, out_dtype=bf16": 0.47577734522796333,
"b=1, m=2048, k=13312, n=16384, layout=TN, accumulate=False, out_dtype=bf16": 0.46118279208249524,
"b=1, m=2048, k=14336, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.5200903844876029,
"b=1, m=2048, k=14336, n=8192, layout=TN, accumulate=False, out_dtype=bf16": 0.5079332946634062,
"b=1, m=2048, k=16384, n=13312, layout=NN, accumulate=False, out_dtype=bf16": 0.549537635382272,
"b=1, m=2048, k=16384, n=26624, layout=TN, accumulate=False, out_dtype=bf16": 0.479953232992475,
"b=1, m=2048, k=16384, n=32128, layout=TN, accumulate=False, out_dtype=bf16": 0.5123525841771266,
"b=1, m=2048, k=16384, n=4096, layout=NN, accumulate=False, out_dtype=bf16": 0.45806293514247287,
"b=1, m=2048, k=16384, n=5120, layout=TN, accumulate=False, out_dtype=bf16": 0.4518921595906617,
"b=1, m=2048, k=2048, n=8192, layout=TN, accumulate=False, out_dtype=bf16": 0.45251648661859134,
"b=1, m=2048, k=2560, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.4853997577495987,
"b=1, m=2048, k=26624, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.4907157282623247,
"b=1, m=2048, k=28672, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.48025817834899964,
"b=1, m=2048, k=32128, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.4868192844997459,
"b=1, m=2048, k=32128, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.5043629699810349,
"b=1, m=2048, k=4096, n=16384, layout=TN, accumulate=False, out_dtype=bf16": 0.5702309788593847,
"b=1, m=2048, k=4096, n=8192, layout=TN, accumulate=False, out_dtype=bf16": 0.43021064390717834,
"b=1, m=2048, k=5120, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.5555177337413737,
"b=1, m=2048, k=5120, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.4609768354791794,
"b=1, m=2048, k=64128, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.5050158301648452,
"b=1, m=2048, k=7168, n=8192, layout=TN, accumulate=False, out_dtype=bf16": 0.4798013443347321,
"b=1, m=2048, k=8192, n=14336, layout=NN, accumulate=False, out_dtype=bf16": 0.5752363207064911,
"b=1, m=2048, k=8192, n=14336, layout=TN, accumulate=False, out_dtype=bf16": 0.5404512571150708,
"b=1, m=2048, k=8192, n=2048, layout=NN, accumulate=False, out_dtype=bf16": 0.4359860477260804,
"b=1, m=2048, k=8192, n=2560, layout=TN, accumulate=False, out_dtype=bf16": 0.3526185174354194,
"b=1, m=2048, k=8192, n=28672, layout=TN, accumulate=False, out_dtype=bf16": 0.47527475661919655,
"b=1, m=2048, k=8192, n=32128, layout=TN, accumulate=False, out_dtype=bf16": 0.4980930535181764,
"b=1, m=2048, k=8192, n=4096, layout=NN, accumulate=False, out_dtype=bf16": 0.4168039856139861,
"b=1, m=2048, k=8192, n=5120, layout=TN, accumulate=False, out_dtype=bf16": 0.4737981657489427,
"b=1, m=2048, k=8192, n=64128, layout=TN, accumulate=False, out_dtype=bf16": 0.4966481119977148,
"b=1, m=2048, k=8192, n=7168, layout=NN, accumulate=False, out_dtype=bf16": 0.4731404059428234,
"b=1, m=2560, k=2048, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.37957013294315173,
"b=1, m=26624, k=2048, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.41289199889501405,
"b=1, m=28672, k=2048, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.42352342012793837,
"b=1, m=28672, k=32768, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.4854698347117379,
"b=1, m=28672, k=8192, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.43978380041621434,
"b=1, m=32128, k=2048, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.41306576097601994,
"b=1, m=32128, k=2048, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.41708651233332666,
"b=1, m=32768, k=10240, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.46602999372225246,
"b=1, m=32768, k=14336, n=8192, layout=TN, accumulate=False, out_dtype=bf16": 0.4990859434136735,
"b=1, m=32768, k=16384, n=10240, layout=TN, accumulate=False, out_dtype=bf16": 0.49780371990345357,
"b=1, m=32768, k=16384, n=26624, layout=NN, accumulate=False, out_dtype=bf16": 0.47550677715908307,
"b=1, m=32768, k=16384, n=53248, layout=TN, accumulate=False, out_dtype=bf16": 0.4749701850041265,
"b=1, m=32768, k=16384, n=64128, layout=TN, accumulate=False, out_dtype=bf16": 0.4714848792175351,
"b=1, m=32768, k=16384, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.5034602028718551,
"b=1, m=32768, k=26624, n=16384, layout=TN, accumulate=False, out_dtype=bf16": 0.4718935627910729,
"b=1, m=32768, k=28672, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.4750939447151577,
"b=1, m=32768, k=4096, n=8192, layout=TN, accumulate=False, out_dtype=bf16": 0.4946210607327462,
"b=1, m=32768, k=5120, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.4922933570487916,
"b=1, m=32768, k=53248, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.4623028440898346,
"b=1, m=32768, k=64128, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.4620763374341614,
"b=1, m=32768, k=64128, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.4676014538434459,
"b=1, m=32768, k=8192, n=14336, layout=NN, accumulate=False, out_dtype=bf16": 0.4757394827578634,
"b=1, m=32768, k=8192, n=16384, layout=TN, accumulate=False, out_dtype=bf16": 0.47600938442567015,
"b=1, m=32768, k=8192, n=28672, layout=TN, accumulate=False, out_dtype=bf16": 0.4790958554361724,
"b=1, m=32768, k=8192, n=4096, layout=NN, accumulate=False, out_dtype=bf16": 0.46152513000566814,
"b=1, m=32768, k=8192, n=5120, layout=TN, accumulate=False, out_dtype=bf16": 0.4696744053231409,
"b=1, m=32768, k=8192, n=64128, layout=TN, accumulate=False, out_dtype=bf16": 0.4786653192711849,
"b=1, m=5120, k=2048, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.44526721892064475,
"b=1, m=5120, k=2048, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.41257103454197097,
"b=1, m=5120, k=32768, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.47226687336686,
"b=1, m=5120, k=8192, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.4937565330222043,
"b=1, m=53248, k=32768, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.45473316561376137,
"b=1, m=53248, k=8192, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.44583695486784125,
"b=1, m=57344, k=16384, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.4688791520412166,
"b=1, m=64128, k=2048, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.40616974807948014,
"b=1, m=64128, k=32768, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.45136474339359833,
"b=1, m=64128, k=32768, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.4590356710655195,
"b=1, m=64128, k=8192, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.4457741776664632,
"b=1, m=64128, k=8192, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.4449578546513868,
"b=1, m=8192, k=10240, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.4711292157215232,
"b=1, m=8192, k=14336, n=8192, layout=TN, accumulate=False, out_dtype=bf16": 0.49832822573860097,
"b=1, m=8192, k=16384, n=10240, layout=TN, accumulate=False, out_dtype=bf16": 0.49121630310358505,
"b=1, m=8192, k=16384, n=26624, layout=NN, accumulate=False, out_dtype=bf16": 0.49159573050720107,
"b=1, m=8192, k=16384, n=28672, layout=NT, accumulate=True, out_dtype=fp32": 0.4831531033743504,
"b=1, m=8192, k=16384, n=53248, layout=TN, accumulate=False, out_dtype=bf16": 0.4850319891585757,
"b=1, m=8192, k=16384, n=64128, layout=TN, accumulate=False, out_dtype=bf16": 0.47800459142335594,
"b=1, m=8192, k=16384, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.510998633598053,
"b=1, m=8192, k=16384, n=8192, layout=NT, accumulate=True, out_dtype=fp32": 0.4904601054930473,
"b=1, m=8192, k=2048, n=14336, layout=NT, accumulate=True, out_dtype=fp32": 0.4848631724170869,
"b=1, m=8192, k=2048, n=2048, layout=NT, accumulate=True, out_dtype=fp32": 0.3431518258845309,
"b=1, m=8192, k=2048, n=4096, layout=NT, accumulate=True, out_dtype=fp32": 0.45419220950474587,
"b=1, m=8192, k=2048, n=7168, layout=NT, accumulate=True, out_dtype=fp32": 0.46021136220934333,
"b=1, m=8192, k=26624, n=16384, layout=TN, accumulate=False, out_dtype=bf16": 0.5028624770871988,
"b=1, m=8192, k=28672, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.5048804280451319,
"b=1, m=8192, k=32768, n=14336, layout=NT, accumulate=True, out_dtype=fp32": 0.4897415214665895,
"b=1, m=8192, k=32768, n=4096, layout=NT, accumulate=True, out_dtype=fp32": 0.48473648998585084,
"b=1, m=8192, k=4096, n=8192, layout=TN, accumulate=False, out_dtype=bf16": 0.5611006227554919,
"b=1, m=8192, k=5120, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.5021260167794009,
"b=1, m=8192, k=53248, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.5070420623354739,
"b=1, m=8192, k=64128, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.5087708698648744,
"b=1, m=8192, k=64128, n=8192, layout=NN, accumulate=False, out_dtype=bf16": 0.5097345646638323,
"b=1, m=8192, k=8192, n=14336, layout=NN, accumulate=False, out_dtype=bf16": 0.47758808003431863,
"b=1, m=8192, k=8192, n=14336, layout=NT, accumulate=True, out_dtype=fp32": 0.44431876479936183,
"b=1, m=8192, k=8192, n=16384, layout=TN, accumulate=False, out_dtype=bf16": 0.47656769550370226,
"b=1, m=8192, k=8192, n=28672, layout=TN, accumulate=False, out_dtype=bf16": 0.48038181569117566,
"b=1, m=8192, k=8192, n=4096, layout=NN, accumulate=False, out_dtype=bf16": 0.48262111019071613,
"b=1, m=8192, k=8192, n=4096, layout=NT, accumulate=True, out_dtype=fp32": 0.44194827151457006,
"b=1, m=8192, k=8192, n=5120, layout=TN, accumulate=False, out_dtype=bf16": 0.4533064546925512,
"b=1, m=8192, k=8192, n=64128, layout=TN, accumulate=False, out_dtype=bf16": 0.4814403743277251,
"b=1, m=102400, k=16384, n=5120, layout=NT, accumulate=True, out_dtype=fp32": 0.492184577687488,
"b=1, m=102400, k=65536, n=5120, layout=NT, accumulate=True, out_dtype=fp32": 0.4686983343233096,
"b=1, m=1536, k=16384, n=5120, layout=NT, accumulate=True, out_dtype=fp32": 0.36619593121321287,
"b=1, m=1536, k=65536, n=5120, layout=NT, accumulate=True, out_dtype=fp32": 0.5422178854446428,
"b=1, m=160, k=16384, n=5120, layout=NT, accumulate=True, out_dtype=fp32": 0.26708573285319037,
"b=1, m=160, k=65536, n=5120, layout=NT, accumulate=True, out_dtype=fp32": 0.3934133764901067,
"b=1, m=16384, k=102400, n=5120, layout=NN, accumulate=False, out_dtype=bf16": 0.5002807944908119,
"b=1, m=16384, k=12288, n=5120, layout=TN, accumulate=False, out_dtype=bf16": 0.5003406010601377,
"b=1, m=16384, k=1536, n=24576, layout=TN, accumulate=False, out_dtype=bf16": 0.5058990737209844,
"b=1, m=16384, k=1536, n=5120, layout=NN, accumulate=False, out_dtype=bf16": 0.4461954716681469,
"b=1, m=16384, k=160, n=5120, layout=NN, accumulate=False, out_dtype=bf16": 0.15796561302597323,
"b=1, m=16384, k=16384, n=5120, layout=TN, accumulate=False, out_dtype=bf16": 0.5058081986021753,
"b=1, m=16384, k=24576, n=1536, layout=NN, accumulate=False, out_dtype=bf16": 0.475898179266801,
"b=1, m=16384, k=24576, n=5120, layout=NN, accumulate=False, out_dtype=bf16": 0.495794918984625,
"b=1, m=16384, k=3072, n=5120, layout=TN, accumulate=False, out_dtype=bf16": 0.528475203798518,
"b=1, m=16384, k=32768, n=512, layout=NN, accumulate=False, out_dtype=bf16": 0.4659209960019587,
"b=1, m=16384, k=512, n=32768, layout=TN, accumulate=False, out_dtype=bf16": 0.42149342568318093,
"b=1, m=16384, k=5120, n=102400, layout=TN, accumulate=False, out_dtype=bf16": 0.506968545849631,
"b=1, m=16384, k=5120, n=12288, layout=NN, accumulate=False, out_dtype=bf16": 0.5008057039587255,
"b=1, m=16384, k=5120, n=1536, layout=TN, accumulate=False, out_dtype=bf16": 0.4229145693314757,
"b=1, m=16384, k=5120, n=160, layout=TN, accumulate=False, out_dtype=bf16": 0.32587551572869006,
"b=1, m=16384, k=5120, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.4981933340420779,
"b=1, m=16384, k=5120, n=24576, layout=TN, accumulate=False, out_dtype=bf16": 0.5011576405040231,
"b=1, m=16384, k=5120, n=3072, layout=NN, accumulate=False, out_dtype=bf16": 0.5131149957008362,
"b=1, m=16384, k=5120, n=576, layout=TN, accumulate=False, out_dtype=bf16": 0.27899502096871187,
"b=1, m=16384, k=5120, n=6144, layout=TN, accumulate=False, out_dtype=bf16": 0.5182943095862566,
"b=1, m=16384, k=576, n=5120, layout=NN, accumulate=False, out_dtype=bf16": 0.4334783877475479,
"b=1, m=16384, k=6144, n=5120, layout=NN, accumulate=False, out_dtype=bf16": 0.5137124846752862,
"b=1, m=24576, k=16384, n=1536, layout=NT, accumulate=True, out_dtype=fp32": 0.5108480024744915,
"b=1, m=24576, k=16384, n=5120, layout=NT, accumulate=True, out_dtype=fp32": 0.49199014442373795,
"b=1, m=24576, k=65536, n=1536, layout=NT, accumulate=True, out_dtype=fp32": 0.4837872693070755,
"b=1, m=24576, k=65536, n=5120, layout=NT, accumulate=True, out_dtype=fp32": 0.49826187307078446,
"b=1, m=32768, k=16384, n=512, layout=NT, accumulate=True, out_dtype=fp32": 0.46793494109091344,
"b=1, m=32768, k=65536, n=512, layout=NT, accumulate=True, out_dtype=fp32": 0.4535567850968508,
"b=1, m=5120, k=16384, n=12288, layout=NT, accumulate=True, out_dtype=fp32": 0.48445065435692686,
"b=1, m=5120, k=16384, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.48243026864234423,
"b=1, m=5120, k=16384, n=3072, layout=NT, accumulate=True, out_dtype=fp32": 0.4368759680158924,
"b=1, m=5120, k=65536, n=12288, layout=NT, accumulate=True, out_dtype=fp32": 0.4810377038545497,
"b=1, m=5120, k=65536, n=16384, layout=NT, accumulate=True, out_dtype=fp32": 0.4832864477680683,
"b=1, m=5120, k=65536, n=3072, layout=NT, accumulate=True, out_dtype=fp32": 0.48702920315816656,
"b=1, m=576, k=16384, n=5120, layout=NT, accumulate=True, out_dtype=fp32": 0.4553690219788166,
"b=1, m=576, k=65536, n=5120, layout=NT, accumulate=True, out_dtype=fp32": 0.45330011766691697,
"b=1, m=6144, k=16384, n=5120, layout=NT, accumulate=True, out_dtype=fp32": 0.4702091565595233,
"b=1, m=6144, k=65536, n=5120, layout=NT, accumulate=True, out_dtype=fp32": 0.4447759398052756,
"b=1, m=65536, k=102400, n=5120, layout=NN, accumulate=False, out_dtype=bf16": 0.4599148005101799,
"b=1, m=65536, k=12288, n=5120, layout=TN, accumulate=False, out_dtype=bf16": 0.49573025419128275,
"b=1, m=65536, k=1536, n=24576, layout=TN, accumulate=False, out_dtype=bf16": 0.4715650390707861,
"b=1, m=65536, k=1536, n=5120, layout=NN, accumulate=False, out_dtype=bf16": 0.47791737557557673,
"b=1, m=65536, k=160, n=5120, layout=NN, accumulate=False, out_dtype=bf16": 0.16002272735695616,
"b=1, m=65536, k=16384, n=5120, layout=TN, accumulate=False, out_dtype=bf16": 0.4883881847367654,
"b=1, m=65536, k=24576, n=1536, layout=NN, accumulate=False, out_dtype=bf16": 0.49886746162019757,
"b=1, m=65536, k=24576, n=5120, layout=NN, accumulate=False, out_dtype=bf16": 0.48250513996713207,
"b=1, m=65536, k=3072, n=5120, layout=TN, accumulate=False, out_dtype=bf16": 0.49107995448370495,
"b=1, m=65536, k=32768, n=512, layout=NN, accumulate=False, out_dtype=bf16": 0.4419366247741305,
"b=1, m=65536, k=512, n=32768, layout=TN, accumulate=False, out_dtype=bf16": 0.3780163461746918,
"b=1, m=65536, k=5120, n=102400, layout=TN, accumulate=False, out_dtype=bf16": 0.503521046038953,
"b=1, m=65536, k=5120, n=12288, layout=NN, accumulate=False, out_dtype=bf16": 0.49470462861666226,
"b=1, m=65536, k=5120, n=1536, layout=TN, accumulate=False, out_dtype=bf16": 0.47060837843633374,
"b=1, m=65536, k=5120, n=160, layout=TN, accumulate=False, out_dtype=bf16": 0.34473359058255476,
"b=1, m=65536, k=5120, n=16384, layout=NN, accumulate=False, out_dtype=bf16": 0.4961210758155586,
"b=1, m=65536, k=5120, n=24576, layout=TN, accumulate=False, out_dtype=bf16": 0.5000017367274098,
"b=1, m=65536, k=5120, n=3072, layout=NN, accumulate=False, out_dtype=bf16": 0.48043467280164864,
"b=1, m=65536, k=5120, n=576, layout=TN, accumulate=False, out_dtype=bf16": 0.3561604661211468,
"b=1, m=65536, k=5120, n=6144, layout=TN, accumulate=False, out_dtype=bf16": 0.48997938997316065,
"b=1, m=65536, k=576, n=5120, layout=NN, accumulate=False, out_dtype=bf16": 0.49018771454372745,
"b=1, m=65536, k=6144, n=5120, layout=NN, accumulate=False, out_dtype=bf16": 0.4802879026723184
}
},
"fp8_matmul": {
"tflops": 2250.0,
"efficient_factor": 0,
"accurate_efficient_factor": {}
},
"group_matmul": {
"tflops": 2250.0,
"efficient_factor": 0.30199308868813257,
"accurate_efficient_factor": {
"ng=160, M=154, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.19968557879607124,
"ng=160, M=154, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.194661593855505,
"ng=160, M=154, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.09365228280672189,
"ng=160, M=154, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.11581196985296384,
"ng=160, M=154, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.12276532262371471,
"ng=160, M=154, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.08282440527320971,
"ng=256, M=128, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.20810562331591476,
"ng=256, M=128, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.22638001964547808,
"ng=256, M=128, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.07749330853605821,
"ng=256, M=128, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.17816345758845833,
"ng=256, M=128, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.1513295897643844,
"ng=256, M=128, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.0800748070341996,
"ng=80, M=308, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.3867596054058491,
"ng=80, M=308, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.3044324445577594,
"ng=80, M=308, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.16158044801215754,
"ng=80, M=308, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.2349878234916795,
"ng=80, M=308, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.2495496374564399,
"ng=80, M=308, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.17802726386173742,
"ng=128, M=256, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.27144033706791165,
"ng=128, M=256, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.33252526496179013,
"ng=128, M=256, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.1473280410169324,
"ng=128, M=256, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.30345101843664646,
"ng=128, M=256, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.2328990679969484,
"ng=128, M=256, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.14093502689688034,
"ng=40, M=616, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.4617969329267284,
"ng=40, M=616, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.3212809568133244,
"ng=40, M=616, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.25789208502366806,
"ng=40, M=616, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.3257775497920555,
"ng=40, M=616, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.2806621495073364,
"ng=40, M=616, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.27232554528319985,
"ng=64, M=512, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.36701330451436326,
"ng=64, M=512, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.40463616100583333,
"ng=64, M=512, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.21917045166565546,
"ng=64, M=512, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.42744813404703735,
"ng=64, M=512, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.29424063499542935,
"ng=64, M=512, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.2145037227926535,
"ng=20, M=1232, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.5134153708896044,
"ng=20, M=1232, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.4215408049712892,
"ng=20, M=1232, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.32760011542122736,
"ng=20, M=1232, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.3974377679069424,
"ng=20, M=1232, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.38914231620464895,
"ng=20, M=1232, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.3197788794311179,
"ng=32, M=1024, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.45711060222498157,
"ng=32, M=1024, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.4354949311456241,
"ng=32, M=1024, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.288807539872335,
"ng=32, M=1024, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.3842282638384791,
"ng=32, M=1024, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.4301315385073866,
"ng=32, M=1024, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.2743563936070243,
"ng=160, M=154, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.20176572404476384,
"ng=160, M=154, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.1903363220056717,
"ng=160, M=154, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.14858359455344394,
"ng=160, M=154, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.11801018298565759,
"ng=160, M=154, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.1252480099335906,
"ng=160, M=154, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.12284308032660146,
"ng=256, M=128, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.20409670356885215,
"ng=256, M=128, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.22470477991670024,
"ng=256, M=128, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.14156817745925707,
"ng=256, M=128, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.1833232937924069,
"ng=256, M=128, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.1477633598351256,
"ng=256, M=128, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.1413702387080087,
"ng=80, M=308, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.3607279642331608,
"ng=80, M=308, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.29029601680220285,
"ng=80, M=308, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.24333293411094215,
"ng=80, M=308, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.23492478310338058,
"ng=80, M=308, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.24738768431130023,
"ng=80, M=308, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.2446751919252802,
"ng=128, M=256, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.27438420201840524,
"ng=128, M=256, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.32859856278307376,
"ng=128, M=256, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.21896540970869527,
"ng=128, M=256, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.3091247231932446,
"ng=128, M=256, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.22659740046562316,
"ng=128, M=256, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.21822239198081855,
"ng=40, M=616, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.47031984781966185,
"ng=40, M=616, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.34496335364680186,
"ng=40, M=616, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.34295527735149306,
"ng=40, M=616, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.3008056455099342,
"ng=40, M=616, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.2810360854815433,
"ng=40, M=616, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.3612081589465528,
"ng=64, M=512, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.3634911342364411,
"ng=64, M=512, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.39877892647538965,
"ng=64, M=512, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.28907171670475407,
"ng=64, M=512, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.3927455873255423,
"ng=64, M=512, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.2957996784380632,
"ng=64, M=512, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.284385333896446,
"ng=20, M=1232, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.45018924103372854,
"ng=20, M=1232, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.3895777397109727,
"ng=20, M=1232, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.3848589655625287,
"ng=20, M=1232, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.39327840967582356,
"ng=20, M=1232, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.3780939349940083,
"ng=20, M=1232, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.360325405841747,
"ng=32, M=1024, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.45802410255168724,
"ng=32, M=1024, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.4336075749838458,
"ng=32, M=1024, N=4096, K=7168, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.34693764676878897,
"ng=32, M=1024, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.4021466818974415,
"ng=32, M=1024, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.457485192003423,
"ng=32, M=1024, N=7168, K=2048, dtype=bf16, out_dtype=bf16, main_grad_dtype=bf16, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.294759294322257,
"ng=40, M=2460, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.451992132049008,
"ng=40, M=2460, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.41664567239914857,
"ng=40, M=2460, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.48677141432655774,
"ng=40, M=2460, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.4887766985832931,
"ng=40, M=2460, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.4025877835023779,
"ng=40, M=2460, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.4958384242582878,
"ng=40, M=9832, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.47550664206755877,
"ng=40, M=9832, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.4185810446079925,
"ng=40, M=9832, N=3072, K=5120, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.47462817641132776,
"ng=40, M=9832, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_act, grad=True, accumulate=False, use_split_accumulator=True, single_output=False": 0.46343540233262676,
"ng=40, M=9832, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=bwd_grad_w, grad=True, accumulate=True, use_split_accumulator=True, single_output=False": 0.4134227739576628,
"ng=40, M=9832, N=5120, K=1536, dtype=bf16, out_dtype=bf16, main_grad_dtype=fp32, stage=fwd, grad=False, accumulate=False, use_split_accumulator=False, single_output=True": 0.44471565623403814
}
},
"fp8_group_matmul": {
"tflops": 2250.0,
"efficient_factor": 0,
"accurate_efficient_factor": {}
},
"sdp_fwd": {
"tflops": 2250.0,
"efficient_factor": 0.7059717796465379,
"accurate_efficient_factor": {
"batch=1, seq_len=4096, head_num=64, kv_head_num=8, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 0.8715233665672911,
"batch=1, seq_len=4096, head_num=64, kv_head_num=8, qk_head_dim=128, v_head_dim=128, qkv_contiguous=False": 0.8351022631313875,
"batch=1, seq_len=4096, head_num=32, kv_head_num=4, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 0.7317768045441587,
"batch=1, seq_len=4096, head_num=32, kv_head_num=4, qk_head_dim=128, v_head_dim=128, qkv_contiguous=False": 0.7260717766744803,
"batch=1, seq_len=4096, head_num=16, kv_head_num=2, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 0.5782657501849765,
"batch=1, seq_len=4096, head_num=16, kv_head_num=2, qk_head_dim=128, v_head_dim=128, qkv_contiguous=False": 0.5746056807074771,
"batch=1, seq_len=4096, head_num=8, kv_head_num=1, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 0.3101808976618148,
"batch=1, seq_len=4096, head_num=8, kv_head_num=1, qk_head_dim=128, v_head_dim=128, qkv_contiguous=False": 0.3095775747555691,
"batch=1, seq_len=4096, head_num=128, kv_head_num=16, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 0.9966548277237911,
"batch=1, seq_len=4096, head_num=128, kv_head_num=16, qk_head_dim=128, v_head_dim=128, qkv_contiguous=False": 0.9463784239840572,
"batch=1, seq_len=4096, head_num=128, kv_head_num=128, qk_head_dim=192, v_head_dim=128, qkv_contiguous=True": 0.8306171032712112,
"batch=1, seq_len=4096, head_num=128, kv_head_num=128, qk_head_dim=192, v_head_dim=128, qkv_contiguous=False": 0.8308708701630865,
"batch=1, seq_len=4096, head_num=64, kv_head_num=64, qk_head_dim=192, v_head_dim=128, qkv_contiguous=True": 0.8852832042199809,
"batch=1, seq_len=4096, head_num=64, kv_head_num=64, qk_head_dim=192, v_head_dim=128, qkv_contiguous=False": 0.8868458928676484,
"batch=1, seq_len=4096, head_num=32, kv_head_num=32, qk_head_dim=192, v_head_dim=128, qkv_contiguous=True": 0.7889090415095228,
"batch=1, seq_len=4096, head_num=32, kv_head_num=32, qk_head_dim=192, v_head_dim=128, qkv_contiguous=False": 0.7824422018976495,
"batch=1, seq_len=4096, head_num=16, kv_head_num=16, qk_head_dim=192, v_head_dim=128, qkv_contiguous=True": 0.6367941236055529,
"batch=1, seq_len=4096, head_num=16, kv_head_num=16, qk_head_dim=192, v_head_dim=128, qkv_contiguous=False": 0.6384997989213507,
"batch=1, seq_len=4096, head_num=32, kv_head_num=8, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 0.7222581620496203,
"batch=1, seq_len=4096, head_num=32, kv_head_num=8, qk_head_dim=128, v_head_dim=128, qkv_contiguous=False": 0.7312560179591717,
"batch=1, seq_len=4096, head_num=16, kv_head_num=4, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 0.5823520248792515,
"batch=1, seq_len=4096, head_num=16, kv_head_num=4, qk_head_dim=128, v_head_dim=128, qkv_contiguous=False": 0.5749846646456185,
"batch=1, seq_len=4096, head_num=8, kv_head_num=2, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 0.31720752968565363,
"batch=1, seq_len=4096, head_num=8, kv_head_num=2, qk_head_dim=128, v_head_dim=128, qkv_contiguous=False": 0.31335082111372425,
"batch=1, seq_len=4096, head_num=4, kv_head_num=1, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 0.16686673106870503,
"batch=1, seq_len=4096, head_num=4, kv_head_num=1, qk_head_dim=128, v_head_dim=128, qkv_contiguous=False": 0.1675699122587887,
"batch=1, seq_len=131072, head_num=16, kv_head_num=2, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 0.9888200685075171,
"batch=1, seq_len=131072, head_num=8, kv_head_num=1, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 1.0027912176882745,
"batch=1, seq_len=32768, head_num=16, kv_head_num=2, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 1.1653818418442836,
"batch=1, seq_len=32768, head_num=8, kv_head_num=1, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 1.201756785556635,
"batch=1, seq_len=131072, head_num=64, kv_head_num=64, qk_head_dim=192, v_head_dim=128, qkv_contiguous=True": 0.6838651738244225,
"batch=1, seq_len=32768, head_num=64, kv_head_num=64, qk_head_dim=192, v_head_dim=128, qkv_contiguous=True": 0.8122363952165405
}
},
"sdp_bwd": {
"tflops": 2250.0,
"efficient_factor": 0.6943225842672003,
"accurate_efficient_factor": {
"batch=1, seq_len=4096, head_num=64, kv_head_num=8, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 0.7294011330486614,
"batch=1, seq_len=4096, head_num=64, kv_head_num=8, qk_head_dim=128, v_head_dim=128, qkv_contiguous=False": 0.7252442380508635,
"batch=1, seq_len=4096, head_num=32, kv_head_num=4, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 0.7963450199977308,
"batch=1, seq_len=4096, head_num=32, kv_head_num=4, qk_head_dim=128, v_head_dim=128, qkv_contiguous=False": 0.795150972699729,
"batch=1, seq_len=4096, head_num=16, kv_head_num=2, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 0.7553206884855652,
"batch=1, seq_len=4096, head_num=16, kv_head_num=2, qk_head_dim=128, v_head_dim=128, qkv_contiguous=False": 0.7566382097451044,
"batch=1, seq_len=4096, head_num=8, kv_head_num=1, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 0.6585901461540983,
"batch=1, seq_len=4096, head_num=8, kv_head_num=1, qk_head_dim=128, v_head_dim=128, qkv_contiguous=False": 0.658771875176929,
"batch=1, seq_len=4096, head_num=128, kv_head_num=16, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 0.8315751957519011,
"batch=1, seq_len=4096, head_num=128, kv_head_num=16, qk_head_dim=128, v_head_dim=128, qkv_contiguous=False": 0.824516615162934,
"batch=1, seq_len=4096, head_num=128, kv_head_num=128, qk_head_dim=192, v_head_dim=128, qkv_contiguous=True": 0.6425509366582514,
"batch=1, seq_len=4096, head_num=128, kv_head_num=128, qk_head_dim=192, v_head_dim=128, qkv_contiguous=False": 0.6438949978384096,
"batch=1, seq_len=4096, head_num=64, kv_head_num=64, qk_head_dim=192, v_head_dim=128, qkv_contiguous=True": 0.6085774772679564,
"batch=1, seq_len=4096, head_num=64, kv_head_num=64, qk_head_dim=192, v_head_dim=128, qkv_contiguous=False": 0.6070450497812027,
"batch=1, seq_len=4096, head_num=32, kv_head_num=32, qk_head_dim=192, v_head_dim=128, qkv_contiguous=True": 0.6101807493529277,
"batch=1, seq_len=4096, head_num=32, kv_head_num=32, qk_head_dim=192, v_head_dim=128, qkv_contiguous=False": 0.6113073468343525,
"batch=1, seq_len=4096, head_num=16, kv_head_num=16, qk_head_dim=192, v_head_dim=128, qkv_contiguous=True": 0.5928990370134821,
"batch=1, seq_len=4096, head_num=16, kv_head_num=16, qk_head_dim=192, v_head_dim=128, qkv_contiguous=False": 0.5931936699279757,
"batch=1, seq_len=4096, head_num=32, kv_head_num=8, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 0.7869963117916514,
"batch=1, seq_len=4096, head_num=32, kv_head_num=8, qk_head_dim=128, v_head_dim=128, qkv_contiguous=False": 0.7860913306698645,
"batch=1, seq_len=4096, head_num=16, kv_head_num=4, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 0.741619808314949,
"batch=1, seq_len=4096, head_num=16, kv_head_num=4, qk_head_dim=128, v_head_dim=128, qkv_contiguous=False": 0.7296085136834278,
"batch=1, seq_len=4096, head_num=8, kv_head_num=2, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 0.632600248249999,
"batch=1, seq_len=4096, head_num=8, kv_head_num=2, qk_head_dim=128, v_head_dim=128, qkv_contiguous=False": 0.6249837065843971,
"batch=1, seq_len=4096, head_num=4, kv_head_num=1, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 0.3456228519900902,
"batch=1, seq_len=4096, head_num=4, kv_head_num=1, qk_head_dim=128, v_head_dim=128, qkv_contiguous=False": 0.34303818480166004,
"batch=1, seq_len=131072, head_num=16, kv_head_num=2, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 0.8266642928922248,
"batch=1, seq_len=131072, head_num=8, kv_head_num=1, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 0.8264219110874139,
"batch=1, seq_len=32768, head_num=16, kv_head_num=2, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 0.8717068455153332,
"batch=1, seq_len=32768, head_num=8, kv_head_num=1, qk_head_dim=128, v_head_dim=128, qkv_contiguous=True": 0.9548560173212152,
"batch=1, seq_len=131072, head_num=64, kv_head_num=64, qk_head_dim=192, v_head_dim=128, qkv_contiguous=True": 0.6580332051430587,
"batch=1, seq_len=32768, head_num=64, kv_head_num=64, qk_head_dim=192, v_head_dim=128, qkv_contiguous=True": 0.6488761095570499
}
},
"default": {
"tflops": 2250.0,
"efficient_factor": 0.39490037330423644
}
},
"bandwidth": {
"default": {
"efficient_factor": 0.666,
"gbps": 8000.0,
"latency_us": 30
},
"permute_fwd": {
"efficient_factor": 0.5008136513816437,
"gbps": 8000.0,
"latency_us": 30
},
"permute_bwd": {
"efficient_factor": 0.5108178337365621,
"gbps": 8000.0,
"latency_us": 30
},
"ce": {
"efficient_factor": 0.3246108444537549,
"gbps": 8000.0,
"latency_us": 30
},
"ce_fusion": {
"efficient_factor": 0.2795145022199592,
"gbps": 8000.0,
"latency_us": 30
}
},
"mode": "roofline"
},
"FC8": false,
"networks": {
"intra_with_pcie": false,
"low_intra_node": {
"processor_usage": 0.0,
"bandwidth": {
"efficient_factor": 1.0,
"gbps": 900.0,
"latency_us": 130
},
"op": {
"all_reduce": {
"scale": 2,
"offset": -1,
"efficient_factor": 0.7424,
"latency_us": 5.5183,
"fixed_latency_us": 22.2316,
"fixed_latency_us_by_comm_num": {}
},
"all_gather": {
"scale": 1,
"offset": -1,
"efficient_factor": 0.6735,
"latency_us": 9.1828,
"fixed_latency_us": 23.1049,
"fixed_latency_us_by_comm_num": {}
},
"reduce_scatter": {
"scale": 1,
"offset": -1,
"efficient_factor": 0.6731,
"latency_us": 8.0325,
"fixed_latency_us": 25.5604,
"fixed_latency_us_by_comm_num": {}
},
"p2p": {
"scale": 1,
"offset": 0,
"efficient_factor": 1.4517,
"latency_us": 16.0668
},
"all2all": {
"scale": 1,
"offset": -1,
"efficient_factor": 0.5968,
"latency_us": 7.3039,
"fixed_latency_us": 0.0,
"fixed_latency_us_by_comm_num": {
"2": 51.0578,
"4": 19.2102,
"8": 0.0
}
}
}
},
"high_intra_node": {
"processor_usage": 0.0,
"bandwidth": {
"efficient_factor": 1.0,
"gbps": 900.0,
"latency_us": 35
},
"op": {
"all_reduce": {
"scale": 2,
"offset": -1,
"efficient_factor": 0.7424,
"latency_us": 5.5183,
"fixed_latency_us": 22.2316,
"fixed_latency_us_by_comm_num": {}
},
"all_gather": {
"scale": 1,
"offset": -1,
"efficient_factor": 0.6735,
"latency_us": 9.1828,
"fixed_latency_us": 23.1049,
"fixed_latency_us_by_comm_num": {}
},
"reduce_scatter": {
"scale": 1,
"offset": -1,
"efficient_factor": 0.6731,
"latency_us": 8.0325,
"fixed_latency_us": 25.5604,
"fixed_latency_us_by_comm_num": {}
},
"p2p": {
"scale": 1,
"offset": 0,
"efficient_factor": 1.4517,
"latency_us": 16.0668
},
"all2all": {
"scale": 1,
"offset": -1,
"efficient_factor": 0.5968,
"latency_us": 7.3039,
"fixed_latency_us": 0.0,
"fixed_latency_us_by_comm_num": {
"2": 51.0578,
"4": 19.2102,
"8": 0.0
}
}
}
},
"inter_node": {
"processor_usage": 0.0,
"bandwidth": {
"efficient_factor": 1,
"gbps": 200,
"latency_us": 35
},
"op": {
"all_reduce": {
"scale": 2,
"offset": -1
},
"all_gather": {
"scale": 1,
"offset": -1
},
"reduce_scatter": {
"scale": 1,
"offset": -1
},
"p2p": {
"scale": 1,
"offset": 0
},
"all2all": {
"scale": 1,
"offset": -1
}
}
}
}
}