[config] Add tuned configs for GLM-5.2-FP8 block-scale fp8 GEMM and MoE

aiter/configs/model_configs/a8w8_blockscale_bpreshuffle_tuned_gemm_glm5.2.csv

@@ -0,0 +1,65 @@
+gfx,cu_num,M,N,K,libtype,kernelId,splitK,us,kernelName,tflops,bw,errRatio
+gfx950,256,1,6144,3072,ck,7,0,10.3731,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,3.64,1821.03,0.0
+gfx950,256,1,6144,4096,ck,7,0,12.7554,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,3.95,1974.24,0.0
+gfx950,256,1,6144,6144,ck,7,0,18.1331,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,4.16,2082.78,0.0
+gfx950,256,2,6144,3072,ck,7,0,10.2609,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,7.36,1842.44,0.0
+gfx950,256,2,6144,4096,ck,7,0,12.7105,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,7.92,1982.5,0.0
+gfx950,256,2,6144,6144,ck,7,0,17.8877,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,8.44,2112.38,0.0
+gfx950,256,4,6144,3072,ck,6,0,10.7567,a8w8_blockscale_bpreshuffle_1x128x128_256x16x128x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_8_1x2_intrawave_v1,14.04,1760.37,0.0
+gfx950,256,4,6144,4096,ck,7,0,12.8627,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,15.65,1961.59,0.0
+gfx950,256,4,6144,6144,ck,7,0,17.9088,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,16.86,2111.95,0.0
+gfx950,256,8,6144,3072,ck,7,0,9.9456,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,30.36,1910.12,0.0
+gfx950,256,8,6144,4096,ck,7,0,12.7622,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,31.55,1982.17,0.0
+gfx950,256,8,6144,6144,ck,7,0,17.9582,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,33.63,2110.24,0.0
+gfx950,256,16,6144,3072,ck,7,0,9.6341,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,62.69,1984.63,0.0
+gfx950,256,16,6144,4096,ck,7,0,11.6742,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,68.98,2178.13,0.0
+gfx950,256,16,6144,6144,ck,7,0,16.1424,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,74.83,2356.75,0.0
+gfx950,256,32,6144,3072,ck,12,0,10.5096,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,114.94,1842.69,0.0
+gfx950,256,32,6144,4096,ck,7,0,11.742,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,137.17,2187.88,0.0
+gfx950,256,32,6144,6144,ck,7,0,16.126,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,149.82,2377.44,0.0
+gfx950,256,64,6144,3072,ck,12,0,11.0159,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,219.31,1802.61,0.0
+gfx950,256,64,6144,4096,ck,12,0,12.7373,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,252.9,2058.08,0.0
+gfx950,256,64,6144,6144,ck,12,0,17.214,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,280.69,2261.44,0.0
+gfx950,256,128,6144,3072,ck,17,0,11.9995,a8w8_blockscale_bpreshuffle_1x128x128_256x64x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,402.67,1736.78,0.0
+gfx950,256,128,6144,4096,ck,17,0,14.6613,a8w8_blockscale_bpreshuffle_1x128x128_256x64x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,439.42,1859.52,0.0
+gfx950,256,128,6144,6144,ck,17,0,19.8543,a8w8_blockscale_bpreshuffle_1x128x128_256x64x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,486.73,2020.12,0.0
+gfx950,256,256,6144,3072,asm,2,1,15.6378,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_64x128E,617.97,1458.42,0.0
+gfx950,256,256,6144,4096,asm,2,1,19.2294,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_64x128E,670.06,1526.84,0.0
+gfx950,256,256,6144,6144,asm,2,1,26.7623,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_64x128E,722.19,1586.83,0.0
+gfx950,256,512,6144,3072,asm,5,1,22.6596,_ZN5aiter43fp8gemm_bf16_blockscale_BpreShuffle_128x128E,852.94,1180.02,0.0
+gfx950,256,512,6144,4096,asm,5,1,28.3327,_ZN5aiter43fp8gemm_bf16_blockscale_BpreShuffle_128x128E,909.54,1184.3,0.0
+gfx950,256,512,6144,6144,asm,5,1,39.6708,_ZN5aiter43fp8gemm_bf16_blockscale_BpreShuffle_128x128E,974.39,1189.44,0.0
+gfx950,256,1024,6144,3072,ck,14,0,34.3202,a8w8_blockscale_bpreshuffle_1x128x128_256x64x128x128_16x16_16x16_8x32x1_8x32x1_1x32x1x8_8_2x1_intrawave_v1,1126.3,1008.24,0.0002
+gfx950,256,1024,6144,4096,ck,14,0,43.7722,a8w8_blockscale_bpreshuffle_1x128x128_256x64x128x128_16x16_16x16_8x32x1_8x32x1_1x32x1x8_8_2x1_intrawave_v1,1177.45,958.21,0.0002
+gfx950,256,1024,6144,6144,ck,14,0,62.4873,a8w8_blockscale_bpreshuffle_1x128x128_256x64x128x128_16x16_16x16_8x32x1_8x32x1_1x32x1x8_8_2x1_intrawave_v1,1237.2,906.15,0.0002
+gfx950,256,2048,6144,3072,ck,13,0,60.2399,a8w8_blockscale_bpreshuffle_1x128x128_256x64x256x128_16x16_16x16_8x32x1_8x32x1_1x32x1x8_8_2x1_intrawave_v1,1283.36,835.52,0.0
+gfx950,256,2048,6144,4096,ck,13,0,74.5532,a8w8_blockscale_bpreshuffle_1x128x128_256x64x256x128_16x16_16x16_8x32x1_8x32x1_1x32x1x8_8_2x1_intrawave_v1,1382.63,787.63,0.0
+gfx950,256,2048,6144,6144,ck,13,0,104.5686,a8w8_blockscale_bpreshuffle_1x128x128_256x64x256x128_16x16_16x16_8x32x1_8x32x1_1x32x1x8_8_2x1_intrawave_v1,1478.64,721.99,0.0
+gfx950,256,4096,6144,3072,ck,13,0,107.4711,a8w8_blockscale_bpreshuffle_1x128x128_256x64x256x128_16x16_16x16_8x32x1_8x32x1_1x32x1x8_8_2x1_intrawave_v1,1438.7,761.03,0.0
+gfx950,256,4096,6144,4096,ck,13,0,130.1473,a8w8_blockscale_bpreshuffle_1x128x128_256x64x256x128_16x16_16x16_8x32x1_8x32x1_1x32x1x8_8_2x1_intrawave_v1,1584.04,709.0,0.0
+gfx950,256,4096,6144,6144,ck,13,0,183.9905,a8w8_blockscale_bpreshuffle_1x128x128_256x64x256x128_16x16_16x16_8x32x1_8x32x1_1x32x1x8_8_2x1_intrawave_v1,1680.73,615.5,0.0
+gfx950,256,8192,6144,3072,ck,13,0,192.0814,a8w8_blockscale_bpreshuffle_1x128x128_256x64x256x128_16x16_16x16_8x32x1_8x32x1_1x32x1x8_8_2x1_intrawave_v1,1609.93,753.34,0.0
+gfx950,256,8192,6144,4096,cktile,11,0,237.4805,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_1,1736.21,671.14,0.0
+gfx950,256,8192,6144,6144,cktile,11,0,320.4364,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_1,1930.1,589.02,0.0
+gfx950,256,16384,6144,3072,cktile,11,0,359.6415,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_1,1719.7,752.23,0.0
+gfx950,256,16384,6144,4096,cktile,29,0,440.5682,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_4,1871.75,666.42,0.0
+gfx950,256,16384,6144,6144,cktile,11,0,602.5203,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_1,2052.96,563.86,0.0
+gfx950,256,32768,6144,3072,ck,13,0,699.8512,a8w8_blockscale_bpreshuffle_1x128x128_256x64x256x128_16x16_16x16_8x32x1_8x32x1_1x32x1x8_8_2x1_intrawave_v1,1767.45,746.15,0.0
+gfx950,256,32768,6144,4096,cktile,11,0,873.1096,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_1,1888.96,643.72,0.0
+gfx950,256,32768,6144,6144,cktile,29,0,1192.8892,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_4,2073.87,537.96,0.0
+gfx950,256,1,7168,512,ck,7,0,3.6863,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,1.99,999.61,0.0
+gfx950,256,2,7168,512,ck,7,0,4.2168,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,3.48,877.37,0.0
+gfx950,256,4,7168,512,ck,7,0,4.2654,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,6.88,874.34,0.0
+gfx950,256,8,7168,512,ck,12,0,4.1215,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,14.25,919.28,0.0
+gfx950,256,16,7168,512,ck,7,0,4.2806,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,27.44,912.86,0.0
+gfx950,256,32,7168,512,ck,12,0,4.219,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,55.67,982.5,0.0
+gfx950,256,64,7168,512,ck,7,0,4.3434,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,108.16,1063.75,0.0
+gfx950,256,128,7168,512,ck,12,0,5.2706,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,178.26,1056.91,0.0
+gfx950,256,256,7168,512,ck,7,0,6.4786,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,290.04,1153.2,0.0
+gfx950,256,512,7168,512,ck,12,0,10.1611,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,369.85,1109.35,0.0
+gfx950,256,1024,7168,512,ck,16,0,15.3318,a8w8_blockscale_bpreshuffle_1x128x128_256x64x128x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,490.24,1231.06,0.0
+gfx950,256,2048,7168,512,ck,16,0,24.7268,a8w8_blockscale_bpreshuffle_1x128x128_256x64x128x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,607.94,1378.21,0.0
+gfx950,256,4096,7168,512,ck,16,0,41.9251,a8w8_blockscale_bpreshuffle_1x128x128_256x64x128x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,717.11,1538.16,0.0
+gfx950,256,8192,7168,512,ck,16,0,74.4732,a8w8_blockscale_bpreshuffle_1x128x128_256x64x128x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,807.4,1682.55,0.0
+gfx950,256,16384,7168,512,ck,16,0,137.6545,a8w8_blockscale_bpreshuffle_1x128x128_256x64x128x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,873.63,1793.91,0.0
+gfx950,256,32768,7168,512,ck,16,0,260.3911,a8w8_blockscale_bpreshuffle_1x128x128_256x64x128x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,923.68,1882.59,0.0

aiter/configs/model_configs/a8w8_blockscale_bpreshuffle_untuned_gemm_glm5.2.csv

@@ -0,0 +1,65 @@
+M,N,K,q_dtype_w
+1,6144,3072,torch.float8_e4m3fn
+2,6144,3072,torch.float8_e4m3fn
+4,6144,3072,torch.float8_e4m3fn
+8,6144,3072,torch.float8_e4m3fn
+16,6144,3072,torch.float8_e4m3fn
+32,6144,3072,torch.float8_e4m3fn
+64,6144,3072,torch.float8_e4m3fn
+128,6144,3072,torch.float8_e4m3fn
+256,6144,3072,torch.float8_e4m3fn
+512,6144,3072,torch.float8_e4m3fn
+1024,6144,3072,torch.float8_e4m3fn
+2048,6144,3072,torch.float8_e4m3fn
+4096,6144,3072,torch.float8_e4m3fn
+8192,6144,3072,torch.float8_e4m3fn
+16384,6144,3072,torch.float8_e4m3fn
+32768,6144,3072,torch.float8_e4m3fn
+1,6144,4096,torch.float8_e4m3fn
+2,6144,4096,torch.float8_e4m3fn
+4,6144,4096,torch.float8_e4m3fn
+8,6144,4096,torch.float8_e4m3fn
+16,6144,4096,torch.float8_e4m3fn
+32,6144,4096,torch.float8_e4m3fn
+64,6144,4096,torch.float8_e4m3fn
+128,6144,4096,torch.float8_e4m3fn
+256,6144,4096,torch.float8_e4m3fn
+512,6144,4096,torch.float8_e4m3fn
+1024,6144,4096,torch.float8_e4m3fn
+2048,6144,4096,torch.float8_e4m3fn
+4096,6144,4096,torch.float8_e4m3fn
+8192,6144,4096,torch.float8_e4m3fn
+16384,6144,4096,torch.float8_e4m3fn
+32768,6144,4096,torch.float8_e4m3fn
+1,6144,6144,torch.float8_e4m3fn
+2,6144,6144,torch.float8_e4m3fn
+4,6144,6144,torch.float8_e4m3fn
+8,6144,6144,torch.float8_e4m3fn
+16,6144,6144,torch.float8_e4m3fn
+32,6144,6144,torch.float8_e4m3fn
+64,6144,6144,torch.float8_e4m3fn
+128,6144,6144,torch.float8_e4m3fn
+256,6144,6144,torch.float8_e4m3fn
+512,6144,6144,torch.float8_e4m3fn
+1024,6144,6144,torch.float8_e4m3fn
+2048,6144,6144,torch.float8_e4m3fn
+4096,6144,6144,torch.float8_e4m3fn
+8192,6144,6144,torch.float8_e4m3fn
+16384,6144,6144,torch.float8_e4m3fn
+32768,6144,6144,torch.float8_e4m3fn
+1,7168,512,torch.float8_e4m3fn
+2,7168,512,torch.float8_e4m3fn
+4,7168,512,torch.float8_e4m3fn
+8,7168,512,torch.float8_e4m3fn
+16,7168,512,torch.float8_e4m3fn
+32,7168,512,torch.float8_e4m3fn
+64,7168,512,torch.float8_e4m3fn
+128,7168,512,torch.float8_e4m3fn
+256,7168,512,torch.float8_e4m3fn
+512,7168,512,torch.float8_e4m3fn
+1024,7168,512,torch.float8_e4m3fn
+2048,7168,512,torch.float8_e4m3fn
+4096,7168,512,torch.float8_e4m3fn
+8192,7168,512,torch.float8_e4m3fn
+16384,7168,512,torch.float8_e4m3fn
+32768,7168,512,torch.float8_e4m3fn

aiter/configs/model_configs/a8w8_blockscale_tuned_fmoe_glm5.2.csv

@@ -0,0 +1,17 @@
+gfx,cu_num,token,model_dim,inter_dim,expert,topk,act_type,dtype,q_dtype_a,q_dtype_w,q_type,use_g1u1,doweight_stage1,block_m,ksplit,us1,kernelName1,err1,us2,kernelName2,err2,us,run_1stage,xbf16,flat,tflops,bw,_tag
+gfx950,256,1,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0,1,0,51.5356,_ZN5aiter48fmoe_bf16_blockscaleBf16_g1u1_flat_vs_silu_1x128E,0.0%,0.0,,0.0%,51.5356,1,1,1,3.3,47062.12,
+gfx950,256,2,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0,16,0,57.7338,_ZN5aiter48fmoe_bf16_blockscaleBf16_g1u1_vs_pf2_silu_16x128E,0.0%,0.0,,0.0%,57.7338,1,1,0,5.88,42009.93,
+gfx950,256,4,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0,1,0,64.8158,_ZN5aiter48fmoe_bf16_blockscaleBf16_g1u1_flat_vs_silu_1x128E,0.0%,0.0,,0.0%,64.8158,1,1,1,10.48,37420.35,
+gfx950,256,8,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0,1,0,125.7277,_ZN5aiter48fmoe_bf16_blockscaleBf16_g1u1_flat_vs_silu_1x256E,0.0%,0.0,,0.0%,125.7277,1,1,1,10.81,19291.72,
+gfx950,256,16,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0,16,0,190.9139,_ZN5aiter48fmoe_bf16_blockscaleBf16_g1u1_vs_pf2_silu_16x256E,0.0%,0.0,,0.0%,190.9139,1,1,0,14.24,12705.47,
+gfx950,256,32,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0,16,0,286.7466,_ZN5aiter48fmoe_bf16_blockscaleBf16_g1u1_vs_pf2_silu_16x128E,0.0%,0.0,,0.0%,286.7466,1,1,0,18.96,8460.24,
+gfx950,256,64,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0,16,0,371.8268,_ZN5aiter48fmoe_bf16_blockscaleBf16_g1u1_vs_pf2_silu_16x256E,0.0%,0.0,,0.0%,371.8268,1,1,0,29.24,6525.98,
+gfx950,256,128,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0,16,0,415.2849,_ZN5aiter48fmoe_bf16_blockscaleBf16_g1u1_vs_pf2_silu_16x256E,0.0%,0.0,,0.0%,415.2849,1,1,0,52.36,5845.9,
+gfx950,256,256,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0,16,0,494.7497,_ZN5aiter48fmoe_bf16_blockscaleBf16_g1u1_vs_pf2_silu_16x128E,0.0%,0.0,,0.0%,494.7497,1,1,0,87.9,4911.73,
+gfx950,256,512,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0,32,0,533.407,_ZN5aiter47fmoe_bf16_blockscaleFp8_g1u1_vs_silu_1tg_32x256E,0.0%,0.0,,0.0%,533.407,1,0,0,163.05,4564.61,
+gfx950,256,1024,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0,64,0,576.4085999999999,_ZN5aiter46fmoe_bf16_blockscaleFp8_g1u1_vs_ps_silu_64x256E,0.0%,0.0,,0.0%,576.4086,1,0,0,301.78,4240.45,
+gfx950,256,2048,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0,64,0,784.5818,_ZN5aiter46fmoe_bf16_blockscaleFp8_g1u1_vs_ps_silu_64x256E,0.0%,0.0,,0.0%,784.5818,1,0,0,443.41,3139.39,
+gfx950,256,4096,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0,64,0,1149.1644,_ZN5aiter46fmoe_bf16_blockscaleFp8_g1u1_vs_ps_silu_64x256E,0.0%,0.0,,0.0%,1149.1644,1,0,0,605.47,2176.24,
+gfx950,256,8192,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0,64,0,2010.3323,_ZN5aiter46fmoe_bf16_blockscaleFp8_g1u1_vs_ps_silu_64x256E,0.0%,0.0,,0.0%,2010.3323,1,0,0,692.21,1281.55,
+gfx950,256,16384,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0,64,0,3746.2206,_ZN5aiter46fmoe_bf16_blockscaleFp8_g1u1_vs_ps_silu_64x256E,0.0%,0.0,,0.0%,3746.2206,1,0,0,742.92,728.03,
+gfx950,256,32768,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0,64,0,7388.1451,_ZN5aiter46fmoe_bf16_blockscaleFp8_g1u1_vs_ps_silu_64x256E,0.0%,0.0,,0.0%,7388.1451,1,0,0,753.41,410.03,

aiter/configs/model_configs/a8w8_blockscale_untuned_fmoe_glm5.2.csv

@@ -0,0 +1,17 @@
+token,model_dim,inter_dim,expert,topk,act_type,dtype,q_dtype_a,q_dtype_w,q_type,use_g1u1,doweight_stage1
+1,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0
+2,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0
+4,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0
+8,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0
+16,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0
+32,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0
+64,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0
+128,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0
+256,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0
+512,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0
+1024,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0
+2048,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0
+4096,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0
+8192,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0
+16384,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0
+32768,6144,512,257,9,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float8_e4m3fn,QuantType.per_1x128,1,0