Skip to content

Commit 4e0bde4

Browse files
Fangzhou-AiFangzhou-Ai
authored
Merge branch 'main' into afz/moe-xcd-remainder-fix
2 parents 141c6dc + 155fb21 commit 4e0bde4

23 files changed

Lines changed: 1126 additions & 1254 deletions

‎.github/workflows/aiter-release.yaml‎

Lines changed: 20 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -198,9 +198,22 @@ jobs:
198198
# CMD of /bin/bash, which exits immediately for `docker run -d`.
199199
# Force a long-lived `sleep infinity` so subsequent `docker exec`
200200
# invocations succeed for both legacy and manylinux images.
201+
# Pass GPU devices into the build container when the runner has them:
202+
# setup.py start_aot() JIT-loads HIP modules and fails with
203+
# hipErrorNoDevice if the container cannot reach a GPU. On GPU-less
204+
# runners (build-only-aiter) /dev/kfd is absent, so the flags are
205+
# omitted and the container starts as before.
206+
GPU_FLAGS=""
207+
if [ -e /dev/kfd ]; then
208+
GPU_FLAGS="--device=/dev/kfd --device=/dev/dri --group-add video"
209+
echo "GPU devices detected; passing ${GPU_FLAGS} to build container"
210+
else
211+
echo "No /dev/kfd on runner; starting build container without GPU access"
212+
fi
201213
docker run -dt \
202214
--shm-size=16G \
203215
--network=host \
216+
${GPU_FLAGS} \
204217
--entrypoint="" \
205218
-v "${{ github.workspace }}:/workspace" \
206219
-w /workspace \
@@ -309,11 +322,16 @@ jobs:
309322
else
310323
TORCH_INDEX="https://download.pytorch.org/whl/rocm${ROCM_NUM}"
311324
fi
312-
# Optional torch version pin (e.g. 2.10.0+rocm7.1). Empty = latest.
325+
# Optional torch version pin (e.g. 2.10.0+rocm7.1). Empty = default
326+
# constraint torch<2.13. torch 2.13.0 breaks the build: its
327+
# torch.library._clear_torch_ops_cache() does qualname.split("::")
328+
# expecting exactly one "::", which raises on aiter custom-op names
329+
# during interpreter teardown of setup.py start_aot(). Pin below 2.13
330+
# until the op-name incompatibility is resolved.
313331
if [ -n "${TORCH_PIN}" ]; then
314332
TORCH_SPEC="torch==${TORCH_PIN}"
315333
else
316-
TORCH_SPEC="torch"
334+
TORCH_SPEC="torch<2.13"
317335
fi
318336
echo "Torch index: ${TORCH_INDEX}"
319337
echo "Torch spec: ${TORCH_SPEC}"

‎aiter/configs/model_configs/a8w8_blockscale_bpreshuffle_tuned_gemm_glm5.2.csv‎

Lines changed: 61 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,61 @@
1+
gfx,cu_num,M,N,K,libtype,kernelId,splitK,us,kernelName,tflops,bw,errRatio
2+
gfx950,256,1024,6144,4096,ck,14,0,44.0612,a8w8_blockscale_bpreshuffle_1x128x128_256x64x128x128_16x16_16x16_8x32x1_8x32x1_1x32x1x8_8_2x1_intrawave_v1,1169.73,951.93,0.0002
3+
gfx950,256,2048,6144,4096,ck,13,0,74.66,a8w8_blockscale_bpreshuffle_1x128x128_256x64x256x128_16x16_16x16_8x32x1_8x32x1_1x32x1x8_8_2x1_intrawave_v1,1380.65,786.5,0.0
4+
gfx950,256,4096,6144,4096,ck,13,0,131.1005,a8w8_blockscale_bpreshuffle_1x128x128_256x64x256x128_16x16_16x16_8x32x1_8x32x1_1x32x1x8_8_2x1_intrawave_v1,1572.52,703.85,0.0
5+
gfx950,256,8192,6144,4096,cktile,27,0,242.8494,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_2,1697.83,656.31,0.0
6+
gfx950,256,16384,6144,4096,cktile,11,0,445.3086,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_1,1851.83,659.32,0.0
7+
gfx950,256,32768,6144,4096,cktile,28,0,887.6722,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_3,1857.97,633.16,0.0
8+
gfx950,256,65536,6144,4096,cktile,29,0,1757.2242,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_4,1877.13,625.37,0.0
9+
gfx950,256,1,6144,4096,ck,7,0,12.8149,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,3.93,1965.07,0.0
10+
gfx950,256,2,6144,4096,ck,7,0,12.8611,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,7.83,1959.29,0.0
11+
gfx950,256,4,6144,4096,ck,7,0,12.7887,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,15.74,1972.94,0.0
12+
gfx950,256,6,6144,4096,ck,7,0,12.8423,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,23.52,1967.26,0.0
13+
gfx950,256,8,6144,4096,ck,7,0,12.9111,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,31.19,1959.31,0.0
14+
gfx950,256,12,6144,4096,ck,7,0,12.9334,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,46.7,1961.0,0.0
15+
gfx950,256,16,6144,4096,ck,7,0,11.9022,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,67.66,2136.41,0.0
16+
gfx950,256,24,6144,4096,ck,7,0,12.8409,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,94.07,1990.44,0.0
17+
gfx950,256,32,6144,4096,ck,7,0,11.8745,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,135.64,2163.47,0.0
18+
gfx950,256,40,6144,4096,ck,7,0,13.1581,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,153.01,1962.38,0.0
19+
gfx950,256,48,6144,4096,ck,7,0,12.7862,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,188.95,2029.71,0.0
20+
gfx950,256,56,6144,4096,ck,6,0,13.5172,a8w8_blockscale_bpreshuffle_1x128x128_256x16x128x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_8_1x2_intrawave_v1,208.52,1929.64,0.0
21+
gfx950,256,64,6144,4096,ck,12,0,12.8551,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,250.58,2039.22,0.0
22+
gfx950,256,72,6144,4096,ck,7,0,14.7402,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,245.85,1787.32,0.0
23+
gfx950,256,80,6144,4096,ck,7,0,14.701,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,273.9,1801.0,0.0
24+
gfx950,256,88,6144,4096,ck,12,0,15.8851,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,278.83,1675.0,0.0
25+
gfx950,256,96,6144,4096,ck,12,0,15.1727,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,318.46,1762.29,0.0
26+
gfx950,256,104,6144,4096,ck,12,0,16.1885,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,323.35,1659.81,0.0
27+
gfx950,256,112,6144,4096,ck,12,0,16.2708,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,346.46,1659.47,0.0
28+
gfx950,256,120,6144,4096,ck,12,0,16.4127,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,368.0,1653.1,0.0
29+
gfx950,256,128,6144,4096,ck,17,0,14.7781,a8w8_blockscale_bpreshuffle_1x128x128_256x64x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,435.95,1844.82,0.0
30+
gfx950,256,136,6144,4096,ck,12,0,17.5,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,391.15,1565.37,0.0
31+
gfx950,256,144,6144,4096,asm,0,1,17.6286,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_32x128E,411.14,1561.39,0.0
32+
gfx950,256,152,6144,4096,ck,12,0,17.5582,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,435.72,1575.12,0.0
33+
gfx950,256,160,6144,4096,ck,11,0,16.0745,a8w8_blockscale_bpreshuffle_1x128x128_256x32x128x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,500.98,1728.65,0.0
34+
gfx950,256,168,6144,4096,asm,1,1,18.2222,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_48x128E,464.03,1532.11,0.0
35+
gfx950,256,176,6144,4096,asm,1,1,18.1858,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_48x128E,487.1,1542.38,0.0
36+
gfx950,256,184,6144,4096,asm,1,1,18.3073,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_48x128E,505.87,1539.3,0.0
37+
gfx950,256,192,6144,4096,asm,1,1,18.3867,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_48x128E,525.58,1539.78,0.0
38+
gfx950,256,200,6144,4096,asm,1,1,18.435,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_48x128E,546.04,1542.86,0.0
39+
gfx950,256,208,6144,4096,asm,1,1,18.4769,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_48x128E,566.6,1546.46,0.0
40+
gfx950,256,216,6144,4096,asm,1,1,18.5062,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_48x128E,587.46,1551.09,0.0
41+
gfx950,256,224,6144,4096,asm,1,1,18.5228,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_48x128E,608.67,1556.78,0.0
42+
gfx950,256,232,6144,4096,asm,1,1,18.5698,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_48x128E,628.81,1559.89,0.0
43+
gfx950,256,240,6144,4096,asm,1,1,18.5572,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_48x128E,650.94,1568.02,0.0
44+
gfx950,256,248,6144,4096,asm,2,1,19.3767,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_64x128E,644.19,1508.46,0.0
45+
gfx950,256,256,6144,4096,asm,2,1,19.4377,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_64x128E,662.88,1510.47,0.0
46+
gfx950,256,272,6144,4096,asm,2,1,19.5367,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_64x128E,700.74,1516.24,0.0
47+
gfx950,256,288,6144,4096,asm,2,1,19.5955,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_64x128E,739.74,1525.07,0.0
48+
gfx950,256,304,6144,4096,asm,2,1,19.8471,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_64x128E,770.93,1518.94,0.0
49+
gfx950,256,320,6144,4096,asm,2,1,20.0174,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_64x128E,804.61,1519.11,0.0
50+
gfx950,256,336,6144,4096,asm,3,1,21.0148,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_80x128E,804.74,1459.49,0.0
51+
gfx950,256,352,6144,4096,asm,3,1,21.1332,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_80x128E,838.34,1463.72,0.0
52+
gfx950,256,368,6144,4096,asm,3,1,21.3391,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_80x128E,867.99,1461.88,0.0
53+
gfx950,256,384,6144,4096,asm,3,1,21.4442,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_80x128E,901.29,1466.94,0.0
54+
gfx950,256,400,6144,4096,asm,3,1,21.4696,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_80x128E,937.73,1477.41,0.0
55+
gfx950,256,416,6144,4096,asm,4,1,23.1819,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_96x128E,903.2,1379.59,0.0
56+
gfx950,256,432,6144,4096,asm,4,1,23.5385,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_96x128E,923.73,1369.83,0.0
57+
gfx950,256,448,6144,4096,asm,4,1,23.4769,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_96x128E,960.46,1384.59,0.0
58+
gfx950,256,464,6144,4096,asm,4,1,23.5358,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_96x128E,992.27,1392.26,0.0
59+
gfx950,256,480,6144,4096,asm,4,1,25.622,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_96x128E,942.91,1289.13,0.0
60+
gfx950,256,496,6144,4096,asm,5,1,28.834,_ZN5aiter43fp8gemm_bf16_blockscale_BpreShuffle_128x128E,865.8,1154.62,0.0
61+
gfx950,256,512,6144,4096,asm,5,1,28.7192,_ZN5aiter43fp8gemm_bf16_blockscale_BpreShuffle_128x128E,897.3,1168.36,0.0

0 commit comments

Comments
 (0)