Skip to content

Commit 8724609

Browse files
committed
dsv4
1 parent 81d381d commit 8724609

1 file changed

Lines changed: 16 additions & 0 deletions

File tree

.github/configs/amd-master.yaml

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -642,6 +642,22 @@ kimik2.5-fp4-mi355x-atom:
642642
- { tp: 8, conc-start: 4, conc-end: 128 }
643643
- { tp: 4, conc-start: 4, conc-end: 128 }
644644

645+
dsv4-fp4-b300-vllm-agentic:
646+
image: vllm/vllm-openai-rocm:v0.21.0
647+
model: deepseek-ai/DeepSeek-V4-Pro
648+
model-prefix: dsv4
649+
runner: mi355x
650+
precision: fp4
651+
framework: vllm
652+
multinode: false
653+
scenarios:
654+
agentic-coding:
655+
- duration: 1800
656+
search-space:
657+
- { tp: 8, offloading: none, conc-list: [1, 2, 4] }
658+
- { tp: 4, offloading: none, conc-list: [1, 2, 4, 8, 10, 12, 16] }
659+
- { tp: 4, ep: 4, dp-attn: true, offloading: none, conc-list: [16, 24, 32, 40, 48] }
660+
645661
minimaxm2.5-fp8-mi355x-vllm:
646662
image: vllm/vllm-openai-rocm:v0.21.0
647663
model: MiniMaxAI/MiniMax-M2.5

0 commit comments

Comments
 (0)