diff --git a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsr1/sglang/mi325x-fp8-mtp/8k1k.yaml b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsr1/sglang/mi325x-fp8-mtp/8k1k.yaml index 449ba41109..20c4548660 100644 --- a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsr1/sglang/mi325x-fp8-mtp/8k1k.yaml +++ b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsr1/sglang/mi325x-fp8-mtp/8k1k.yaml @@ -3,7 +3,7 @@ base: name: dsr1-fp8-mi325x-sglang-mtp-8k1k model: path: hf:deepseek-ai/DeepSeek-R1-0528 - container: lmsysorg/sglang:v0.5.12-rocm700-mi30x + container: lmsysorg/sglang:v0.5.21-rocm720-mi30x@sha256:0534eb382626ef55ace8be24f7d81cc6eb7451acac8a5727848397a5e9309d91 precision: fp8 resources: gpu_type: mi325x @@ -26,7 +26,7 @@ base: tensor-parallel-size: 8 expert-parallel-size: 1 mem-fraction-static: 0.8 - cuda-graph-max-bs: 128 + cuda-graph-max-bs-decode: 128 chunked-prefill-size: 131072 num-continuous-decode-steps: 4 max-prefill-tokens: 131072 diff --git a/inferencex-e2e/configs/amd-master.yaml b/inferencex-e2e/configs/amd-master.yaml index 9da904b52a..39bac897e9 100644 --- a/inferencex-e2e/configs/amd-master.yaml +++ b/inferencex-e2e/configs/amd-master.yaml @@ -881,7 +881,7 @@ dsr1-fp4-mi355x-sglang-disagg-8k1k-mtp: decode: {num-worker: 1, tp: 8, ep: 8, dp-attn: true} dsr1-fp8-mi325x-sglang-mtp: - image: lmsysorg/sglang:v0.5.12-rocm700-mi30x + image: lmsysorg/sglang:v0.5.21-rocm720-mi30x@sha256:0534eb382626ef55ace8be24f7d81cc6eb7451acac8a5727848397a5e9309d91 model: deepseek-ai/DeepSeek-R1-0528 model-prefix: dsr1 runner: mi325x