diff --git a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/qwen3.5/sglang/mi355x-fp8/8k1k.yaml b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/qwen3.5/sglang/mi355x-fp8/8k1k.yaml index f578a6a9f0..dd4422d75f 100644 --- a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/qwen3.5/sglang/mi355x-fp8/8k1k.yaml +++ b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/qwen3.5/sglang/mi355x-fp8/8k1k.yaml @@ -43,8 +43,8 @@ zip_override_concurrency: roles: agg: args: - cuda-graph-max-bs-decode: [4, 8, 16, 32, 64, 128, 256] - max-running-requests: [4, 8, 16, 32, 64, 128, 256] + cuda-graph-max-bs-decode: [1, 2, 4, 8, 16, 32, 64, 128, 256] + max-running-requests: [1, 2, 4, 8, 16, 32, 64, 128, 256] benchmark: env: - CONC: ['4', '8', '16', '32', '64', '128', '256'] + CONC: ['1', '2', '4', '8', '16', '32', '64', '128', '256'] diff --git a/inferencex-e2e/configs/amd-master.yaml b/inferencex-e2e/configs/amd-master.yaml index a8ea888081..9111c8bd09 100644 --- a/inferencex-e2e/configs/amd-master.yaml +++ b/inferencex-e2e/configs/amd-master.yaml @@ -206,7 +206,7 @@ qwen3.5-fp8-mi355x-sglang: search-space: - tp: 4 ep: 1 - conc-start: 4 + conc-start: 1 conc-end: 256 srt-recipe: 8k1k.yaml diff --git a/inferencex-e2e/perf-changelog.yaml b/inferencex-e2e/perf-changelog.yaml index 033a7a46cf..25bb250bec 100644 --- a/inferencex-e2e/perf-changelog.yaml +++ b/inferencex-e2e/perf-changelog.yaml @@ -10052,3 +10052,11 @@ - "Offload every Muse Spark Open H200 point to host DRAM with SGLang HiCache (120 GB per rank so the target and DFlash draft host pools fit the node cgroup, dram-utilization 0.80), keeping the concurrency 1-64 sweep." - "Keep the GPU-resident settings unchanged: mem-fraction-static 0.85, matching running-request and decode-graph caps." pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/4199 + +- config-keys: + - qwen3.5-fp8-mi355x-sglang + scenario-type: + - fixed-seq-len + description: + - "Extend the Qwen3.5 FP8 MI355X SGLang 8k1k (ISL 8192 / OSL 1024, TP4 EP1) concurrency ladder from 4-256 to 1-256 in amd-master.yaml and the matching srt-slurm zip_override. The reused sweep measured and validated GPU power at every point. Leave the MTP arm unchanged." + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/3380