diff --git a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/qwen3.5/sglang/mi300x-fp8/8k1k.yaml b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/qwen3.5/sglang/mi300x-fp8/8k1k.yaml index e2684e2c88..d34748268e 100644 --- a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/qwen3.5/sglang/mi300x-fp8/8k1k.yaml +++ b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/qwen3.5/sglang/mi300x-fp8/8k1k.yaml @@ -37,7 +37,7 @@ zip_override_concurrency: roles: agg: args: - cuda-graph-max-bs: [4, 8, 16, 32, 64] + cuda-graph-max-bs: [1, 2, 4, 8, 16, 32, 64] benchmark: env: - CONC: ['4', '8', '16', '32', '64'] + CONC: ['1', '2', '4', '8', '16', '32', '64'] diff --git a/inferencex-e2e/configs/amd-master.yaml b/inferencex-e2e/configs/amd-master.yaml index a8ea888081..eeb3c240f6 100644 --- a/inferencex-e2e/configs/amd-master.yaml +++ b/inferencex-e2e/configs/amd-master.yaml @@ -512,7 +512,7 @@ qwen3.5-fp8-mi300x-sglang: osl: 1024 search-space: - tp: 8 - conc-start: 4 + conc-start: 1 conc-end: 64 srt-recipe: 8k1k.yaml diff --git a/inferencex-e2e/perf-changelog.yaml b/inferencex-e2e/perf-changelog.yaml index 033a7a46cf..f5f6eb7a57 100644 --- a/inferencex-e2e/perf-changelog.yaml +++ b/inferencex-e2e/perf-changelog.yaml @@ -10052,3 +10052,11 @@ - "Offload every Muse Spark Open H200 point to host DRAM with SGLang HiCache (120 GB per rank so the target and DFlash draft host pools fit the node cgroup, dram-utilization 0.80), keeping the concurrency 1-64 sweep." - "Keep the GPU-resident settings unchanged: mem-fraction-static 0.85, matching running-request and decode-graph caps." pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/4199 + +- config-keys: + - qwen3.5-fp8-mi300x-sglang + scenario-type: + - fixed-seq-len + description: + - "Extend the Qwen3.5 FP8 MI300X SGLang 8k1k (ISL 8192 / OSL 1024, TP8) concurrency ladder from 4-64 to 1-64 in amd-master.yaml and the matching srt-slurm zip_override. The reused sweep measured and validated GPU power at every point. Leave the MTP arm unchanged." + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/3716