diff --git a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/qwen3.5/sglang/h200-fp8/8k1k.yaml b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/qwen3.5/sglang/h200-fp8/8k1k.yaml index 5c8b24c9d0..0b7c3761b9 100644 --- a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/qwen3.5/sglang/h200-fp8/8k1k.yaml +++ b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/qwen3.5/sglang/h200-fp8/8k1k.yaml @@ -44,7 +44,7 @@ zip_override_concurrency: roles: agg: args: - cuda-graph-max-bs: [4, 8, 16, 32, 64] + cuda-graph-max-bs: [1, 2, 4, 8, 16, 32, 64, 128] benchmark: env: - CONC: ['4', '8', '16', '32', '64'] + CONC: ['1', '2', '4', '8', '16', '32', '64', '128'] diff --git a/inferencex-e2e/configs/nvidia-master.yaml b/inferencex-e2e/configs/nvidia-master.yaml index 13acb63261..77ccfb6fe0 100644 --- a/inferencex-e2e/configs/nvidia-master.yaml +++ b/inferencex-e2e/configs/nvidia-master.yaml @@ -1677,8 +1677,8 @@ qwen3.5-fp8-h200-sglang: search-space: - tp: 8 ep: 8 - conc-start: 4 - conc-end: 64 + conc-start: 1 + conc-end: 128 srt-recipe: 8k1k.yaml qwen3.5-fp8-h200-sglang-mtp: diff --git a/inferencex-e2e/perf-changelog.yaml b/inferencex-e2e/perf-changelog.yaml index 033a7a46cf..6c954bfdc0 100644 --- a/inferencex-e2e/perf-changelog.yaml +++ b/inferencex-e2e/perf-changelog.yaml @@ -10052,3 +10052,10 @@ - "Offload every Muse Spark Open H200 point to host DRAM with SGLang HiCache (120 GB per rank so the target and DFlash draft host pools fit the node cgroup, dram-utilization 0.80), keeping the concurrency 1-64 sweep." - "Keep the GPU-resident settings unchanged: mem-fraction-static 0.85, matching running-request and decode-graph caps." pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/4199 + +- config-keys: + - qwen3.5-fp8-h200-sglang + - qwen3.5-fp8-h200-sglang-mtp + description: + - "Extend Qwen3.5 H200 FP8 STP 8k1k coverage from c4-c64 to c1-c128 in nvidia-master.yaml and the matching srt-slurm zip_override_concurrency lists, and re-measure the existing MTP c4-c128 points. The reused sweep measured and validated GPU power at every point." + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/3172