[AgentX] add HiCache offload to Muse Spark Open H100 / [AgentX] 为 Muse Spark Open H100 添加 HiCache 卸载

inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/musespark/sglang/h100-fp4-mtp/agentic.yaml

@@ -77,3 +77,19 @@ zip_override_tp8:
   benchmark:
     env:
       CONC: ['1', '2', '4', '8', '16']
+      KV_OFFLOADING: none
+
+# The GPU KV pool is a few GB per rank, so agentic prefixes evict between turns;
+# HiCache keeps them in host DRAM instead of recomputing them.
+zip_override_tp8_hicache:
+  roles:
+    agg:
+      args:
+        max-running-requests: [4, 8, 8]
+        cuda-graph-max-bs-decode: [4, 8, 8]
+        enable-hierarchical-cache: true
+        hicache-size: 160
+  benchmark:
+    env:
+      CONC: ['2', '4', '8']
+      KV_OFFLOADING: dram

inferencex-e2e/configs/nvidia-master.yaml

@@ -9708,5 +9708,7 @@ musespark-fp4-h100-sglang-agentic-dflash:
   srt-recipe-dir: musespark/sglang/h100-fp4-mtp
   scenarios:
     agentic-coding:
-    - search-space:
+    - dram-utilization: 0.80
+      search-space:
       - { tp: 8, ep: 8, kv-offloading: none, spec-decoding: draft_model, conc-list: [1, 2, 4, 8, 16], srt-recipe: agentic.yaml }
+      - { tp: 8, ep: 8, kv-offloading: dram, kv-offload-backend: { name: hicache }, spec-decoding: draft_model, conc-list: [2, 4, 8], srt-recipe: agentic.yaml }

inferencex-e2e/perf-changelog.yaml

@@ -10004,3 +10004,12 @@
     - "Synthetic acceptance follows the committed musespark_dflash golden curve (#4138, #4139): AL 4.05 at 7 draft tokens, thinking_on."
     - "The server loads the checkpoint and draft from the pre-seeded shared HF cache with HF_HUB_OFFLINE=1, so concurrent points make no Hub API calls."
   pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/4127
+
+- config-keys:
+    - musespark-fp4-h100-sglang-agentic-dflash
+  scenario-type:
+    - agentic-coding
+  description:
+    - "Add a HiCache host-DRAM KV offload arm at concurrency 2, 4 and 8 with 160 GB per rank, alongside the GPU-resident sweep; the few-GB GPU KV pool left by 67 GB of weights per H100 evicts agentic prefixes between turns."
+    - "Keep the batch-8 cap on running requests and decode graphs from the GPU-resident sweep."
+  pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/4181