From 40084c6186e90ab7fe197cb98516cb9a2eb5deaf Mon Sep 17 00:00:00 2001 From: Klaud Cold Date: Fri, 11 Sep 2026 11:16:55 +0000 Subject: [PATCH 1/2] chore: bump dsr1-fp4-b200-dynamo-sglang-mtp SGLang image to v0.5.19-cu130 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Update the master image from lmsysorg/sglang:v0.5.12.post1 to lmsysorg/sglang:v0.5.19-cu130 and match model.container in the nine referenced srt-slurm recipe YAMLs. Switch the coupled Dynamo install from source hash 5b4bc1dd (1.3.0, pinned to SGLang 0.5.12 and importing the removed sglang.srt.server_args_config_parser module) to the published ai-dynamo wheel 1.5.0.dev20260910 (pinned to SGLang 0.5.19), mirrored in the master router.version. Topology, MTP settings, workloads and concurrency points are unchanged. 将主配置镜像从 lmsysorg/sglang:v0.5.12.post1 更新为 lmsysorg/sglang:v0.5.19-cu130，并同步九个被引用的 srt-slurm recipe YAML 的 model.container。配套的 Dynamo 安装源从源码哈希 5b4bc1dd（1.3.0，绑定 SGLang 0.5.12，且导入了已被移除的 sglang.srt.server_args_config_parser 模块）切换为已发布的 ai-dynamo wheel 1.5.0.dev20260910（绑定 SGLang 0.5.19），并在主配置 router.version 中同步。拓扑、MTP 设置、负载与并发点 保持不变。 Co-Authored-By: Claude Fable 5.1 --- .../b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_1p1d.yaml | 4 ++-- .../b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_2p1d.yaml | 4 ++-- .../b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_3p1d.yaml | 4 ++-- .../b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_4p1d.yaml | 4 ++-- .../b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_5p1d.yaml | 4 ++-- .../dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_4p1d_c2048.yaml | 4 ++-- .../dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_0.yaml | 4 ++-- .../dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_1.yaml | 4 ++-- .../dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_2.yaml | 4 ++-- configs/nvidia-master.yaml | 4 ++-- 10 files changed, 20 insertions(+), 20 deletions(-) diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_1p1d.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_1p1d.yaml index 13a1a7d9d0..91fe629870 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_1p1d.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_1p1d.yaml @@ -6,7 +6,7 @@ name: "b200-fp4-mtp2-throughput-1p-dep4-1d-dep8" # layout (sglang//-//disagg//...). dynamo: - hash: "5b4bc1dd70965017a737c71b19db5a0aeaa88727" + wheel: "1.5.0.dev20260910" install: true frontend: @@ -17,7 +17,7 @@ frontend: model: path: "dsr1" - container: "lmsysorg/sglang:v0.5.12.post1" + container: "lmsysorg/sglang:v0.5.19-cu130" precision: "fp4" resources: diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_2p1d.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_2p1d.yaml index 37225d44e8..80007844ee 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_2p1d.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_2p1d.yaml @@ -6,7 +6,7 @@ name: "b200-fp4-mtp2-throughput-2p-dep4-1d-dep8" # layout (sglang//-//disagg//...). dynamo: - hash: "5b4bc1dd70965017a737c71b19db5a0aeaa88727" + wheel: "1.5.0.dev20260910" install: true frontend: @@ -17,7 +17,7 @@ frontend: model: path: "dsr1" - container: "lmsysorg/sglang:v0.5.12.post1" + container: "lmsysorg/sglang:v0.5.19-cu130" precision: "fp4" resources: diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_3p1d.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_3p1d.yaml index d8e401620a..3911340394 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_3p1d.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_3p1d.yaml @@ -6,7 +6,7 @@ name: "b200-fp4-mtp2-throughput-3p-dep4-1d-dep8" # layout (sglang//-//disagg//...). dynamo: - hash: "5b4bc1dd70965017a737c71b19db5a0aeaa88727" + wheel: "1.5.0.dev20260910" install: true frontend: @@ -17,7 +17,7 @@ frontend: model: path: "dsr1" - container: "lmsysorg/sglang:v0.5.12.post1" + container: "lmsysorg/sglang:v0.5.19-cu130" precision: "fp4" resources: diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_4p1d.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_4p1d.yaml index a3923b02db..cf46e8723b 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_4p1d.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_4p1d.yaml @@ -6,7 +6,7 @@ name: "b200-fp4-mtp2-throughput-4p-dep4-1d-dep8" # layout (sglang//-//disagg//...). dynamo: - hash: "5b4bc1dd70965017a737c71b19db5a0aeaa88727" + wheel: "1.5.0.dev20260910" install: true frontend: @@ -17,7 +17,7 @@ frontend: model: path: "dsr1" - container: "lmsysorg/sglang:v0.5.12.post1" + container: "lmsysorg/sglang:v0.5.19-cu130" precision: "fp4" resources: diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_5p1d.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_5p1d.yaml index bcbedcb68b..c8dc06bac9 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_5p1d.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_5p1d.yaml @@ -6,7 +6,7 @@ name: "b200-fp4-mtp2-throughput-5p-dep4-1d-dep8" # layout (sglang//-//disagg//...). dynamo: - hash: "5b4bc1dd70965017a737c71b19db5a0aeaa88727" + wheel: "1.5.0.dev20260910" install: true frontend: @@ -17,7 +17,7 @@ frontend: model: path: "dsr1" - container: "lmsysorg/sglang:v0.5.12.post1" + container: "lmsysorg/sglang:v0.5.19-cu130" precision: "fp4" resources: diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_4p1d_c2048.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_4p1d_c2048.yaml index fc2b0f3366..f20c0539da 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_4p1d_c2048.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_4p1d_c2048.yaml @@ -9,7 +9,7 @@ name: b200-fp4-dsr1_8k1k_mtp_4p1d_c2048 model: path: "dsr1" - container: "lmsysorg/sglang:v0.5.12.post1" + container: "lmsysorg/sglang:v0.5.19-cu130" precision: fp4 resources: gpu_type: b200 @@ -22,7 +22,7 @@ resources: frontend: type: dynamo dynamo: - hash: "5b4bc1dd70965017a737c71b19db5a0aeaa88727" + wheel: "1.5.0.dev20260910" install: true backend: prefill_environment: &env diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_0.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_0.yaml index 62bbddf84d..369fdbf21e 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_0.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_0.yaml @@ -6,7 +6,7 @@ name: "b200-fp4-mtp-low-latency-1p-tp4-5d-tp8" # layout (sglang//-//disagg//...). dynamo: - hash: "5b4bc1dd70965017a737c71b19db5a0aeaa88727" + wheel: "1.5.0.dev20260910" install: true frontend: @@ -17,7 +17,7 @@ frontend: model: path: "dsr1" - container: "lmsysorg/sglang:v0.5.12.post1" + container: "lmsysorg/sglang:v0.5.19-cu130" precision: "fp4" resources: diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_1.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_1.yaml index 521eddf931..a0dfb4c289 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_1.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_1.yaml @@ -6,7 +6,7 @@ name: "b200-fp4-mtp-low-latency-1p-tp4-3d-tp8" # layout (sglang//-//disagg//...). dynamo: - hash: "5b4bc1dd70965017a737c71b19db5a0aeaa88727" + wheel: "1.5.0.dev20260910" install: true frontend: @@ -17,7 +17,7 @@ frontend: model: path: "dsr1" - container: "lmsysorg/sglang:v0.5.12.post1" + container: "lmsysorg/sglang:v0.5.19-cu130" precision: "fp4" resources: diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_2.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_2.yaml index 9dfc6331a8..6dc80091b5 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_2.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_2.yaml @@ -6,7 +6,7 @@ name: "b200-fp4-mtp-low-latency-1p-tp4-1d-tp8" # layout (sglang//-//disagg//...). dynamo: - hash: "5b4bc1dd70965017a737c71b19db5a0aeaa88727" + wheel: "1.5.0.dev20260910" install: true frontend: @@ -17,7 +17,7 @@ frontend: model: path: "dsr1" - container: "lmsysorg/sglang:v0.5.12.post1" + container: "lmsysorg/sglang:v0.5.19-cu130" precision: "fp4" resources: diff --git a/configs/nvidia-master.yaml b/configs/nvidia-master.yaml index 9eeeffd505..24836ea593 100644 --- a/configs/nvidia-master.yaml +++ b/configs/nvidia-master.yaml @@ -3990,13 +3990,13 @@ dsr1-fp8-b200-dynamo-sglang-mtp: dp-attn: true dsr1-fp4-b200-dynamo-sglang-mtp: - image: "lmsysorg/sglang:v0.5.12.post1" + image: "lmsysorg/sglang:v0.5.19-cu130" model: deepseek-r1-fp4 model-prefix: dsr1 runner: cluster:b200-nscale precision: fp4 framework: dynamo-sglang - router: { name: dynamo-router, version: "5b4bc1dd70965017a737c71b19db5a0aeaa88727" } + router: { name: dynamo-router, version: "1.5.0.dev20260910" } kv-p2p-transfer: nixl multinode: true disagg: true From 186502243dff7051fb1e2d2baa069f8db7e1d1f0 Mon Sep 17 00:00:00 2001 From: Klaud Cold Date: Fri, 11 Sep 2026 11:33:19 +0000 Subject: [PATCH 2/2] fix: use the auto FP4 GEMM backend for dsr1-fp4-b200-dynamo-sglang-mtp on SGLang v0.5.19 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit SGLang v0.5.19 enables the NVFP4 GEMM+SwiGLU fusion for DeepSeek shared experts on SM100 (deepseek_v2.py sets _interleave_for_swiglu_fusion), but ModelOptFp4LinearMethod.process_weights_after_loading returns from the flashinfer_trtllm branch before building weight_swiglu_interleaved, so the prefill worker crashes with AttributeError at its first forward. Switch the eight recipes that pinned --fp4-gemm-backend flashinfer_trtllm to the upstream default "auto" (flashinfer_cutedsl on SM100), which reaches the interleave path. MoE runner backend, attention backend, quantization, topology, MTP and concurrency settings are unchanged. SGLang v0.5.19 会在 SM100 上为 DeepSeek 共享专家启用 NVFP4 GEMM+SwiGLU 融合 （deepseek_v2.py 设置 _interleave_for_swiglu_fusion），但 ModelOptFp4LinearMethod.process_weights_after_loading 在 flashinfer_trtllm 分支中提前返回，未构建 weight_swiglu_interleaved，导致 prefill worker 首次前向 即抛出 AttributeError。将八个固定 --fp4-gemm-backend flashinfer_trtllm 的 recipe 切换为上游默认值 "auto"（SM100 上解析为 flashinfer_cutedsl），该路径会 执行交织处理。MoE runner 后端、attention 后端、量化、拓扑、MTP 与并发设置均不变。 Co-Authored-By: Claude Fable 5.1 --- .../b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_1p1d.yaml | 4 ++-- .../b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_2p1d.yaml | 4 ++-- .../b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_3p1d.yaml | 4 ++-- .../b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_4p1d.yaml | 4 ++-- .../b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_5p1d.yaml | 4 ++-- .../dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_0.yaml | 4 ++-- .../dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_1.yaml | 4 ++-- .../dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_2.yaml | 4 ++-- 8 files changed, 16 insertions(+), 16 deletions(-) diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_1p1d.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_1p1d.yaml index 91fe629870..8e5158b28f 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_1p1d.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_1p1d.yaml @@ -92,7 +92,7 @@ backend: expert-parallel-size: 4 enable-dp-attention: true enable-dp-lm-head: true - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 2 @@ -123,7 +123,7 @@ backend: expert-parallel-size: 8 enable-dp-attention: true enable-dp-lm-head: true - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 2 diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_2p1d.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_2p1d.yaml index 80007844ee..b6bb3cc7b9 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_2p1d.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_2p1d.yaml @@ -92,7 +92,7 @@ backend: expert-parallel-size: 4 enable-dp-attention: true enable-dp-lm-head: true - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 2 @@ -123,7 +123,7 @@ backend: expert-parallel-size: 8 enable-dp-attention: true enable-dp-lm-head: true - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 2 diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_3p1d.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_3p1d.yaml index 3911340394..caf8151fcd 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_3p1d.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_3p1d.yaml @@ -92,7 +92,7 @@ backend: expert-parallel-size: 4 enable-dp-attention: true enable-dp-lm-head: true - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 2 @@ -123,7 +123,7 @@ backend: expert-parallel-size: 8 enable-dp-attention: true enable-dp-lm-head: true - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 2 diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_4p1d.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_4p1d.yaml index cf46e8723b..6d877cc931 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_4p1d.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_4p1d.yaml @@ -92,7 +92,7 @@ backend: expert-parallel-size: 4 enable-dp-attention: true enable-dp-lm-head: true - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 2 @@ -123,7 +123,7 @@ backend: expert-parallel-size: 8 enable-dp-attention: true enable-dp-lm-head: true - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 2 diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_5p1d.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_5p1d.yaml index c8dc06bac9..e9603041d7 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_5p1d.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_5p1d.yaml @@ -92,7 +92,7 @@ backend: expert-parallel-size: 4 enable-dp-attention: true enable-dp-lm-head: true - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 2 @@ -123,7 +123,7 @@ backend: expert-parallel-size: 8 enable-dp-attention: true enable-dp-lm-head: true - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 2 diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_0.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_0.yaml index 369fdbf21e..5f6f55c0d4 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_0.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_0.yaml @@ -91,7 +91,7 @@ backend: tensor-parallel-size: 4 expert-parallel-size: 1 enable-dp-attention: false - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 3 @@ -120,7 +120,7 @@ backend: tensor-parallel-size: 8 expert-parallel-size: 1 enable-dp-attention: false - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 3 diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_1.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_1.yaml index a0dfb4c289..eab69fa721 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_1.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_1.yaml @@ -91,7 +91,7 @@ backend: tensor-parallel-size: 4 expert-parallel-size: 1 enable-dp-attention: false - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 3 @@ -120,7 +120,7 @@ backend: tensor-parallel-size: 8 expert-parallel-size: 1 enable-dp-attention: false - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 3 diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_2.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_2.yaml index 6dc80091b5..892e8aadff 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_2.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_2.yaml @@ -91,7 +91,7 @@ backend: tensor-parallel-size: 4 expert-parallel-size: 1 enable-dp-attention: false - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 3 @@ -120,7 +120,7 @@ backend: tensor-parallel-size: 8 expert-parallel-size: 1 enable-dp-attention: false - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 3