diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_1p1d.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_1p1d.yaml index 13a1a7d9d0..8e5158b28f 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_1p1d.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_1p1d.yaml @@ -6,7 +6,7 @@ name: "b200-fp4-mtp2-throughput-1p-dep4-1d-dep8" # layout (sglang//-//disagg//...). dynamo: - hash: "5b4bc1dd70965017a737c71b19db5a0aeaa88727" + wheel: "1.5.0.dev20260910" install: true frontend: @@ -17,7 +17,7 @@ frontend: model: path: "dsr1" - container: "lmsysorg/sglang:v0.5.12.post1" + container: "lmsysorg/sglang:v0.5.19-cu130" precision: "fp4" resources: @@ -92,7 +92,7 @@ backend: expert-parallel-size: 4 enable-dp-attention: true enable-dp-lm-head: true - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 2 @@ -123,7 +123,7 @@ backend: expert-parallel-size: 8 enable-dp-attention: true enable-dp-lm-head: true - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 2 diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_2p1d.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_2p1d.yaml index 37225d44e8..b6bb3cc7b9 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_2p1d.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_2p1d.yaml @@ -6,7 +6,7 @@ name: "b200-fp4-mtp2-throughput-2p-dep4-1d-dep8" # layout (sglang//-//disagg//...). dynamo: - hash: "5b4bc1dd70965017a737c71b19db5a0aeaa88727" + wheel: "1.5.0.dev20260910" install: true frontend: @@ -17,7 +17,7 @@ frontend: model: path: "dsr1" - container: "lmsysorg/sglang:v0.5.12.post1" + container: "lmsysorg/sglang:v0.5.19-cu130" precision: "fp4" resources: @@ -92,7 +92,7 @@ backend: expert-parallel-size: 4 enable-dp-attention: true enable-dp-lm-head: true - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 2 @@ -123,7 +123,7 @@ backend: expert-parallel-size: 8 enable-dp-attention: true enable-dp-lm-head: true - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 2 diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_3p1d.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_3p1d.yaml index d8e401620a..caf8151fcd 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_3p1d.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_3p1d.yaml @@ -6,7 +6,7 @@ name: "b200-fp4-mtp2-throughput-3p-dep4-1d-dep8" # layout (sglang//-//disagg//...). dynamo: - hash: "5b4bc1dd70965017a737c71b19db5a0aeaa88727" + wheel: "1.5.0.dev20260910" install: true frontend: @@ -17,7 +17,7 @@ frontend: model: path: "dsr1" - container: "lmsysorg/sglang:v0.5.12.post1" + container: "lmsysorg/sglang:v0.5.19-cu130" precision: "fp4" resources: @@ -92,7 +92,7 @@ backend: expert-parallel-size: 4 enable-dp-attention: true enable-dp-lm-head: true - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 2 @@ -123,7 +123,7 @@ backend: expert-parallel-size: 8 enable-dp-attention: true enable-dp-lm-head: true - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 2 diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_4p1d.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_4p1d.yaml index a3923b02db..6d877cc931 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_4p1d.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_4p1d.yaml @@ -6,7 +6,7 @@ name: "b200-fp4-mtp2-throughput-4p-dep4-1d-dep8" # layout (sglang//-//disagg//...). dynamo: - hash: "5b4bc1dd70965017a737c71b19db5a0aeaa88727" + wheel: "1.5.0.dev20260910" install: true frontend: @@ -17,7 +17,7 @@ frontend: model: path: "dsr1" - container: "lmsysorg/sglang:v0.5.12.post1" + container: "lmsysorg/sglang:v0.5.19-cu130" precision: "fp4" resources: @@ -92,7 +92,7 @@ backend: expert-parallel-size: 4 enable-dp-attention: true enable-dp-lm-head: true - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 2 @@ -123,7 +123,7 @@ backend: expert-parallel-size: 8 enable-dp-attention: true enable-dp-lm-head: true - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 2 diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_5p1d.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_5p1d.yaml index bcbedcb68b..e9603041d7 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_5p1d.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp2_throughput_5p1d.yaml @@ -6,7 +6,7 @@ name: "b200-fp4-mtp2-throughput-5p-dep4-1d-dep8" # layout (sglang//-//disagg//...). dynamo: - hash: "5b4bc1dd70965017a737c71b19db5a0aeaa88727" + wheel: "1.5.0.dev20260910" install: true frontend: @@ -17,7 +17,7 @@ frontend: model: path: "dsr1" - container: "lmsysorg/sglang:v0.5.12.post1" + container: "lmsysorg/sglang:v0.5.19-cu130" precision: "fp4" resources: @@ -92,7 +92,7 @@ backend: expert-parallel-size: 4 enable-dp-attention: true enable-dp-lm-head: true - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 2 @@ -123,7 +123,7 @@ backend: expert-parallel-size: 8 enable-dp-attention: true enable-dp-lm-head: true - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 2 diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_4p1d_c2048.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_4p1d_c2048.yaml index fc2b0f3366..f20c0539da 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_4p1d_c2048.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_4p1d_c2048.yaml @@ -9,7 +9,7 @@ name: b200-fp4-dsr1_8k1k_mtp_4p1d_c2048 model: path: "dsr1" - container: "lmsysorg/sglang:v0.5.12.post1" + container: "lmsysorg/sglang:v0.5.19-cu130" precision: fp4 resources: gpu_type: b200 @@ -22,7 +22,7 @@ resources: frontend: type: dynamo dynamo: - hash: "5b4bc1dd70965017a737c71b19db5a0aeaa88727" + wheel: "1.5.0.dev20260910" install: true backend: prefill_environment: &env diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_0.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_0.yaml index 62bbddf84d..5f6f55c0d4 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_0.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_0.yaml @@ -6,7 +6,7 @@ name: "b200-fp4-mtp-low-latency-1p-tp4-5d-tp8" # layout (sglang//-//disagg//...). dynamo: - hash: "5b4bc1dd70965017a737c71b19db5a0aeaa88727" + wheel: "1.5.0.dev20260910" install: true frontend: @@ -17,7 +17,7 @@ frontend: model: path: "dsr1" - container: "lmsysorg/sglang:v0.5.12.post1" + container: "lmsysorg/sglang:v0.5.19-cu130" precision: "fp4" resources: @@ -91,7 +91,7 @@ backend: tensor-parallel-size: 4 expert-parallel-size: 1 enable-dp-attention: false - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 3 @@ -120,7 +120,7 @@ backend: tensor-parallel-size: 8 expert-parallel-size: 1 enable-dp-attention: false - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 3 diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_1.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_1.yaml index 521eddf931..eab69fa721 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_1.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_1.yaml @@ -6,7 +6,7 @@ name: "b200-fp4-mtp-low-latency-1p-tp4-3d-tp8" # layout (sglang//-//disagg//...). dynamo: - hash: "5b4bc1dd70965017a737c71b19db5a0aeaa88727" + wheel: "1.5.0.dev20260910" install: true frontend: @@ -17,7 +17,7 @@ frontend: model: path: "dsr1" - container: "lmsysorg/sglang:v0.5.12.post1" + container: "lmsysorg/sglang:v0.5.19-cu130" precision: "fp4" resources: @@ -91,7 +91,7 @@ backend: tensor-parallel-size: 4 expert-parallel-size: 1 enable-dp-attention: false - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 3 @@ -120,7 +120,7 @@ backend: tensor-parallel-size: 8 expert-parallel-size: 1 enable-dp-attention: false - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 3 diff --git a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_2.yaml b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_2.yaml index 9dfc6331a8..892e8aadff 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_2.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/sglang/dsr1/b200-fp4/8k1k/disagg/mtp/8k1k_mtp_lowlat_2.yaml @@ -6,7 +6,7 @@ name: "b200-fp4-mtp-low-latency-1p-tp4-1d-tp8" # layout (sglang//-//disagg//...). dynamo: - hash: "5b4bc1dd70965017a737c71b19db5a0aeaa88727" + wheel: "1.5.0.dev20260910" install: true frontend: @@ -17,7 +17,7 @@ frontend: model: path: "dsr1" - container: "lmsysorg/sglang:v0.5.12.post1" + container: "lmsysorg/sglang:v0.5.19-cu130" precision: "fp4" resources: @@ -91,7 +91,7 @@ backend: tensor-parallel-size: 4 expert-parallel-size: 1 enable-dp-attention: false - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 3 @@ -120,7 +120,7 @@ backend: tensor-parallel-size: 8 expert-parallel-size: 1 enable-dp-attention: false - fp4-gemm-backend: "flashinfer_trtllm" + fp4-gemm-backend: "auto" disaggregation-transfer-backend: nixl speculative-algorithm: "EAGLE" speculative-num-steps: 3 diff --git a/configs/nvidia-master.yaml b/configs/nvidia-master.yaml index 9eeeffd505..24836ea593 100644 --- a/configs/nvidia-master.yaml +++ b/configs/nvidia-master.yaml @@ -3990,13 +3990,13 @@ dsr1-fp8-b200-dynamo-sglang-mtp: dp-attn: true dsr1-fp4-b200-dynamo-sglang-mtp: - image: "lmsysorg/sglang:v0.5.12.post1" + image: "lmsysorg/sglang:v0.5.19-cu130" model: deepseek-r1-fp4 model-prefix: dsr1 runner: cluster:b200-nscale precision: fp4 framework: dynamo-sglang - router: { name: dynamo-router, version: "5b4bc1dd70965017a737c71b19db5a0aeaa88727" } + router: { name: dynamo-router, version: "1.5.0.dev20260910" } kv-p2p-transfer: nixl multinode: true disagg: true