From 6f96b847d12cbe2d7f945079096ed887f20d36c6 Mon Sep 17 00:00:00 2001 From: Cam Quilici Date: Wed, 4 Nov 2026 19:14:53 -0600 Subject: [PATCH 1/2] feat(launch): allow vanilla SGLang and vLLM routers on the GB200 multi-node lane --- inferencex-e2e/infx/launch/drivers/srt/lanes.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/inferencex-e2e/infx/launch/drivers/srt/lanes.py b/inferencex-e2e/infx/launch/drivers/srt/lanes.py index bb0f9214a9..6a96423eb9 100644 --- a/inferencex-e2e/infx/launch/drivers/srt/lanes.py +++ b/inferencex-e2e/infx/launch/drivers/srt/lanes.py @@ -51,7 +51,7 @@ class SrtLane: ("b200-nscale", LaunchPath.SRT_MULTI): SrtLane(frameworks=_DYNAMO), ("b300-dsxe", LaunchPath.SRT_MULTI): SrtLane(frameworks=_DYNAMO), ("gb200-nv", LaunchPath.SRT_MULTI): SrtLane( - frameworks=any_of("dynamo-sglang", "dynamo-trt", "dynamo-vllm", "llmd-vllm"), + frameworks=any_of("dynamo-sglang", "dynamo-trt", "dynamo-vllm", "llmd-vllm", "sglang", "vllm"), setup_scripts={"dynamo-sglang": "install-torchao.sh"}, mounts=( LaneMount( From 3755cae95972f6151bcf94d888cec388c6d03846 Mon Sep 17 00:00:00 2001 From: Cam Quilici Date: Wed, 4 Nov 2026 19:20:43 -0600 Subject: [PATCH 2/2] style: format the GB200 lane framework list --- inferencex-e2e/infx/launch/drivers/srt/lanes.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/inferencex-e2e/infx/launch/drivers/srt/lanes.py b/inferencex-e2e/infx/launch/drivers/srt/lanes.py index 6a96423eb9..53cc8efb62 100644 --- a/inferencex-e2e/infx/launch/drivers/srt/lanes.py +++ b/inferencex-e2e/infx/launch/drivers/srt/lanes.py @@ -51,7 +51,9 @@ class SrtLane: ("b200-nscale", LaunchPath.SRT_MULTI): SrtLane(frameworks=_DYNAMO), ("b300-dsxe", LaunchPath.SRT_MULTI): SrtLane(frameworks=_DYNAMO), ("gb200-nv", LaunchPath.SRT_MULTI): SrtLane( - frameworks=any_of("dynamo-sglang", "dynamo-trt", "dynamo-vllm", "llmd-vllm", "sglang", "vllm"), + frameworks=any_of( + "dynamo-sglang", "dynamo-trt", "dynamo-vllm", "llmd-vllm", "sglang", "vllm" + ), setup_scripts={"dynamo-sglang": "install-torchao.sh"}, mounts=( LaneMount(