diff --git a/inferencex-e2e/infx/launch/drivers/srt/lanes.py b/inferencex-e2e/infx/launch/drivers/srt/lanes.py index bb0f9214a9..53cc8efb62 100644 --- a/inferencex-e2e/infx/launch/drivers/srt/lanes.py +++ b/inferencex-e2e/infx/launch/drivers/srt/lanes.py @@ -51,7 +51,9 @@ class SrtLane: ("b200-nscale", LaunchPath.SRT_MULTI): SrtLane(frameworks=_DYNAMO), ("b300-dsxe", LaunchPath.SRT_MULTI): SrtLane(frameworks=_DYNAMO), ("gb200-nv", LaunchPath.SRT_MULTI): SrtLane( - frameworks=any_of("dynamo-sglang", "dynamo-trt", "dynamo-vllm", "llmd-vllm"), + frameworks=any_of( + "dynamo-sglang", "dynamo-trt", "dynamo-vllm", "llmd-vllm", "sglang", "vllm" + ), setup_scripts={"dynamo-sglang": "install-torchao.sh"}, mounts=( LaneMount(