Skip to content

Commit 2800f11

Browse files
chtruong814oyilmaz-nvidiako3n1g
authored
Bump to vllm 0.20.1 and latest MBridge commit (#678)
Signed-off-by: Onur Yilmaz <oyilmaz@nvidia.com> Signed-off-by: oliver könig <okoenig@nvidia.com> Signed-off-by: Charlie Truong <chtruong@nvidia.com> Co-authored-by: Onur Yilmaz <oyilmaz@nvidia.com> Co-authored-by: oliver könig <okoenig@nvidia.com>
1 parent 764be79 commit 2800f11

2 files changed

Lines changed: 236 additions & 1200 deletions

File tree

‎pyproject.toml‎

Lines changed: 6 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -80,9 +80,9 @@ dependencies = [
8080

8181
[project.optional-dependencies]
8282
inframework = []
83-
vllm = ["vllm~=0.17.1", "pandas", "timm"]
83+
vllm = ["vllm~=0.20.1", "pandas", "timm"]
8484
trt-onnx = [
85-
"tensorrt==10.14.1.48.post1",
85+
"tensorrt==10.16.1.11",
8686
"onnx==1.21.0",
8787
"onnxscript>=0.6.0",
8888
"transformers==4.51.3",
@@ -101,12 +101,6 @@ docs = [
101101
]
102102
linting = ["pre-commit>=3.6.0", "ruff~=0.9.0"]
103103
test = ["pytest", "pytest-mock", "coverage", "click"]
104-
nemo-toolkit = [
105-
"nemo-toolkit[common-only,nlp-only,multimodal-only]>=2.5.0a0,<2.7.0",
106-
"nv_one_logger_core>=2.3.1",
107-
"nv_one_logger_training_telemetry>=2.3.1",
108-
"nv_one_logger_pytorch_lightning_integration>=2.3.1",
109-
]
110104
nemo-run = ["nemo-run"]
111105

112106
[tool.uv.sources]
@@ -116,7 +110,7 @@ vllm = [
116110
{ index = "pytorch-cu130", marker = "python_version < '3.9' and platform_machine == 'x86_64'" },
117111
{ index = "pypi", marker = "platform_machine == 'aarch64'" },
118112
]
119-
megatron-bridge = { git = "https://github.com/NVIDIA-NeMo/Megatron-Bridge.git", rev = "4cb379fade7c6b85610db0f7412b3601ae15dea8" }
113+
megatron-bridge = { git = "https://github.com/NVIDIA-NeMo/Megatron-Bridge.git", rev = "859a18d001eca4423ad79e7771632d839f50fa77" }
120114
nvidia-resiliency-ext = { git = "https://github.com/NVIDIA/nvidia-resiliency-ext.git", rev = "b2bb3d728a18795807d9f76c535e005a609a1b01" }
121115
# nemo-toolkit = { git = "https://github.com/NVIDIA/NeMo.git", rev = "main" }
122116

@@ -147,16 +141,16 @@ override-dependencies = [
147141
"urllib3>1.27.0",
148142
"tiktoken>=0.9.0", # because nemo-toolkit and megatron-bridge disagree on tiktoken, we need to pin it here,
149143
"fsspec[http]>=2023.1.0,<=2024.9.0",
150-
"transformer-engine[pytorch]>=2.12.0a0,<2.14.0",
144+
"transformer-engine[pytorch]>=2.14.0a0,<2.17.0",
151145
"open-clip-torch>=3.2.0",
152146
"megatron-energon[av-decode]>=6.0,<7.dev0",
153147
"flashinfer-python>=0.3.0,<0.4.0",
154148
"datasets>=3.3.0",
155149
"flash-linear-attention>=0.3.0,<0.4.dev0",
156150
"patchelf; sys_platform=='never'",
157151
"nvidia-resiliency-ext>=0.3.0,<0.6.0",
158-
"transformer-engine[pytorch,core_cu13]>=2.12.0a0,<2.15.0; sys_platform != 'darwin'",
159-
"transformer-engine-cu13>=2.12.0a0,<2.15.0; sys_platform != 'darwin'",
152+
"transformer-engine[pytorch,core_cu13]>=2.14.0a0,<2.17.0; sys_platform != 'darwin'",
153+
"transformer-engine-cu13>=2.14.0a0,<2.17.0; sys_platform != 'darwin'",
160154
"transformer-engine-cu12; sys_platform == 'never'",
161155
"mamba-ssm>=2.3.0,<2.4.0",
162156
"transformers>=5.0.0",

0 commit comments

Comments
 (0)