Skip to content

Commit 9eabc10

Browse files
committed
Use pre-created checkpoint
Signed-off-by: Charlie Truong <chtruong@nvidia.com>
1 parent b439275 commit 9eabc10

2 files changed

Lines changed: 4 additions & 12 deletions

File tree

‎tests/functional_tests/tests_inframework/test_deploy_query_mbridge_ray.py‎

Lines changed: 2 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -40,11 +40,7 @@ def teardown_method(self):
4040

4141
def test_deploy_ray(self):
4242
try:
43-
# Export Megatron-Bridge checkpoint
44-
from megatron.bridge import AutoBridge
45-
46-
mbridge_checkpoint_path = "/opt/checkpoints/hf_llama32_1B_mbridge"
47-
AutoBridge.import_ckpt("meta-llama/Llama-3.2-1B", mbridge_checkpoint_path)
43+
mbridge_checkpoint_path = "/home/TestData/export-deploy/checkpoints/mbridge/hf_llama32_1B_mbridge/iter_0000000"
4844

4945
# Run Ray deployment
5046
self.deploy_proc = subprocess.Popen(
@@ -56,7 +52,7 @@ def test_deploy_ray(self):
5652
"--parallel-mode",
5753
"scripts/deploy/nlp/deploy_ray_inframework.py",
5854
"--megatron_checkpoint",
59-
f"{mbridge_checkpoint_path}/iter_0000000",
55+
mbridge_checkpoint_path,
6056
"--model_id",
6157
"llama",
6258
"--num_gpus",

‎tests/functional_tests/tests_inframework/test_deploy_query_vlm_ray.py‎

Lines changed: 2 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -64,11 +64,7 @@ def teardown_method(self):
6464

6565
def test_deploy_ray(self):
6666
try:
67-
# Export Megatron-Bridge checkpoint
68-
from megatron.bridge import AutoBridge
69-
70-
vlm_checkpoint_path = "/opt/checkpoints/hf_qwen25_vl_3b_mbridge"
71-
AutoBridge.import_ckpt("Qwen/Qwen2.5-VL-3B-Instruct", vlm_checkpoint_path)
67+
vlm_checkpoint_path = "/home/TestData/export-deploy/checkpoints/mbridge/hf_qwen25_vl_3b_mbridge/iter_0000000"
7268

7369
# Run Ray deployment for Megatron multimodal (VLM) model
7470
self.deploy_proc = subprocess.Popen(
@@ -80,7 +76,7 @@ def test_deploy_ray(self):
8076
"--parallel-mode",
8177
"scripts/deploy/multimodal/deploy_ray_inframework.py",
8278
"--megatron_checkpoint",
83-
f"{vlm_checkpoint_path}/iter_0000000",
79+
vlm_checkpoint_path,
8480
"--model_id",
8581
"megatron-multimodal",
8682
"--num_gpus",

0 commit comments

Comments
 (0)