Skip to content

Commit ddab81f

Browse files
committed
fix lint
Signed-off-by: Gautham Kollu <gkollu@nvidia.com>
1 parent 1f7afe9 commit ddab81f

3 files changed

Lines changed: 5 additions & 2 deletions

File tree

‎src/megatron/bridge/perf_recipes/deepseek/__init__.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -32,10 +32,10 @@
3232
from megatron.bridge.perf_recipes.deepseek.gb300.deepseek_v3 import (
3333
deepseek_v3_pretrain_64gpu_gb300_bf16_fsdp_config,
3434
deepseek_v3_pretrain_64gpu_gb300_fp8mx_fsdp_config,
35-
deepseek_v3_pretrain_256gpu_gb300_fp8mx_hsdp_config,
3635
deepseek_v3_pretrain_256gpu_gb300_bf16_config,
3736
deepseek_v3_pretrain_256gpu_gb300_fp8cs_config,
3837
deepseek_v3_pretrain_256gpu_gb300_fp8mx_config,
38+
deepseek_v3_pretrain_256gpu_gb300_fp8mx_hsdp_config,
3939
deepseek_v3_pretrain_256gpu_gb300_fp8mx_large_scale_config,
4040
deepseek_v3_pretrain_256gpu_gb300_fp8mx_partial_cg_dev_config,
4141
deepseek_v3_pretrain_256gpu_gb300_nvfp4_config,

‎src/megatron/bridge/perf_recipes/deepseek/gb300/deepseek_v3.py‎

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -327,6 +327,8 @@ def deepseek_v3_pretrain_64gpu_gb300_fp8mx_fsdp_config() -> ConfigContainer:
327327
"NVTE_NORM_FWD_USE_CUDNN": 1,
328328
}
329329
return cfg
330+
331+
330332
def deepseek_v3_pretrain_256gpu_gb300_fp8mx_hsdp_config() -> ConfigContainer:
331333
"""DeepSeek V3 pretrain: 256× GB300, MXFP8, Megatron Hybrid FSDP (HSDP)."""
332334
cfg = deepseek_v3_pretrain_config()
@@ -368,7 +370,7 @@ def deepseek_v3_pretrain_256gpu_gb300_fp8mx_hsdp_config() -> ConfigContainer:
368370
cfg.model.moe_expert_rank_capacity_factor = 5
369371
cfg.model.moe_paged_stash_buffer_size_factor_cuda = 1.2
370372
cfg.model.moe_paged_stash_buffer_size_factor_cpu = 1.0
371-
373+
372374
cfg.model.fine_grained_offloading_max_inflight_offloads = 1
373375

374376
cfg.model.recompute_granularity = None

‎tests/unit_tests/skills/create_model_verification_card/test_validate_card.py‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -23,6 +23,7 @@
2323
("deepseek-v3", "pretrain_performance", "H100"): (4096, 16384, 1024),
2424
("deepseek-v3", "pretrain_performance", "GB200"): (4096, 4096, 256),
2525
("deepseek-v3", "pretrain_performance", "GB300"): (4096, 4096, 256),
26+
("deepseek-v3", "pretrain_performance_hsdp", "GB300"): (4096, 1024, 256),
2627
("deepseek-v4-flash", "pretrain", "GB200"): (4096, 256, 64),
2728
("deepseek-v4-flash", "checkpoint_resume", "GB200"): (4096, 256, 64),
2829
("deepseek-v4-flash", "sft", "GB200"): (1024, 128, 32),

0 commit comments

Comments
 (0)