Skip to content

Commit a26bdbb

Browse files
committed
revert dsv3, qw 30b_a3b
Signed-off-by: Malay Nagda <malayn@nvidia.com>
1 parent 7ab9be0 commit a26bdbb

2 files changed

Lines changed: 4 additions & 4 deletions

File tree

‎scripts/performance/configs/deepseek/deepseek_workload_base_configs.py‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -94,7 +94,7 @@
9494
pipeline_model_parallel_size=16,
9595
expert_model_parallel_size=8,
9696
global_batch_size=2048,
97-
recompute_modules=["moe_act"],
97+
recompute_modules=["mla_up_proj"],
9898
moe_flex_dispatcher_backend="hybridep",
9999
moe_a2a_overlap=False,
100100
)
@@ -173,7 +173,7 @@
173173
DEEPSEEK_V3_PRETRAIN_CONFIG_B300_V2,
174174
pipeline_model_parallel_size=8,
175175
virtual_pipeline_model_parallel_size=None,
176-
recompute_modules=["moe_act"],
176+
recompute_modules=["mla_up_proj"],
177177
)
178178
DEEPSEEK_V3_PRETRAIN_CONFIG_B300_FP8_CS_V2 = DEEPSEEK_V3_PRETRAIN_CONFIG_B300_V2
179179
DEEPSEEK_V3_PRETRAIN_CONFIG_B300_FP8_MX_V2 = DEEPSEEK_V3_PRETRAIN_CONFIG_B300_FP8_CS_V2

‎scripts/performance/configs/qwen/qwen3_workload_base_configs.py‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -91,7 +91,7 @@
9191
global_batch_size=1024,
9292
moe_flex_dispatcher_backend="hybridep",
9393
cuda_graph_impl="transformer_engine",
94-
cuda_graph_scope=["attn", "moe_router"],
94+
cuda_graph_scope=["attn", "moe_router", "moe_preprocess"],
9595
)
9696

9797

@@ -103,7 +103,7 @@
103103
global_batch_size=1024,
104104
moe_flex_dispatcher_backend="hybridep",
105105
cuda_graph_impl="transformer_engine",
106-
cuda_graph_scope=["attn", "moe_router"],
106+
cuda_graph_scope=["attn", "moe_router", "moe_preprocess"],
107107
)
108108

109109

0 commit comments

Comments
 (0)