comments

Signed-off-by: Li Ding <liding@nvidia.com>

Author: liding-nv

examples/models/nemotron_3/super/finetune_nemotron_3_super.py

@@ -50,7 +50,6 @@ def parse_cli_args() -> Tuple[argparse.Namespace, list[str]]:
         help="Path to the YAML OmegaConf override file.",
     )
     parser.add_argument("--peft", type=str, help="Type of PEFT to use")
-    parser.add_argument("--packed-sequence", action="store_true", help="Whether to use sequence packing")
     parser.add_argument("--seq-length", type=int, default=8192, help="Sequence length")
 
     # Parse known args for the script, remaining will be treated as overrides

examples/models/nemotron_3/super/pretrain_nemotron_3_super.py

@@ -49,7 +49,6 @@ def parse_cli_args() -> Tuple[argparse.Namespace, list[str]]:
         type=str,
         help="Path to the YAML OmegaConf override file. Default: conf/llama3_8b_pretrain_override_example.yaml",
     )
-    parser.add_argument("--per-split-data-args-path", type=str, help="Path to the per split data args file.")
 
     # Parse known args for the script, remaining will be treated as overrides
     args, cli_dotlist_overrides = parser.parse_known_args()

scripts/performance/configs/nemotronh/nemotron_3_llm_pretrain.py

@@ -58,7 +58,7 @@ def nemotron_3_super_pretrain_config_gb300(
     )
     precision_config = get_precision_config(precision)
 
-    cfg = nemotron_3_super_pretrain_config(mock=mock)
+    cfg = nemotron_3_super_pretrain_config()
     cfg.mixed_precision = precision_config
     set_nemotron_3_super_common_configs(cfg)
     set_workload_base_configs(cfg, base_cfg)