1717
1818from megatron .bridge .models .nemotronh .nemotron_h_provider import (
1919 Nemotron3NanoProvider ,
20- Nemotron3SuperProvider ,
2120 NemotronHModel4BProvider ,
2221 NemotronHModel8BProvider ,
2322 NemotronHModel47BProvider ,
@@ -284,10 +283,6 @@ def test_nemotron_nano_12b_v2_inherits_from_base(self):
284283 """Test Nemotron Nano v2 12B provider inherits from NemotronHModelProvider."""
285284 assert issubclass (NemotronNano12Bv2Provider , NemotronHModelProvider )
286285
287- def test_nemotron_3_super_inherits_from_base (self ):
288- """Test Nemotron 3 Super provider inherits from NemotronHModelProvider."""
289- assert issubclass (Nemotron3SuperProvider , NemotronHModelProvider )
290-
291286 def test_provide_method_inherited (self ):
292287 """Test that provide method works correctly in inherited classes."""
293288 # Test with Nemotron-H 4B
@@ -299,7 +294,6 @@ def test_provide_method_inherited(self):
299294 NemotronNano9Bv2Provider (),
300295 NemotronNano12Bv2Provider (),
301296 Nemotron3NanoProvider (),
302- Nemotron3SuperProvider (),
303297 ]
304298
305299 for provider in providers :
@@ -463,93 +457,6 @@ def test_nemotron_3_nano_inherits_moe_defaults(self):
463457 assert provider .moe_shared_expert_overlap is True
464458
465459
466- class TestNemotron3SuperProvider :
467- """Test cases for Nemotron3SuperProvider class."""
468-
469- def test_nemotron_3_super_default_configuration (self ):
470- """Test Nemotron 3 Super model has correct default configuration."""
471- provider = Nemotron3SuperProvider ()
472-
473- # Check Nemotron 3 Super specific configuration
474- assert provider .seq_length == 262144
475- assert provider .hidden_size == 4096
476- assert provider .num_attention_heads == 32
477- assert provider .num_query_groups == 2
478- assert provider .mamba_num_heads == 128
479- assert provider .kv_channels == 128
480- assert provider .mamba_state_dim == 128
481- assert provider .ffn_hidden_size == 2688
482- assert provider .mamba_head_dim == 64
483- assert (
484- provider .hybrid_layer_pattern
485- == "MEMEMEM*EMEMEMEM*EMEMEMEM*EMEMEMEMEM*EMEMEMEMEM*EMEMEMEMEM*EMEMEMEMEM*EMEMEMEM*EMEMEMEME"
486- )
487- # num_layers is derived from hybrid_layer_pattern in finalize()
488- assert provider .num_layers is None
489- assert len (provider .hybrid_layer_pattern ) == 88
490-
491- def test_nemotron_3_super_moe_configuration (self ):
492- """Test Nemotron 3 Super model MoE-specific configuration."""
493- provider = Nemotron3SuperProvider ()
494-
495- # Check MoE-specific configuration
496- assert provider .num_moe_experts == 512
497- assert provider .moe_ffn_hidden_size == 2688
498- assert provider .moe_shared_expert_intermediate_size == 5376
499- assert provider .moe_router_topk == 22
500- assert provider .moe_router_topk_scaling_factor == 5.0
501- assert provider .moe_router_num_groups == 1
502- assert provider .moe_router_group_topk == 1
503- assert provider .moe_latent_size == 1024
504- assert provider .moe_shared_expert_overlap is False
505-
506- def test_nemotron_3_super_mtp_configuration (self ):
507- """Test Nemotron 3 Super model MTP-specific configuration."""
508- provider = Nemotron3SuperProvider ()
509-
510- # Check MTP-specific configuration
511- assert provider .mtp_num_layers == 2
512- assert provider .mtp_hybrid_override_pattern == "*E"
513- assert provider .mtp_use_repeated_layer is False
514-
515- def test_nemotron_3_super_override_configuration (self ):
516- """Test Nemotron 3 Super model with overridden configuration."""
517- provider = Nemotron3SuperProvider (
518- seq_length = 16384 ,
519- hidden_dropout = 0.1 ,
520- num_moe_experts = 64 ,
521- )
522-
523- # Check overridden values
524- assert provider .seq_length == 16384
525- assert provider .hidden_dropout == 0.1
526- assert provider .num_moe_experts == 64
527-
528- # Check critical defaults remain (num_layers derived from pattern in finalize())
529- assert provider .num_layers is None
530- assert len (provider .hybrid_layer_pattern ) == 88
531- assert provider .hidden_size == 4096
532- assert provider .mamba_num_heads == 128
533-
534- def test_nemotron_3_super_inherits_from_base (self ):
535- """Test Nemotron 3 Super provider inherits from NemotronHModelProvider."""
536- assert issubclass (Nemotron3SuperProvider , NemotronHModelProvider )
537-
538- def test_nemotron_3_super_inherits_moe_defaults (self ):
539- """Test Nemotron 3 Super inherits MoE defaults from base class."""
540- provider = Nemotron3SuperProvider ()
541-
542- # Check inherited MoE defaults from NemotronHModelProvider
543- assert provider .moe_aux_loss_coeff == 0.0001
544- assert provider .moe_router_score_function == "sigmoid"
545- assert provider .moe_router_enable_expert_bias is True
546- assert provider .moe_router_load_balancing_type == "seq_aux_loss"
547- assert provider .moe_router_dtype == "fp32"
548- assert provider .moe_grouped_gemm is True
549- assert provider .moe_token_dispatcher_type == "alltoall"
550- assert provider .moe_permute_fusion is True
551-
552-
553460class TestHybridPatterns :
554461 """Test hybrid override patterns of Nemotron-H providers."""
555462
@@ -563,7 +470,6 @@ def test_hybrid_patterns_contain_mamba_and_attention(self):
563470 NemotronNano9Bv2Provider (),
564471 NemotronNano12Bv2Provider (),
565472 Nemotron3NanoProvider (),
566- Nemotron3SuperProvider (),
567473 ]
568474
569475 for provider in providers :
0 commit comments