Repository navigation
Commit 19d8e2d
| Original file line number | Diff line number | Diff line change | |
|---|---|---|---|
| |||
1 | | - | |
| 1 | + | |
Submodule Megatron-LM updated 65 files
- docs/api-guide/core/generalized_tensor_parallel.md+71-4
- megatron/core/distributed/fsdp/src/megatron_fsdp/experimental/dbuffer.py+5-4
- megatron/core/distributed/fsdp/src/megatron_fsdp/experimental/gather_scatter.py+211
- megatron/core/distributed/fsdp/src/megatron_fsdp/experimental/layout.py+2-223
- megatron/core/distributed/fsdp/src/megatron_fsdp/experimental/layout_builder.py+244
- megatron/core/distributed/fsdp/src/megatron_fsdp/experimental/owner_planning.py+14-14
- megatron/core/distributed/fsdp/src/megatron_fsdp/experimental/parameter_group.py+3-2
- megatron/core/distributed/fsdp/src/megatron_fsdp/experimental/placement.py+1-1
- megatron/core/distributed/fsdp/src/megatron_fsdp/experimental/quantized_dbuffer.py+2-1
- megatron/core/inference/communication/torch_symm_triton/collectives.py+10-1
- megatron/core/inference/communication/torch_symm_triton/fused_collectives.py+22-14
- megatron/core/inference/communication/torch_symm_triton/kernel_config.py+57
- megatron/core/inference/communication/torch_symm_triton/variable_collectives.py+53-62
- megatron/core/inference/moe/batch_invariant.py+10-3
- megatron/core/inference/symmetric_memory.py+25
- megatron/core/model_parallel_config.py+42
- megatron/core/parallel_state.py+84-56
- megatron/core/process_groups_config.py+9-7
- megatron/core/recompute.py+8-21
- megatron/core/tensor_parallel/gtp_parallel_layout.py+178
- megatron/core/transformer/experimental_attention_variant/dsa_min_memory.py+2.1k
- megatron/core/transformer/experimental_attention_variant/dsa_min_memory_triton.py+2.6k
- megatron/core/transformer/moe/moe_layer.py+15-29
- megatron/core/transformer/multi_latent_attention.py+126-2
- megatron/core/transformer/multi_token_prediction.py+22-43
- megatron/core/transformer/transformer_config.py+22
- megatron/core/transformer/transformer_layer.py+17-43
- megatron/core/transformer/utils.py+46-2
- megatron/training/arguments.py+38-33
- megatron/training/global_vars.py+3-2
- megatron/training/initialize.py+4-2
- megatron/training/training.py+16-22
- tests/functional_tests/test_cases/nemotron/nemotron3_super_release_g200/golden_values_dev_dgx_gb200.json-61.3k
- tests/performance_tests/test_cases/hybrid/hybrid_nanov3_3b_perf_gb200_4gpu/baseline_values.json+5-5
- tests/test_utils/recipes/gb200/hybrid-perf-ep4.yaml+1-1
- tests/test_utils/recipes/gb200/unit-tests.yaml+9-2
- tests/test_utils/recipes/h100/unit-tests.yaml+1-1
- tests/unit_tests/determinism/kernels/manifest.py+27-2
- tests/unit_tests/determinism/kernels/test_te_wrappers.py+38
- tests/unit_tests/distributed/mfsdp_v2/test_dbuffer.py+22-20
- tests/unit_tests/distributed/mfsdp_v2/test_gather_scatter.py+206
- tests/unit_tests/distributed/mfsdp_v2/test_layout.py+11-8
- tests/unit_tests/distributed/mfsdp_v2/test_owner_planning.py+11-11
- tests/unit_tests/find_test_cases.py+5-1
- tests/unit_tests/generalized_tensor_parallel/test_gtp_cp_overlap.py+304
- tests/unit_tests/inference/contexts/test_dynamic_context.py+2
- tests/unit_tests/models/test_hybrid_hash_routing.py+2-2
- tests/unit_tests/models/test_hybrid_model.py+2
- tests/unit_tests/models/test_hybrid_moe_model.py+1
- tests/unit_tests/ssm/gated_delta_net_test_cases.py+542
- tests/unit_tests/ssm/test_gated_delta_net.py+10-570
- tests/unit_tests/ssm/test_gated_delta_net2.py+77
- tests/unit_tests/ssm/test_gated_delta_net2_parallel.py+3-6
- tests/unit_tests/ssm/test_mamba_context_parallel.py+2
- tests/unit_tests/test_eval_batch_size.py+61-4
- tests/unit_tests/test_gtp_parallel_layout.py+151
- tests/unit_tests/test_process_groups_config.py+30
- tests/unit_tests/test_training.py+31
- tests/unit_tests/transformer/experimental_attention_variant/test_dsv4_packed_cp.py+2
- tests/unit_tests/transformer/test_activation_recompute_numerics.py+409
- tests/unit_tests/transformer/test_dsa_min_memory_kernels.py+789
- tests/unit_tests/transformer/test_multi_latent_attention.py+221
- tests/unit_tests/transformer/test_multi_token_prediction.py+58
- tests/unit_tests/transformer/test_utils.py+60
- tools/process_group_usage_allowlist.json+1-2
0 commit comments