Repository navigation
Commit 76c1607
committed
chore(deps): bump MCore main
Signed-off-by: svcnemo-autobot <svcnemo-autobot@nvidia.com>1 parent 487ffec commit 76c1607
1 file changed
Lines changed: 1 addition & 1 deletion
Submodule Megatron-LM updated 38 files
- .github/oncall_schedule.json+4-4
- .gitlab/stages/06.triage.yml+11-5
- docker/Dockerfile.linting+1-1
- docs/api-guide/core/generalized_tensor_parallel.md+5-3
- megatron/core/distributed/fsdp/mcore_fsdp_adapter.py+38-9
- megatron/core/extensions/transformer_engine.py+17-6
- megatron/core/fusions/fused_bias_swiglu.py+101-15
- megatron/core/optimizer/layer_wise_optimizer.py+60-9
- megatron/core/ssm/gated_delta_product.py+207-197
- megatron/core/tensor_parallel/generalized_tensor_parallelism.py+4
- megatron/core/transformer/mlp.py+2
- megatron/core/transformer/moe/experts.py+33-11
- megatron/core/transformer/moe/paged_stash.py+21-8
- megatron/core/transformer/moe/shared_experts.py+28-4
- megatron/core/transformer/transformer_config.py+28-1
- megatron/core/transformer/transformer_layer.py+13-8
- megatron/rl/rl_utils.py+5-2
- megatron/training/initialize.py+10
- megatron/training/training.py+7-6
- megatron/training/utils/common_utils.py+34-9
- megatron/training/utils/utils.py+1-1
- pretrain_gpt.py+13
- pretrain_hybrid.py+13
- tests/test_utils/python_scripts/resolve_oncall_assignee.py+117
- tests/test_utils/test_ci_triage.py+9-1
- tests/unit_tests/distributed/mfsdp_v2/test_fully_shard.py+14-1
- tests/unit_tests/distributed/mfsdp_v2/test_mcore_adapter.py+183-8
- tests/unit_tests/distributed/test_layer_wise_param_layout.py+134
- tests/unit_tests/fusions/test_swiglu_fusion.py+161
- tests/unit_tests/generalized_tensor_parallel/test_gtp_basics.py+36
- tests/unit_tests/generalized_tensor_parallel/test_gtp_dcp.py+278
- tests/unit_tests/generalized_tensor_parallel/test_gtp_partial_cg.py+110-34
- tests/unit_tests/ssm/test_gdp_dynamic_inference.py+629
- tests/unit_tests/transformer/moe/test_grouped_mlp.py+96-6
- tests/unit_tests/transformer/moe/test_paged_stash_runner.py+206
- tests/unit_tests/transformer/moe/test_shared_experts.py+165
- tests/unit_tests/transformer/test_transformer_layer.py+92-2
- train_rl.py+4
0 commit comments