Repository navigation
Commit 283f238
authored
| Original file line number | Diff line number | Diff line change | |
|---|---|---|---|
| |||
1 | | - | |
| 1 | + | |
Submodule Megatron-LM updated 42 files
- .github/copy-pr-bot.yaml+1-1
- docs/user-guide/features/cuda_graph.md+5-7
- examples/mimo/model_providers/llava_avlm.py+5-2
- examples/mimo/model_providers/llava_vlm.py+4-1
- examples/mimo/model_providers/mock.py+4-1
- examples/mimo/model_providers/nemotron_moe_vlm.py+6-1
- examples/mimo/model_providers/radio_encoder.py+1
- examples/mimo/train.py+25-2
- examples/mimo/training/args.py+17-6
- examples/mimo/training/builder.py+1
- examples/mimo/training/data.py+4-11
- examples/mimo/training/topology.py+77-34
- examples/mimo/utils/hetero.py+26
- megatron/core/context_parallel/utils.py+35-9
- megatron/core/full_cuda_graph.py+14-5
- megatron/core/models/mimo/model/base.py+96-162
- megatron/core/models/mimo/partition/utils.py+112-161
- megatron/core/pipeline_parallel/bridge_communicator.py+16-11
- megatron/core/rerun_state_machine.py+51-1
- megatron/core/ssm/ssm_inference.py+9
- megatron/core/transformer/multi_token_prediction.py+2-2
- megatron/core/transformer/transformer_config.py+23-4
- megatron/core/utils.py+14-7
- megatron/training/arguments.py+10-6
- tests/unit_tests/data/test_get_batch.py+38-5
- tests/unit_tests/inference/engines/test_shortcut_moe_cuda_graph_e2e.py+105
- tests/unit_tests/inference/test_mimo_text_checkpoint_detection.py+29
- tests/unit_tests/models/mimo/test_mimo_1f1b_schedule.py+4-2
- tests/unit_tests/models/mimo/test_mimo_embedding_alignment.py+2-3
- tests/unit_tests/models/mimo/test_mimo_gtp_cp_layout.py+185
- tests/unit_tests/models/mimo/test_mimo_hetero_grid_args.py+47
- tests/unit_tests/models/mimo/test_mimo_mock_data.py+45-4
- tests/unit_tests/models/mimo/test_mimo_model.py+72-39
- tests/unit_tests/models/mimo/test_mimo_partition.py+159-130
- tests/unit_tests/models/mimo/test_nemotron_moe_vlm_provider.py+47-2
- tests/unit_tests/pipeline_parallel/test_bridge_communicator.py+38-4
- tests/unit_tests/ssm/test_gdp_dynamic_inference.py+25-11
- tests/unit_tests/transformer/test_full_cuda_graph_validation.py+147
- tests/unit_tests/transformer/test_multi_token_prediction.py+6
- tests/unit_tests/transformer/test_residual_recompute.py+1-1
- tests/unit_tests/transformer/test_transformer_config.py+18-2
- tests/unit_tests/transformer/test_wide_residual_connection.py+5-1
0 commit comments