Skip to content

Commit 7d92984

Browse files
committed
minor cleanup
Signed-off-by: Maanu Grover <maanug@nvidia.com>
1 parent 22dd069 commit 7d92984

1 file changed

Lines changed: 1 addition & 3 deletions

File tree

‎megatron/training/initialize.py‎

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,6 @@
1111

1212
import numpy as np
1313
from megatron.core._rank_utils import safe_get_rank, safe_get_world_size
14-
from megatron.core.num_microbatches_calculator import init_num_microbatches_calculator
1514
from megatron.training.config.container import PretrainConfigContainer
1615
from megatron.training.utils.common_utils import get_local_rank_preinit
1716
import torch
@@ -150,7 +149,7 @@ def torch_dist_init(
150149
model_config: Configuration for the specific model (GPTConfig or T5Config).
151150
dist_config: Configuration for distributed initialization settings.
152151
rng_config: Configuration for random number generation.
153-
micro_batch_size: The micro batch size for JIT warmup.
152+
micro_batch_size: The micro batch size for tensor parallel comm overlap user buffers.
154153
num_distributed_optimizer_instances: Number of parallel optimizer instances.
155154
get_embedding_ranks: Optional function to determine embedding layer ranks.
156155
get_position_embedding_ranks: Optional function to determine position embedding ranks.
@@ -230,7 +229,6 @@ def init_rerun_state(rerun_state_machine_config: RerunStateMachineConfig) -> Non
230229
RerunDiagnostic,
231230
RerunErrorInjector,
232231
RerunMode,
233-
get_rerun_state_machine,
234232
initialize_rerun_state_machine,
235233
)
236234

0 commit comments

Comments
 (0)