Skip to content

Commit 5e44f4e

Browse files
committed
[model] fix: import Gemma4 checkpoint from its defining module
Signed-off-by: Chen Cui <chcui@nvidia.com>
1 parent 19d8e2d commit 5e44f4e

1 file changed

Lines changed: 2 additions & 1 deletion

File tree

‎src/megatron/bridge/models/gemma/modeling_gemma4.py‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -39,6 +39,7 @@
3939
import torch.nn as nn
4040
import torch.nn.functional as F
4141
from megatron.core import parallel_state, tensor_parallel
42+
from megatron.core.extensions.transformer_engine import te_checkpoint
4243
from megatron.core.fusions.fused_bias_dropout import get_bias_dropout_add
4344
from megatron.core.inference.contexts import BaseInferenceContext
4445
from megatron.core.models.backends import LocalSpecProvider
@@ -49,7 +50,7 @@
4950
from megatron.core.transformer.enums import AttnMaskType
5051
from megatron.core.transformer.identity_op import IdentityOp
5152
from megatron.core.transformer.mlp import MLP, MLPSubmodules
52-
from megatron.core.transformer.moe.moe_layer import MoELayer, te_checkpoint
53+
from megatron.core.transformer.moe.moe_layer import MoELayer
5354
from megatron.core.transformer.moe.router import TopKRouter
5455
from megatron.core.transformer.spec_utils import ModuleSpec, get_submodules
5556
from megatron.core.transformer.transformer_config import TransformerConfig

0 commit comments

Comments
 (0)