Skip to content

Commit 1f8873b

Browse files
Fix(qwen3vl): finalize TE precision after decoder replacement (NVIDIA-NeMo#6140)
Signed-off-by: Vasudevan Rengasamy <vrengasamy@nvidia.com> Co-authored-by: Mahdi Nazemi <mnazemi@nvidia.com>
1 parent 90a98fc commit 1f8873b

1 file changed

Lines changed: 5 additions & 0 deletions

File tree

  • src/megatron/bridge/models/qwen_vl/modelling_qwen3_vl

‎src/megatron/bridge/models/qwen_vl/modelling_qwen3_vl/text_model.py‎

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -28,6 +28,7 @@
2828
from megatron.core.models.gpt.gpt_model import GPTModel
2929
from megatron.core.packed_seq_params import PackedSeqParams
3030
from megatron.core.process_groups_config import ProcessGroupCollection
31+
from megatron.core.quantization.utils import get_quant_config_or_none
3132
from megatron.core.transformer.spec_utils import ModuleSpec
3233
from megatron.core.utils import deprecate_inference_params
3334
from torch import Tensor
@@ -127,6 +128,10 @@ def __init__(
127128
vp_stage=vp_stage,
128129
pg_collection=pg_collection,
129130
)
131+
for name, module in self.decoder.named_modules(prefix="decoder"):
132+
if hasattr(module, "finish_init"):
133+
quant_config = get_quant_config_or_none(name, self.config.quant_recipe)
134+
module.finish_init(quant_config)
130135

131136
def tie_embeddings_and_output_weights_state_dict(
132137
self,

0 commit comments

Comments
 (0)