fix(deps): keep MCore dev pin separate

Signed-off-by: Chen Cui <chcui@nvidia.com>

Author: cuichenx

.github/scripts/test_docker_dependency_layers.sh

@@ -242,14 +242,14 @@ if "$temporary_dir/revision-validator" "$revision_repo" not-a-full-sha; then
   exit 1
 fi
 
-if ! grep -A1 '^te = \[$' pyproject.toml | grep -Fxq '    "transformer-engine[pytorch,core_cu13]",'; then
-  echo "Bridge's TE extra must install TransformerEngine's PyTorch and CUDA 13 packages" >&2
+if ! grep -A1 '^te = \[$' pyproject.toml | grep -Fxq '    "megatron-core[te]",'; then
+  echo "Bridge's TE extra must enable the selected MCore ref's TE extra" >&2
   exit 1
 fi
 if ! grep -Fq \
-  '{ name = "transformer-engine", extras = ["core-cu13", "pytorch"], marker = "extra == '\''te'\''" }' \
+  '{ name = "megatron-core", extras = ["te"], marker = "extra == '\''te'\''", editable = "3rdparty/Megatron-LM" }' \
   uv.lock; then
-  echo "Bridge's lock metadata must preserve the direct TransformerEngine extras" >&2
+  echo "Bridge's lock metadata must preserve the MCore TE extra" >&2
   exit 1
 fi
 if grep -q 'transformer-engine @ git+https://github.com/NVIDIA/TransformerEngine.git@' pyproject.toml; then

3rdparty/Megatron-LM

@@ -161,8 +161,8 @@ requires-dist = []
 # Lane-specific metadata for VCS packages that otherwise compile CUDA extensions during lock.
 [[tool.uv.dependency-metadata]]
 name = "transformer-engine"
-version = "2.14.0+f031cf87"
-requires-dist = ["einops", "importlib-metadata", "nvdlfw-inspect", "onnx", "onnxscript", "packaging", "pydantic", "torch"]
+version = "2.17.1+4329ff84"
+requires-dist = ["pydantic<2.14", "importlib-metadata>=1.0", "packaging", "torch>=2.1", "einops", "onnxscript", "onnx", "nvdlfw-inspect"]
 
 [[tool.uv.dependency-metadata]]
 name = "fast-hadamard-transform"
@@ -185,7 +185,7 @@ tensor-inspect = [
     "nvdlfw-inspect==0.2.1",
 ]
 te = [
-    "transformer-engine[pytorch,core_cu13]",
+    "megatron-core[te]",
 ]
 ssm = [
     "mamba-ssm",