operatorx: a multi-device case is capped if any rank was

telemetry.capped on the result is the OR across ranks; ranks.capped_ranks lists which.

Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>

Author: hbarclay

operatorx/runners/amd/runner.py

@@ -53,4 +53,6 @@ def run(op: Op) -> Result:
     per_rank = ranks.summary(metrics)  # every rank's timeline and telemetry, on rank 0
     if per_rank is not None:
         metrics["ranks"] = per_rank
+        if per_rank["capped_ranks"] and metrics.get("telemetry"):
+            metrics["telemetry"]["capped"] = True  # any rank capped caps the op
     return Result(op=op, metrics=metrics)

operatorx/runners/common/ranks.py

@@ -95,5 +95,6 @@ def med(xs):
             "profile": metrics.get("profile"), "telemetry": metrics.get("telemetry")}
     gathered = [None] * d.get_world_size() if d.get_rank() == 0 else None
     d.gather_object(mine, gathered, dst=0)
+    capped = [p["rank"] for p in gathered or () if (p.get("telemetry") or {}).get("capped")]
     return {"world": d.get_world_size(), "latency_us_min": med(LAST.get("min", [])),
-            "skew_us": med(LAST.get("spread", [])), "per_rank": gathered}
+            "skew_us": med(LAST.get("spread", [])), "capped_ranks": capped, "per_rank": gathered}

operatorx/runners/nvidia/runner.py

@@ -63,4 +63,6 @@ def run(op: Op) -> Result:
     per_rank = ranks.summary(metrics)  # every rank's timeline and telemetry, on rank 0
     if per_rank is not None:
         metrics["ranks"] = per_rank
+        if per_rank["capped_ranks"] and metrics.get("telemetry"):
+            metrics["telemetry"]["capped"] = True  # any rank capped caps the op
     return Result(op=op, metrics=metrics)