From fd36674305097e8d0b2df69319a466ebc695589b Mon Sep 17 00:00:00 2001 From: Neil4561 Date: Thu, 25 Jun 2026 18:17:29 +0000 Subject: [PATCH 1/3] [DEMO] Scope perf-smoke matrix to Cartpole + Velocity-Flat-G1 Trim the benchmark matrix to the two well-baselined demo tasks (physx + newton each) for a fast, clean four-cell verdict table. Demo only; not for merge. --- tools/perf_smoke_test/tasks.json | 31 ------------------------------- 1 file changed, 31 deletions(-) diff --git a/tools/perf_smoke_test/tasks.json b/tools/perf_smoke_test/tasks.json index 21aeb76423ea..542d57122f43 100644 --- a/tools/perf_smoke_test/tasks.json +++ b/tools/perf_smoke_test/tasks.json @@ -26,37 +26,6 @@ } } }, - { - "task_id": "Isaac-Factory-GearMesh-Direct-v0", - "timeout_minutes": 15, - "backends": [ - {"physics": "physx"} - ], - "fps_mean_floor": { - "L40S": { - "physx": 30.0 - } - } - }, - { - "task_id": "Isaac-Repose-Cube-Shadow-Vision-Direct-v0", - "timeout_minutes": 20, - "tags": ["camera"], - "backends": [ - {"physics": "physx"}, - {"physics": "physx", "render": "newton_renderer"}, - {"physics": "newton"}, - {"physics": "newton", "render": "newton_renderer"} - ], - "fps_mean_floor": { - "L40S": { - "physx": 20.0, - "physx_newton_renderer": 0.0, - "newton": 0.0, - "newton_newton_renderer": 0.0 - } - } - }, { "task_id": "Isaac-Velocity-Flat-G1-v0", "timeout_minutes": 12, From c58e2b5b671760572d2c12a6f02cb959cb9ec7e6 Mon Sep 17 00:00:00 2001 From: Neil4561 Date: Thu, 25 Jun 2026 18:17:29 +0000 Subject: [PATCH 2/3] [DEMO] Reintroduce tomllib import env regression (hard_failure) Simulate the environment-regression class where a PR adds 'import tomllib' (stdlib only on Python 3.11+) while the benchmark image still ran Python 3.10, crashing every task at import before any perf data is produced. The perf gate then reports HARD_FAILURE for all cells (no FPS to compare). The perf-gate image is Python 3.11, so the failure is reproduced deterministically with an explicit ModuleNotFoundError guard. Demo only; not for merge. --- scripts/benchmarks/benchmark_non_rl.py | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/scripts/benchmarks/benchmark_non_rl.py b/scripts/benchmarks/benchmark_non_rl.py index 7d3b49a7395d..8acb1e34a004 100644 --- a/scripts/benchmarks/benchmark_non_rl.py +++ b/scripts/benchmarks/benchmark_non_rl.py @@ -7,6 +7,19 @@ """Launch Isaac Sim Simulator first.""" +# [DEMO] Simulated environment regression for the perf smoke-test demo (NOT FOR MERGE). +# Mirrors a real breakage class: a PR adds ``import tomllib`` (stdlib only on +# Python 3.11+) while the benchmark image still runs Python 3.10, so every task +# crashes at import before producing perf data -> gate verdict HARD_FAILURE. +# The perf-gate image is Python 3.11 (Isaac Sim 6.0.0) where ``tomllib`` imports +# cleanly, so reproduce the Python 3.10 failure deterministically here instead of +# relying on the interpreter version. +import sys as _demo_sys + +if _demo_sys.version_info >= (3, 11): + raise ModuleNotFoundError("No module named 'tomllib'") +import tomllib # noqa: F401 # real failure path on a Python 3.10 environment + import argparse import contextlib import os From 01b24bf763f93b20411d29e60c0514a47f33040a Mon Sep 17 00:00:00 2001 From: Neil4561 Date: Thu, 25 Jun 2026 18:54:07 +0000 Subject: [PATCH 3/3] [DEMO] Add Factory-GearMesh (physx) to demo matrix Include the newly-seeded Factory-GearMesh task so the HARD_FAILURE table covers a third task as well. Demo only; not for merge. --- tools/perf_smoke_test/tasks.json | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/tools/perf_smoke_test/tasks.json b/tools/perf_smoke_test/tasks.json index 542d57122f43..337fe5a1f340 100644 --- a/tools/perf_smoke_test/tasks.json +++ b/tools/perf_smoke_test/tasks.json @@ -26,6 +26,18 @@ } } }, + { + "task_id": "Isaac-Factory-GearMesh-Direct-v0", + "timeout_minutes": 15, + "backends": [ + {"physics": "physx"} + ], + "fps_mean_floor": { + "L40S": { + "physx": 30.0 + } + } + }, { "task_id": "Isaac-Velocity-Flat-G1-v0", "timeout_minutes": 12,