fix(smoke): version-gate the four falsifiers that target a 5.2-only API change

The first 4.5 legs with catalog falsifiers (#320) went red on exactly four
rows: vse-linear-modifiers --assume-present, gn-socket-rename --legacy-ids,
eval-mesh-datablock-name --assume-distinct-names and
mesh-automasking-settings --assume-brush-attrs exited 0 instead of 4/5/6/5.
That is their documented contract: each fakes the pre-5.2 API, so it can only
fail where 5.2 removed or renamed it, and each README's measurement table
records exit 0 on 4.5.11 and 5.1.2. The local seeding ran only on 5.2.1.

- Falsifier entries accept "min_version"; run_catalog records a falsifier
  SKIP (with the reason) below it instead of launching Blender.
- The four entries get "min_version": "5.2"; check_smoke_catalog validates
  the field; test_harness covers run-at-floor and skip-below-floor.
- CLAUDE.md documents the field.

Proof (local, .scratch/blender-4.5.11-windows-x64, --series 4.5): the four
rows PASS their happy paths and SKIP the falsifier with the reason; anvil and
farm-tractor falsifiers still run and PASS (exit 9). CI's other failed 4.5 leg
(60506e8) had the same four failures and no others.

Refs #320

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>

Author: TMHSDigital

CLAUDE.md

@@ -179,6 +179,9 @@ The host runner is `tests/smoke/run_example.py`. Shipped examples are listed in
 - **Falsifiers in CI:** every catalog row carries `falsifiers`, at least one
   `{"args": [...], "expect_exit": N}` (N not 0, 1 or 77) or, for a contract
   the sidecar check owns, `{"args": [...], "expect_sidecar_fail": true}`.
+  A falsifier that targets a version-specific API change takes
+  `"min_version": "5.2"` and is recorded as SKIP below it (its README must
+  say it exits 0 there).
   `run_catalog.py` runs each after the row's happy path; it passes only on
   exactly that exit. `tests/check_smoke_catalog.py` rejects a row without one
   and any unknown key. The weekly cron also runs the full showcase sweep

tests/check_smoke_catalog.py

@@ -21,6 +21,7 @@
 
 import argparse
 import json
+import re
 import sys
 from pathlib import Path
 
@@ -29,7 +30,7 @@
 
 ROW_KEYS = {"name", "script", "args", "min_version", "expect_file",
             "expect_sidecar", "sidecar_contains", "falsifiers"}
-FALSIFIER_KEYS = {"args", "expect_exit", "expect_sidecar_fail"}
+FALSIFIER_KEYS = {"args", "expect_exit", "expect_sidecar_fail", "min_version"}
 FORBIDDEN_EXITS = {0, 1, 77}
 
 
@@ -62,6 +63,9 @@ def check_schema(row: dict) -> list[str]:
                 errors.append(f"{where}: expect_exit {code!r} must be an int other than 0, 1, 77")
         elif not row.get("expect_sidecar"):
             errors.append(f"{where}: expect_sidecar_fail on a row with no expect_sidecar")
+        mv = f.get("min_version")
+        if mv is not None and not (isinstance(mv, str) and re.fullmatch(r"[0-9]+[.][0-9]+", mv)):
+            errors.append(f"{where}: min_version {mv!r} must look like '5.2'")
     return errors
 
 

tests/smoke/catalog.json

@@ -79,10 +79,10 @@
   {"name": "unapplied-scale-gltf", "script": "examples/unapplied-scale-gltf/unapplied_scale_gltf.py", "falsifiers": [{"args": ["--identity"], "expect_exit": 3}]},
   {"name": "coincident-vert-weld", "script": "examples/coincident-vert-weld/coincident_vert_weld.py", "falsifiers": [{"args": ["--no-duplicate"], "expect_exit": 3}]},
   {"name": "bake-normal-high-to-low", "script": "examples/bake-normal-high-to-low/bake_normal_high_to_low.py", "falsifiers": [{"args": ["--flat-source"], "expect_exit": 5}]},
-  {"name": "vse-linear-modifiers", "script": "examples/vse-linear-modifiers/vse_linear_modifiers.py", "falsifiers": [{"args": ["--assume-present"], "expect_exit": 4}]},
-  {"name": "gn-socket-rename", "script": "examples/gn-socket-rename/gn_socket_rename.py", "falsifiers": [{"args": ["--legacy-ids"], "expect_exit": 5}]},
-  {"name": "eval-mesh-datablock-name", "script": "examples/eval-mesh-datablock-name/eval_mesh_datablock_name.py", "falsifiers": [{"args": ["--assume-distinct-names"], "expect_exit": 6}]},
-  {"name": "mesh-automasking-settings", "script": "examples/mesh-automasking-settings/mesh_automasking_settings.py", "falsifiers": [{"args": ["--assume-brush-attrs"], "expect_exit": 5}]},
+  {"name": "vse-linear-modifiers", "script": "examples/vse-linear-modifiers/vse_linear_modifiers.py", "falsifiers": [{"args": ["--assume-present"], "expect_exit": 4, "min_version": "5.2"}]},
+  {"name": "gn-socket-rename", "script": "examples/gn-socket-rename/gn_socket_rename.py", "falsifiers": [{"args": ["--legacy-ids"], "expect_exit": 5, "min_version": "5.2"}]},
+  {"name": "eval-mesh-datablock-name", "script": "examples/eval-mesh-datablock-name/eval_mesh_datablock_name.py", "falsifiers": [{"args": ["--assume-distinct-names"], "expect_exit": 6, "min_version": "5.2"}]},
+  {"name": "mesh-automasking-settings", "script": "examples/mesh-automasking-settings/mesh_automasking_settings.py", "falsifiers": [{"args": ["--assume-brush-attrs"], "expect_exit": 5, "min_version": "5.2"}]},
   {"name": "ray-cast-space", "script": "examples/ray-cast-space/ray_cast_space.py", "falsifiers": [{"args": ["--world-to-object"], "expect_exit": 4}]},
   {"name": "lattice-deform", "script": "examples/lattice-deform/lattice_deform.py", "falsifiers": [{"args": ["--bspline"], "expect_exit": 4}]},
   {"name": "solidify-even-thickness", "script": "examples/solidify-even-thickness/solidify_even_thickness.py", "falsifiers": [{"args": ["--no-even"], "expect_exit": 4}]},

tests/smoke/run_catalog.py

@@ -19,6 +19,9 @@
 import sys
 
 HERE = os.path.dirname(os.path.abspath(__file__))
+sys.path.insert(0, HERE)
+from protocol import parse_version  # noqa: E402
+from run_example import append_status  # noqa: E402
 
 
 def main(argv=None):
@@ -101,6 +104,16 @@ def row_cmd(item, run_name, extra, falsifier=None):
         for fz in item.get("falsifiers") or []:
             fargs = [a.replace("$OUT", args.out) for a in fz["args"]]
             label = f"{name} [falsifier {' '.join(fz['args'])}]"
+            floor = fz.get("min_version")
+            if floor and parse_version(args.series) < parse_version(floor):
+                # A falsifier that targets a version-specific API change has
+                # nothing to break below it (its README records exit 0 there).
+                detail = f"falsifier applies from Blender {floor}; this is {args.series}"
+                print(f"[SKIP] {label}: {detail}", flush=True)
+                if args.status:
+                    append_status(args.status, {"name": label, "status": "SKIP",
+                                                "detail": detail, "falsifier": True})
+                continue
             n_falsifiers += 1
             print(f"::group::{label}", flush=True)
             fcode = subprocess.call(row_cmd(item, label, base_args + fargs, fz))

tests/smoke/test_harness.py

@@ -298,6 +298,16 @@ def test_failing_falsifier_is_red(self):
         self.assertEqual(code, 1)
         self.assertIn("a [falsifier --break]", err)
 
+    def test_falsifier_below_its_min_version_is_skipped(self):
+        rows = [{"name": "a", "script": "a.py",
+                 "falsifiers": [{"args": ["--new-api"], "expect_exit": 4,
+                                 "min_version": "5.2"}]}]
+        code, seen, _ = self._run(rows, {})  # _run uses --series 5.2: runs
+        self.assertEqual(seen, ["a", "a [falsifier --new-api]", "expect 4"])
+        rows[0]["falsifiers"][0]["min_version"] = "9.9"
+        code, seen, _ = self._run(rows, {})
+        self.assertEqual((code, seen), (0, ["a"]))
+
     def test_no_falsifiers_flag(self):
         rows = [{"name": "a", "script": "a.py",
                  "falsifiers": [{"args": ["--break"], "expect_exit": 4}]}]