test: make bench optional, add targets in makefiles for test types

Author: mdevolde

Makefile

@@ -1,12 +1,12 @@
-.PHONY: default install format fix ruff-check mypy-check check test doc publish clean
+.PHONY: default install format fix ruff-check mypy-check check benchmark-test integration-test property-test unit-test test doc publish clean
 
 UV := $(shell command -v uv 2>/dev/null || true)
 ifeq ($(UV),)
 $(warning uv not found. Install uv (curl -LsSf https://astral.sh/uv/install.sh | sh) to use Makefile targets)
 endif
 
 default:
-	@echo "Usage: make [install|format|fix|ruff-check|mypy-check|check|test|doc|publish|clean]"
+	@echo "Usage: make [install|format|fix|ruff-check|mypy-check|check|benchmark-test|integration-test|property-test|unit-test|test|doc|publish|clean]"
 	@exit 1
 
 install:
@@ -29,6 +29,18 @@ check:
 	make ruff-check
 	make mypy-check
 
+benchmark-test:
+	uv run --group tests --locked pytest -m perf
+
+integration-test:
+	uv run --group tests --locked pytest -m integration
+
+property-test:
+	uv run --group tests --locked pytest -m property
+
+unit-test:
+	uv run --group tests --locked pytest -m unit
+
 test:
 	uv run --group tests --locked pytest
 

make.bat

@@ -13,12 +13,16 @@ if "%1"=="fix" goto fix
 if "%1"=="ruff-check" goto ruff-check
 if "%1"=="mypy-check" goto mypy-check
 if "%1"=="check" goto check
+if "%1"=="benchmark-test" goto benchmark-test
+if "%1"=="integration-test" goto integration-test
+if "%1"=="property-test" goto property-test
+if "%1"=="unit-test" goto unit-test
 if "%1"=="test" goto test
 if "%1"=="doc" goto doc
 if "%1"=="publish" goto publish
 if "%1"=="clean" goto clean
 
-echo Usage: make.bat [install^|format^|fix^|ruff-check^|mypy-check^|check^|test^|doc^|publish^|clean]
+echo Usage: make.bat [install^|format^|fix^|ruff-check^|mypy-check^|check^|benchmark-test^|integration-test^|property-test^|unit-test^|test^|doc^|publish^|clean]
 exit /b 1
 
 :install
@@ -50,6 +54,22 @@ if errorlevel 1 exit /b %errorlevel%
 call :mypy-check
 exit /b %errorlevel%
 
+:benchmark-test
+uv run --group tests --locked pytest -m perf
+exit /b %errorlevel%
+
+:integration-test
+uv run --group tests --locked pytest -m integration
+exit /b %errorlevel%
+
+:property-test
+uv run --group tests --locked pytest -m property
+exit /b %errorlevel%
+
+:unit-test
+uv run --group tests --locked pytest -m unit
+exit /b %errorlevel%
+
 :test
 uv run --group tests --locked pytest
 exit /b %errorlevel%

tests/benchmarks/conftest.py

@@ -8,10 +8,19 @@
 
 
 def pytest_collection_modifyitems(
+    config: pytest.Config,
     items: list[pytest.Item],
 ) -> None:
-    """Apply the 'perf' marker to all tests collected from this directory."""
+    """Apply the 'perf' marker to all tests collected from this directory.
+
+    Benchmarks require a running JVM and are slow, so they're opt-in: skipped
+    unless explicitly selected with ``-m perf`` (or a markexpr referencing it).
+    """
     benchmarks_dir = Path(__file__).parent
+    run_perf = "perf" in config.getoption("markexpr")
+    skip_perf = pytest.mark.skip(reason="Benchmarks are opt-in, run with -m perf to include them.")
     for item in items:
         if item.path.is_relative_to(benchmarks_dir):
             item.add_marker(pytest.mark.perf)
+            if not run_perf:
+                item.add_marker(skip_perf)