Run pipelines test against the pipeline's testing.sources

The pipelines test acceptance bundles declare testing, as the service requires
testing.sources for a test-only update.

When Start Update fails with PIPELINE_TEST_NO_TEST_SOURCES and the bundle sets
testing for the pipeline, the error says to deploy first: the bundle changed
after its last deploy.

Add a live acceptance test that deploys a bundle with testing, including a local
test dependency after -e, and runs its tests. Locally it uses stubs for the
test run. Against a real workspace it runs only when
TEST_PIPELINES_TESTING_ENABLED is set.

Co-authored-by: Isaac <no-reply@databricks.com>

Author: tharunbhuk-db

acceptance/pipelines/test/immutable/databricks.yml

@@ -11,3 +11,7 @@ resources:
       libraries:
         - file:
             path: pipeline_file.py
+      testing:
+        sources:
+          - glob:
+              include: ./tests/**

acceptance/pipelines/test/live/databricks.yml.tmpl

@@ -0,0 +1,22 @@
+bundle:
+  name: test-pipelines-test-live-$UNIQUE_NAME
+
+resources:
+  pipelines:
+    orders:
+      # The Pipelines API rejects duplicate names, so the name is unique per run.
+      name: test-pipelines-test-live-$UNIQUE_NAME
+      catalog: main
+      schema: default
+      serverless: true
+      root_path: .
+      libraries:
+        - file:
+            path: ./transformations/orders.py
+      testing:
+        sources:
+          - glob:
+              include: ./tests/**
+        environment:
+          dependencies:
+            - -e ./helpers

acceptance/pipelines/test/live/helpers/order_helpers.py

@@ -0,0 +1,2 @@
+def order_total(amounts):
+    return sum(amounts)

acceptance/pipelines/test/live/helpers/pyproject.toml

@@ -0,0 +1,10 @@
+[build-system]
+requires = ["setuptools>=61"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "order-helpers"
+version = "0.1.0"
+
+[tool.setuptools]
+py-modules = ["order_helpers"]

acceptance/pipelines/test/live/out.test.toml

@@ -0,0 +1,2 @@
+Cloud = true
+CloudSlow = true

acceptance/pipelines/test/live/output.txt

@@ -0,0 +1,22 @@
+
+>>> [CLI] bundle deploy
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/test-pipelines-test-live-[UNIQUE_NAME]/default/files...
+Created pipelines.orders
+Files: 6 uploaded, 0 deleted
+Resources: 1 created, 0 changed, 0 deleted, 0 unchanged
+
+=== Run the tests and wait for the results
+Done. PASSED=1 FAILED=0 SKIPPED=0 ERROR=0 TOTAL=1
+ name="test_order_total"
+
+>>> [CLI] bundle destroy --auto-approve
+The following resources will be deleted:
+  delete resources.pipelines.orders
+
+This action will result in the deletion of the following Lakeflow Spark Declarative Pipelines along with the
+Streaming Tables (STs) and Materialized Views (MVs) managed by them. Set 'cascade_on_destroy: false' on a pipeline to retain datasets on pipeline deletion:
+  delete resources.pipelines.orders
+
+All files and directories at the following location will be deleted: /Workspace/Users/[USERNAME]/.bundle/test-pipelines-test-live-[UNIQUE_NAME]/default
+
+Destroy: 1 deleted

acceptance/pipelines/test/live/script

@@ -0,0 +1,20 @@
+if [ -n "$CLOUD_ENV" ] && [ -z "${TEST_PIPELINES_TESTING_ENABLED:-}" ]; then
+    echo "SKIP_TEST set TEST_PIPELINES_TESTING_ENABLED for a workspace with pipeline testing enabled"
+    exit 0
+fi
+
+envsubst < databricks.yml.tmpl > databricks.yml
+
+cleanup() {
+    trace $CLI bundle destroy --auto-approve
+}
+trap cleanup EXIT
+
+trace $CLI bundle deploy
+
+title "Run the tests and wait for the results\n"
+# Durations and test IDs differ between runs, so only the summary line and the case names are
+# compared. The script stops if the command fails.
+$CLI pipelines test --junit-xml junit.xml &> LOG.test
+tail -1 LOG.test
+grep -o ' name="test_[^"]*"' junit.xml

acceptance/pipelines/test/live/test.toml

@@ -0,0 +1,20 @@
+# Also runs against a real workspace, when that workspace has pipeline testing enabled.
+# The script skips the cloud run unless TEST_PIPELINES_TESTING_ENABLED is set.
+Cloud = true
+CloudSlow = true
+RecordRequests = false
+Ignore = [".databricks", "databricks.yml", "junit.xml"]
+
+# Locally, the test server stands in for the service's test run. Start Update is the test server's.
+[[Server]]
+Pattern = "GET /api/2.0/pipelines/{pipeline_id}/updates/{update_id}"
+Response.Body = '{"update": {"update_id": "00000000-0000-0000-0000-0000000000a1", "state": "COMPLETED", "test_only": true}}'
+
+[[Server]]
+Pattern = "GET /api/2.0/pipelines/{pipeline_id}/events"
+Response.Body = '''
+{"events": [
+  {"id": "e1", "event_type": "test_case_progress", "timestamp": "2026-01-01T00:00:01.000Z", "origin": {"test_case_id": "/Workspace/tests/test_orders.py::test_order_total"}, "details": {"test_case_progress": {"status": "PASSED"}}},
+  {"id": "e2", "event_type": "test_run_summary", "timestamp": "2026-01-01T00:00:02.000Z", "details": {"test_run_summary": {"total": 1, "passed": 1, "failed": 0, "skipped": 0, "errored": 0}}}
+]}
+'''

acceptance/pipelines/test/live/tests/test_orders.py

@@ -0,0 +1,6 @@
+# order_helpers is not on the import path; only its installation as a test dependency provides it.
+from order_helpers import order_total
+
+
+def test_order_total():
+    assert order_total([1, 2, 3]) == 6

acceptance/pipelines/test/live/transformations/orders.py

@@ -0,0 +1,6 @@
+from pyspark import pipelines as dp
+
+
+@dp.materialized_view
+def orders():
+    return spark.range(3)