e2e-tests.yml

# https://help.github.com/en/categories/automating-your-workflow-with-github-actions

name: "E2E Tests"

on:
  pull_request:
    paths-ignore:
      - 'compiler/**'
      - 'apigen/**'
      - 'changelog-generator/**'
      - 'issue-bot/**'
  push:
    branches:
      - "2.2.x"
    paths-ignore:
      - 'compiler/**'
      - 'apigen/**'
      - 'changelog-generator/**'
      - 'issue-bot/**'

concurrency:
  group: e2e-${{ github.head_ref || github.run_id }} # will be canceled on subsequent pushes in pull requests but not branches
  cancel-in-progress: true

permissions:
  contents: read

jobs:
  result-cache-e2e-tests:
    name: "Result cache E2E tests"
    runs-on: ubuntu-latest

    strategy:
      fail-fast: false
      matrix:
        include:
          - script: |
              cd e2e/result-cache-1
              echo -n > phpstan-baseline.neon
              ../../bin/phpstan -vvv
              patch -b src/Bar.php < patch-1.patch
              cat baseline-1.neon > phpstan-baseline.neon
              ../../bin/phpstan -vvv
              mv src/Bar.php.orig src/Bar.php
              echo -n > phpstan-baseline.neon
              ../../bin/phpstan -vvv
          - script: |
              cd e2e/result-cache-2
              echo -n > phpstan-baseline.neon
              ../../bin/phpstan -vvv
              patch -b src/Bar.php < patch-1.patch
              cat baseline-1.neon > phpstan-baseline.neon
              ../../bin/phpstan -vvv
              mv src/Bar.php.orig src/Bar.php
              echo -n > phpstan-baseline.neon
              ../../bin/phpstan -vvv
          - script: |
              cd e2e/result-cache-3
              echo -n > phpstan-baseline.neon
              ../../bin/phpstan -vvv
              patch -b src/Baz.php < patch-1.patch
              cat baseline-1.neon > phpstan-baseline.neon
              ../../bin/phpstan -vvv
              mv src/Baz.php.orig src/Baz.php
              echo -n > phpstan-baseline.neon
              ../../bin/phpstan -vvv
          - script: |
              cd e2e/result-cache-4
              echo -n > phpstan-baseline.neon
              ../../bin/phpstan -vvv
              patch -b src/Bar.php < patch-1.patch
              cat baseline-1.neon > phpstan-baseline.neon
              ../../bin/phpstan -vvv
              mv src/Bar.php.orig src/Bar.php
              echo -n > phpstan-baseline.neon
              ../../bin/phpstan -vvv
          - script: |
              cd e2e/result-cache-5
              echo -n > phpstan-baseline.neon
              ../../bin/phpstan -vvv
              patch -b src/Baz.php < patch-1.patch
              cat baseline-1.neon > phpstan-baseline.neon
              ../../bin/phpstan -vvv
              mv src/Baz.php.orig src/Baz.php
              echo -n > phpstan-baseline.neon
              ../../bin/phpstan -vvv
          - script: |
              cd e2e/result-cache-6
              echo -n > phpstan-baseline.neon
              ../../bin/phpstan -vvv
              patch -b src/Baz.php < patch-1.patch
              cat baseline-1.neon > phpstan-baseline.neon
              ../../bin/phpstan -vvv
              mv src/Baz.php.orig src/Baz.php
              echo -n > phpstan-baseline.neon
              ../../bin/phpstan -vvv
          - script: |
              cd e2e/result-cache-7
              echo -n > phpstan-baseline.neon
              ../../bin/phpstan -vvv
              patch -b src/Bar.php < patch-1.patch
              cat baseline-1.neon > phpstan-baseline.neon
              ../../bin/phpstan -vvv
              mv src/Bar.php.orig src/Bar.php
              echo -n > phpstan-baseline.neon
              ../../bin/phpstan -vvv
          - script: |
              cd e2e/result-cache-9
              echo -n > phpstan-baseline.neon
              ../../bin/phpstan -vvv
              patch -b src/Foo.php < patch-1.patch
              cat baseline-1.neon > phpstan-baseline.neon
              ../../bin/phpstan -vvv
              mv src/Foo.php.orig src/Foo.php
              echo -n > phpstan-baseline.neon
              ../../bin/phpstan -vvv
          - script: |
              cd e2e/result-cache-10
              echo -n > phpstan-baseline.neon
              ../../bin/phpstan -vvv
              patch -b src/Foo.php < patch-1.patch
              cat baseline-1.neon > phpstan-baseline.neon
              ../../bin/phpstan -vvv
              mv src/Foo.php.orig src/Foo.php
              echo -n > phpstan-baseline.neon
              ../../bin/phpstan -vvv
          - script: |
              cd e2e/bug-14514
              composer install
              ../../bin/phpstan analyze bug-14515.php
          - script: |
              cd e2e/bug-14988
              composer install
              ../../bin/phpstan analyse
          - script: |
              cd e2e/bug-12972b
              composer install
              ../../bin/phpstan analyze
          - script: |
              cd e2e/bug-12972c
              composer install
              ../../bin/phpstan analyze
          - script: |
              cd e2e/bug-14724
              composer install
              ../../bin/phpstan analyze app/
          - script: |
              cd e2e/bug10449
              ../../bin/phpstan analyze
              git apply patch.diff
              rm phpstan-baseline.neon
              mv after-phpstan-baseline.neon phpstan-baseline.neon
              ../../bin/phpstan analyze -vvv
          - script: |
              cd e2e/bug10449b
              ../../bin/phpstan analyze
              git apply patch.diff
              rm phpstan-baseline.neon
              mv after-phpstan-baseline.neon phpstan-baseline.neon
              ../../bin/phpstan analyze -vvv
          - script: |
              cd e2e/bug-9622
              echo -n > phpstan-baseline.neon
              ../../bin/phpstan -vvv
              patch -b src/Foo.php < patch-1.patch
              cat baseline-1.neon > phpstan-baseline.neon
              ../../bin/phpstan -vvv
              mv src/Foo.php.orig src/Foo.php
              echo -n > phpstan-baseline.neon
              ../../bin/phpstan -vvv
          - script: |
              cd e2e/bug-9622-trait
              echo -n > phpstan-baseline.neon
              ../../bin/phpstan -vvv
              patch -b src/Foo.php < patch-1.patch
              cat baseline-1.neon > phpstan-baseline.neon
              ../../bin/phpstan -vvv
              mv src/Foo.php.orig src/Foo.php
              echo -n > phpstan-baseline.neon
              ../../bin/phpstan -vvv
          - script: |
              cd e2e/env-parameter
              export PHPSTAN_RESULT_CACHE_PATH=/some/path
              ACTUAL=$(../../bin/phpstan dump-parameters -c phpstan.neon --json -l 9 | jq --raw-output '.resultCachePath')
              [[ "$ACTUAL" == "/some/path" ]];
          - script: |
              cd e2e/statement-parameter
              PARAMETERS=$(../../bin/phpstan dump-parameters -c phpstan.neon --json -l 9)
              ../bashunit -a equals 'PHPSTAN' "$(echo "$PARAMETERS" | jq --raw-output '.statementParameter')"
              ../bashunit -a equals 'PHPSTAN/suffix' "$(echo "$PARAMETERS" | jq --raw-output '.concatenatedStatementParameter')"
          - script: |
              cd e2e/result-cache-8
              composer install
              ../../bin/phpstan
              echo -en '\n' >> build/CustomRule.php
              OUTPUT=$(../../bin/phpstan analyze 2>&1 || true)
              echo "$OUTPUT"
              ../bashunit -a contains 'Result cache might not behave correctly' "$OUTPUT"
              ../bashunit -a contains 'ResultCache8E2E\CustomRule' "$OUTPUT"
          - script: |
              cd e2e/env-int-key
              env 1=1 ../../bin/phpstan analyse test.php
          - script: |
              cd e2e/result-cache-scanned
              ../../bin/phpstan
              patch -b src/Generated/Foo.php < patch.patch
              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan analyse -vv --error-format raw")
              echo "$OUTPUT"
              ../bashunit -a contains 'Result cache not used because the metadata do not match: scannedFiles' "$OUTPUT"
              ../bashunit -a contains 'Instantiated class ResultCacheE2EGenerated\Foo not found.' "$OUTPUT"
          - script: |
              cd e2e/result-cache-traits
              ../../bin/phpstan analyse
              patch -b src/FooTrait.php < renameFooTraitMethod.patch
              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan analyse -vv --error-format raw")
              echo "$OUTPUT"
              ../bashunit -a contains 'ClassMentioningClassUsingBarTrait.php:10:Call to an undefined method ResultCacheE2ETraits\ClassUsingBarTrait::doFooTrait(). [identifier=method.notFound]' "$OUTPUT"
          - script: |
              cd e2e/result-cache-trait-alongside-class
              ../../bin/phpstan analyse
              patch -b src/FooTrait.php < changeFooTraitBody.patch
              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan analyse -vv --error-format raw")
              echo "$OUTPUT"
              ../bashunit -a contains 'FooTrait.php (in context of class ResultCacheE2ETraitAlongsideClass\ClassUsingFooTrait):10:Method ResultCacheE2ETraitAlongsideClass\ClassUsingFooTrait::doFooTrait() should return stdClass but returns Exception. [identifier=return.type]' "$OUTPUT"
          - script: |
              cd e2e/editor-mode
              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan analyse -vv --error-format raw")
              echo "$OUTPUT"
              ../bashunit -a contains 'Bar.php:10:Parameter #1 $s of method EditorModeE2E\Bar::requireString() expects string, int given. [identifier=argument.type]' "$OUTPUT"
              ../bashunit -a contains 'Foo.php:10:Method EditorModeE2E\Foo::doFoo() should return int but returns string. [identifier=return.type]' "$OUTPUT"
              ../bashunit -a contains 'Result cache is saved.' "$OUTPUT"

              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan analyse -vv --error-format raw --tmp-file differentFoo.php --instead-of src/Foo.php")
              echo "$OUTPUT"
              ../bashunit -a contains 'Foo.php:10:Method EditorModeE2E\Foo::doFoo() should return float but returns string. [identifier=return.type]' "$OUTPUT"
              ../bashunit -a not_contains 'Foo.php:10:Method EditorModeE2E\Foo::doFoo() should return int but returns string. [identifier=return.type]' "$OUTPUT"
              ../bashunit -a not_contains 'differentFoo.php' "$OUTPUT"
              ../bashunit -a contains 'Bar.php:10:Parameter #1 $s of method EditorModeE2E\Bar::requireString() expects string, float given. [identifier=argument.type]' "$OUTPUT"
              ../bashunit -a contains 'Result cache restored. 2 files will be reanalysed.' "$OUTPUT"
              ../bashunit -a contains 'Result cache was not saved because of --tmp-file and --instead-of CLI options passed (editor mode).' "$OUTPUT"
          - script: |
              cd e2e/trait-caching
              ../../bin/phpstan analyze --no-progress --level 8 --error-format raw data/
              ../../bin/phpstan analyze --no-progress --level 8 --error-format raw data/
          - script: |
              cd e2e/trait-caching
              ../../bin/phpstan analyze --no-progress --level 8 --error-format raw data/
              patch -b data/TraitOne.php < TraitOne.patch
              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan analyze --no-progress --level 8 --error-format raw data/")
              echo "$OUTPUT"
              ../bashunit -a line_count 2 "$OUTPUT"
              ../bashunit -a matches "Note: Using configuration file .+phpstan.neon." "$OUTPUT"
              ../bashunit -a contains 'Method TraitsCachingIssue\TestClassUsingTrait::doBar() should return stdClass but returns Exception.' "$OUTPUT"
          - script: |
              cd e2e/trait-caching
              ../../bin/phpstan analyze --no-progress --level 8 --error-format raw data/
              patch -b data/TraitTwo.php < TraitTwo.patch
              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan analyze --no-progress --level 8 --error-format raw data/")
              echo "$OUTPUT"
              ../bashunit -a line_count 2 "$OUTPUT"
              ../bashunit -a matches "Note: Using configuration file .+phpstan.neon." "$OUTPUT"
              ../bashunit -a contains 'Method class@anonymous/TestClassUsingTrait.php:20::doBar() should return stdClass but returns Exception.' "$OUTPUT"
          - script: |
              cd e2e/trait-caching
              ../../bin/phpstan analyze --no-progress --level 8 --error-format raw data/
              patch -b data/TraitOne.php < TraitOne.patch
              patch -b data/TraitTwo.php < TraitTwo.patch
              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan analyze --no-progress --level 8 --error-format raw data/")
              echo "$OUTPUT"
              ../bashunit -a line_count 3 "$OUTPUT"
              ../bashunit -a matches "Note: Using configuration file .+phpstan.neon." "$OUTPUT"
              ../bashunit -a contains 'Method TraitsCachingIssue\TestClassUsingTrait::doBar() should return stdClass but returns Exception.' "$OUTPUT"
              ../bashunit -a contains 'Method class@anonymous/TestClassUsingTrait.php:20::doBar() should return stdClass but returns Exception.' "$OUTPUT"
          - script: |
              cd e2e/bad-exclude-paths
              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan analyse -c ignore.neon")
              echo "$OUTPUT"
              ../bashunit -a contains 'Invalid entry in ignoreErrors' "$OUTPUT"
              ../bashunit -a contains 'tests" is neither a directory, nor a file path, nor a fnmatch pattern.' "$OUTPUT"
          - script: |
              cd e2e/bad-exclude-paths
              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan analyse -c phpneon.php")
              echo "$OUTPUT"
              ../bashunit -a contains 'Invalid entry in ignoreErrors' "$OUTPUT"
              ../bashunit -a contains '"src/test.php" is neither a directory, nor a file path, nor a fnmatch pattern.' "$OUTPUT"
          - script: |
              cd e2e/bad-exclude-paths
              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan analyse -c excludePaths.neon")
              echo "$OUTPUT"
              ../bashunit -a contains 'Invalid entry in excludePaths' "$OUTPUT"
              ../bashunit -a contains 'tests" is neither a directory, nor a file path, nor a fnmatch pattern.' "$OUTPUT"
          - script: |
              cd e2e/bad-exclude-paths
              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan analyse -c phpneon2.php")
              echo "$OUTPUT"
              ../bashunit -a contains 'Invalid entry in excludePaths' "$OUTPUT"
              ../bashunit -a contains '"src/test.php" is neither a directory, nor a file path, nor a fnmatch pattern.' "$OUTPUT"
          - script: |
              cd e2e/bad-exclude-paths
              OUTPUT=$(../../bin/phpstan analyse -c ignoreNonexistentExcludePath.neon)
              echo "$OUTPUT"
          - script: |
              cd e2e/bad-exclude-paths
              cp -r tmp-node-modules node_modules
              OUTPUT=$(../../bin/phpstan analyse -c ignoreNonexistentExcludePath.neon)
              echo "$OUTPUT"
          - script: |
              cd e2e/bad-exclude-paths
              OUTPUT=$(../../bin/phpstan analyse -c ignoreReportUnmatchedFalse.neon)
              echo "$OUTPUT"
          - script: |
              cd e2e/bug-11826
              composer install
              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan")
              echo "$OUTPUT"
              ../bashunit -a contains 'Child process error (exit code 255): PHP Fatal error' "$OUTPUT"
              ../bashunit -a contains 'Result is incomplete because of severe errors.' "$OUTPUT"
          - script: |
              cd e2e/bug-11857
              composer install
              ../../bin/phpstan
          - script: |
              cd e2e/in-trait
              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan --error-format=raw")
              ../bashunit -a contains 'FooTrait.php:10:Strict comparison using === between int<0, max> and false will always evaluate to false.' "$OUTPUT"
              ../bashunit -a contains 'FooTrait.php (in context of class E2EInTrait\Bar):18:Strict comparison using === between E2EInTrait\Bar and null will always evaluate to false.' "$OUTPUT"
              ../bashunit -a contains 'FooTrait.php (in context of class E2EInTrait\Foo):18:Strict comparison using === between E2EInTrait\Foo and null will always evaluate to false.' "$OUTPUT"
          - script: |
              cd e2e/bug-14718
              # https://github.com/phpstan/phpstan/issues/14718
              # An inline @phpstan-ignore on an error deduplicated directly into the trait must
              # suppress it, consistently with both an empty and a primed result cache.
              ../../bin/phpstan clear-result-cache
              ../bashunit -a exit_code "0" "../../bin/phpstan --error-format=raw"
              ../bashunit -a exit_code "0" "../../bin/phpstan --error-format=raw"
              # With the ignore removed, the error is reported directly in the trait file.
              sed -i 's# // @phpstan-ignore identical.alwaysFalse##' src/FooTrait.php
              ../../bin/phpstan clear-result-cache
              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan --error-format=raw")
              ../bashunit -a contains 'FooTrait.php:10:Strict comparison using === between int<0, max> and false will always evaluate to false.' "$OUTPUT"
              # An ignoreErrors path may target the error by the trait file or by the using-class
              # file - both keep working (no BC break).
              ../../bin/phpstan clear-result-cache
              ../bashunit -a exit_code "0" "../../bin/phpstan analyse --error-format=raw -c ignore-trait-path.neon"
              ../../bin/phpstan clear-result-cache
              ../bashunit -a exit_code "0" "../../bin/phpstan analyse --error-format=raw -c ignore-class-path.neon"
              # A generated baseline suppresses the error on re-run, with both an empty and a
              # primed result cache (the issue reported baseline generation as impossible).
              ../../bin/phpstan --generate-baseline=baseline.neon
              ../../bin/phpstan clear-result-cache
              ../bashunit -a exit_code "0" "../../bin/phpstan analyse --error-format=raw -c with-baseline.neon"
              ../bashunit -a exit_code "0" "../../bin/phpstan analyse --error-format=raw -c with-baseline.neon"
          - script: |
              cd e2e/result-cache-meta-extension
              composer install
              ../../bin/phpstan -vvv
              ../../bin/phpstan -vvv --fail-without-result-cache
              echo 'modified-hash' > hash.txt
              OUTPUT=$(../bashunit -a exit_code "2" "../../bin/phpstan -vvv --fail-without-result-cache")
              echo "$OUTPUT"
              ../bashunit -a matches "Note: Using configuration file .+phpstan.neon." "$OUTPUT"
              ../bashunit -a contains 'Result cache not used because the metadata do not match: metaExtensions' "$OUTPUT"
          - script: |
              cd e2e/result-cache-meta-extension-throw
              composer install
              # https://github.com/phpstan/phpstan/issues/14805
              # An exception thrown from ResultCacheMetaExtension::getHash() during result cache
              # restore must fail the run with a non-zero exit code - even when a bootstrap file
              # installs a global exception handler that would otherwise swallow it into exit 0.
              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan --error-format=raw")
              echo "$OUTPUT"
              ../bashunit -a contains 'boom from getHash' "$OUTPUT"
              ../bashunit -a not_contains 'Swallowed by global exception handler' "$OUTPUT"
          - script: |
              cd e2e/result-cache-restore-without-reflection
              composer install
              ../../bin/phpstan -vvv
              ../../bin/phpstan -vvv
          - script: |
              cd e2e/result-cache-constants
              ../../bin/phpstan analyse
              patch -b src/Constants.php < changeConstantValue.patch
              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan analyse -vv --error-format raw")
              echo "$OUTPUT"
              ../bashunit -a contains 'ClassUsingConstant.php:13:Method ResultCacheE2EConstants\ClassUsingConstant::getMode() should return int<1, 3> but returns 5. [identifier=return.type]' "$OUTPUT"
              mv src/Constants.php.orig src/Constants.php
              ../../bin/phpstan analyse
              patch -b src/Constants.php < renameConstant.patch
              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan analyse -vv --error-format raw")
              echo "$OUTPUT"
              ../bashunit -a contains 'ClassUsingConstant.php:13:Constant SOME_MODE not found. [identifier=constant.notFound]' "$OUTPUT"
          - script: |
              cd e2e/result-cache-define
              ../../bin/phpstan analyse
              patch -b src/define.php < changeDefineValue.patch
              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan analyse -vv --error-format raw")
              echo "$OUTPUT"
              ../bashunit -a contains 'ClassUsingDefine.php:13:Method ResultCacheE2EDefine\ClassUsingDefine::getMode() should return int<1, 3> but returns 5. [identifier=return.type]' "$OUTPUT"
          - script: |
              cd e2e/result-cache-composer-lock
              composer install
              ../../bin/phpstan analyse
              # Change composer.lock without changing any installed package version/reference
              # (vendor/composer/installed.php is left untouched), like a regenerated lock in CI
              # when composer.lock is not committed. The result cache must be kept, not discarded.
              jq '.["content-hash"]="0000000000000000000000000000000000000000"' composer.lock > composer.lock.new
              mv composer.lock.new composer.lock
              OUTPUT=$(../bashunit -a exit_code "0" "../../bin/phpstan analyse -vv")
              echo "$OUTPUT"
              ../bashunit -a contains 'Composer metadata changed but no package versions changed; keeping the result cache.' "$OUTPUT"
              ../bashunit -a contains 'Result cache restored. 0 files will be reanalysed.' "$OUTPUT"
              # Change the content hash again AND edit a single source file: the cache is still kept
              # (no package changed), and only the one changed file is reanalysed.
              printf '\n' >> src/Foo.php
              jq '.["content-hash"]="1111111111111111111111111111111111111111"' composer.lock > composer.lock.new
              mv composer.lock.new composer.lock
              OUTPUT=$(../bashunit -a exit_code "0" "../../bin/phpstan analyse -vv")
              echo "$OUTPUT"
              ../bashunit -a contains 'Composer metadata changed but no package versions changed; keeping the result cache.' "$OUTPUT"
              ../bashunit -a contains 'Result cache restored. 1 file will be reanalysed.' "$OUTPUT"
          - script: |
              cd e2e/result-cache-phar-bootstrap
              # A bootstrapFile living inside a phar is hashed into executedFilesHashes under its
              # phar:// URL, and PHPStan registers its own runtime stubs exactly like that inside
              # phpstan.phar. Only the path after the scheme may be relativized: dropping the scheme
              # leaves absolutizePath() unable to reconstruct the URL, so the restored key never
              # matches and the cache is discarded on every run.
              php -d phar.readonly=0 build-boot-phar.php
              ../../bin/phpstan analyse
              # Every stored reference to the bootstrap file must keep its scheme. Grepping for
              # 'phar://' alone would also match the Neon-encoded projectConfig, so assert the
              # negative: no scheme-less key pointing at boot.phar/boot.php.
              if grep -oE "'[^']*boot\.phar/boot\.php'" tmp/resultCache.php | grep -v 'phar://'; then
                echo 'bootstrap path stored without its phar:// scheme'; exit 1
              fi
              OUTPUT=$(../bashunit -a exit_code "0" "../../bin/phpstan analyse -vv")
              echo "$OUTPUT"
              ../bashunit -a contains 'Result cache restored. 0 files will be reanalysed.' "$OUTPUT"
          - script: |
              cd e2e/result-cache-relative-path
              # Cold run: paths are stored relative to the phpstan install (the anchor), so the cache
              # no longer embeds the absolute checkout path anywhere - not in the error/dependency
              # sections and not inside collected data either, which is only reachable through the
              # collector that produced it (CollectorWithPaths). Assert the whole file is free of the
              # checkout prefix rather than just the analysed file's own key.
              ../../bin/phpstan analyse
              if grep -q "$(cd ../.. && pwd)/" tmp/resultCache.php; then
                echo 'cache still holds absolute paths under the checkout:'
                grep -o "$(cd ../.. && pwd)/[^'\"]*" tmp/resultCache.php | sort -u | head -20
                exit 1
              fi
              # Warm run: the relative cache re-absolutizes against the current anchor and is fully reused.
              OUTPUT=$(../bashunit -a exit_code "0" "../../bin/phpstan analyse -vv")
              echo "$OUTPUT"
              ../bashunit -a contains 'Result cache restored. 0 files will be reanalysed.' "$OUTPUT"
          - script: |
              cd e2e/result-cache-relative-path
              MAIN="$(pwd)"
              # Warm the cache in this checkout; paths are stored relative to the phpstan install, so the
              # cache is portable to another checkout with the same layout.
              ../../bin/phpstan analyse
              # A git worktree is a second checkout of the same repo at a different absolute path. Give it
              # its own phpstan install (vendor) so %rootDir% points at the worktree, and carry the warm
              # cache across. The copy stands in for cache discovery, which is a follow-up and not part of
              # this PR; a real setup would CoW-clone the checkout or share the tmpDir.
              WORKTREE="$(mktemp -d)/phpstan"
              git -C ../.. worktree add --detach "$WORKTREE" HEAD
              cp -al ../../vendor "$WORKTREE/vendor"
              cp -R tmp "$WORKTREE/e2e/result-cache-relative-path/tmp"
              rm -rf "$WORKTREE/e2e/result-cache-relative-path/tmp/cache"
              # Running in the worktree (a different absolute prefix) must re-absolutize the relative cache
              # against the worktree and reuse it, with 0 files reanalysed.
              cd "$WORKTREE/e2e/result-cache-relative-path"
              # -vv progress (incl. "Result cache restored") goes to stderr, so capture both streams
              OUTPUT=$(../../bin/phpstan analyse -vv 2>&1)
              echo "$OUTPUT"
              echo "$OUTPUT" | grep -q 'Result cache restored. 0 files will be reanalysed.' || { echo 'result cache was not reused in the git worktree'; exit 1; }
              # Remove the worktree and confirm the original checkout still reuses its own cache, i.e.
              # running phpstan in a different worktree in between did not disturb it.
              cd "$MAIN"
              git -C ../.. worktree remove --force "$WORKTREE"
              OUTPUT=$(../bashunit -a exit_code "0" "../../bin/phpstan analyse -vv")
              echo "$OUTPUT"
              ../bashunit -a contains 'Result cache restored. 0 files will be reanalysed.' "$OUTPUT"
          - script: |
              cd e2e/result-cache-package-update
              composer install
              ../../bin/phpstan analyse
              # Update a single Composer package by bumping its version with a patch and letting Composer
              # reinstall it, which changes its recorded reference in vendor/composer/installed.php. The
              # cache must be invalidated only for files depending on that package (src/Foo.php uses
              # test/logger), not for the whole project.
              patch -p1 < updatePackage.patch
              composer update test/logger --no-cache
              OUTPUT=$(../bashunit -a exit_code "0" "../../bin/phpstan analyse -vv")
              echo "$OUTPUT"
              ../bashunit -a contains 'Composer packages changed (test/logger); re-analysing only the files depending on them.' "$OUTPUT"
              ../bashunit -a contains 'Result cache restored. 1 file will be reanalysed.' "$OUTPUT"
          - script: |
              cd e2e/result-cache-extension-update
              composer install
              # cold run populates the cache; the shipped rule reports an error, so ignore the exit code
              ../../bin/phpstan analyse || true
              # Update the package that registers the rule: bump its version and change the rule, then let
              # Composer reinstall it. Because the package registers a class in the container, the whole
              # cache must be invalidated, not just the files depending on the package.
              patch -p1 < updatePackage.patch
              composer update test/rule-ext --no-cache
              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan analyse -vv --error-format raw")
              echo "$OUTPUT"
              ../bashunit -a contains 'and register a class in the container; re-analysing everything.' "$OUTPUT"
              ../bashunit -a contains 'Subject.php:5:extension rule version 2' "$OUTPUT"
          - script: |
              cd e2e/result-cache-extension-installer
              composer install
              # cold run populates the cache; the shipped rule reports an error, so ignore the exit code
              ../../bin/phpstan analyse || true
              # Same as result-cache-extension-update, but the rule package registers its extension through
              # phpstan/extension-installer (no includes: in the project config), which is the common case.
              patch -p1 < updatePackage.patch
              composer update test/installer-rule --no-cache
              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan analyse -vv --error-format raw")
              echo "$OUTPUT"
              ../bashunit -a contains 'and register a class in the container; re-analysing everything.' "$OUTPUT"
              ../bashunit -a contains 'Subject.php:5:installer rule version 2' "$OUTPUT"
          - script: |
              cd e2e/result-cache-ci-notification
              # https://github.com/phpstan/phpstan/issues/14881
              # A slow full analysis in CI without a pre-existing result cache should
              # hint the user to persist the result cache directory between runs.
              # PHPSTAN_E2E_SLOW_ANALYSIS makes bootstrap.php sleep past the
              # elapsed-time limit the notification requires.
              ../../bin/phpstan clear-result-cache
              OUTPUT=$(PHPSTAN_E2E_SLOW_ANALYSIS=1 ../../bin/phpstan analyse 2>&1)
              echo "$OUTPUT"
              ../bashunit -a contains 'Persist PHPStan' "$OUTPUT"
              ../bashunit -a contains 'to make your pipeline dramatically faster' "$OUTPUT"
              # The second run is just as slow, but finds the cache present,
              # so the hint is not shown again.
              OUTPUT=$(PHPSTAN_E2E_SLOW_ANALYSIS=1 ../../bin/phpstan analyse 2>&1)
              echo "$OUTPUT"
              ../bashunit -a not_contains 'to make your pipeline dramatically faster' "$OUTPUT"
              # A fast run without any result cache does not show the hint either.
              ../../bin/phpstan clear-result-cache
              OUTPUT=$(../../bin/phpstan analyse 2>&1)
              echo "$OUTPUT"
              ../bashunit -a not_contains 'to make your pipeline dramatically faster' "$OUTPUT"
          - script: |
              cd e2e/bug-12606
              export CONFIGTEST=test
              ../../bin/phpstan
          - script: |
              cd e2e/ignore-error-extension
              composer install
              ../../bin/phpstan
          - script: |
              cd e2e/bug-10483
              ../../bin/phpstan
          - script: |
              cd e2e/stub-files-errors
              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan")
              echo "$OUTPUT"
              ../bashunit -a contains 'Method StubFiles\Foo::doFoo() has no return type specified.' "$OUTPUT"
              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan")
              echo "$OUTPUT"
              ../bashunit -a contains 'Method StubFiles\Foo::doFoo() has no return type specified.' "$OUTPUT"
          - script: |
              cd e2e/nested-trait-use
              ../../bin/phpstan analyze
          - script: |
              cd e2e/report-ignores-without-comments
              OUTPUT=$(../bashunit -a exit_code "1" "../../bin/phpstan --error-format=raw")
              echo "$OUTPUT"
              ../bashunit -a contains 'test.php:4:Ignore with identifier variable.undefined has no comment.' "$OUTPUT"
              ../bashunit -a contains 'test.php:4:Variable $undefined might not be defined.' "$OUTPUT"
              ../bashunit -a not_contains 'test.php:7' "$OUTPUT"
              ../bashunit -a contains 'test.php:10:Ignoring all errors on a line is not allowed.' "$OUTPUT"
              ../bashunit -a contains 'test.php:10:Variable $yetAnotherUndefined might not be defined.' "$OUTPUT"
              ../bashunit -a contains 'test.php:12:Ignoring all errors on a line is not allowed.' "$OUTPUT"
              ../bashunit -a contains 'test.php:12:Variable $yetYetAnotherUndefined might not be defined.' "$OUTPUT"
          - script: |
              # The reflection cache for PHP built-in symbols stores absolute paths to the
              # PhpStorm stub files, but its cache key contains only package versions. The
              # cache in sys_get_temp_dir() survives moving the PHPStan installation (for
              # example when the project with PHPStan in vendor/ is moved or the CI
              # workspace path changes), so the next run must not crash importing
              # reflections that point to the previous installation path.
              cp -R . /tmp/phpstan-install-1
              cd e2e/moved-phpstan-installation
              /tmp/phpstan-install-1/bin/phpstan analyse -l 8 -vvv test.php
              mv /tmp/phpstan-install-1 /tmp/phpstan-install-2
              /tmp/phpstan-install-2/bin/phpstan analyse -l 8 -vvv test.php

    steps:
      - name: Harden the runner (Audit all outbound calls)
        uses: step-security/harden-runner@bf7454d06d71f1098171f2acdf0cd4708d7b5920 # v2.20.0
        with:
          egress-policy: audit

      - name: "Checkout"
        uses: actions/checkout@d23441a48e516b6c34aea4fa41551a30e30af803 # v6.1.0

      - name: "Install PHP"
        uses: "shivammathur/setup-php@f3e473d116dcccaddc5834248c87452386958240" # 2.37.2
        with:
          coverage: "none"
          php-version: "8.2"
          extensions: mbstring
          ini-values: memory_limit=256M

      - uses: "ramsey/composer-install@65e4f84970763564f46a70b8a54b90d033b3bdda" # v4.0.0

      - name: "Patch PHPStan"
        run: "patch src/Analyser/Error.php < e2e/PHPStanErrorPatch.patch"

      - name: "Install bashunit"
        uses: "TypedDevs/bashunit@94933c088b0719e0c4cf5e3147dad67f713b970d" # 0.44.0
        with:
          directory: "e2e"

      - name: "Test"
        run: "${{ matrix.script }}"

  e2e-tests:
    name: "E2E tests"
    runs-on: "ubuntu-latest"
    timeout-minutes: 60

    strategy:
      fail-fast: false
      matrix:
        include:
          - script: "bin/phpstan analyse -l 8 -a tests/e2e/data/timecop.php -c tests/e2e/data/empty.neon tests/e2e/data/timecop.php"
            tools: "pecl"
            extensions: "timecop-beta"
          - script: "bin/phpstan analyse -l 8 -a tests/e2e/data/soap.php -c tests/e2e/data/empty.neon tests/e2e/data/soap.php"
            extensions: "soap"
          - script: "bin/phpstan analyse -l 8 -a tests/e2e/data/soap.php -c tests/e2e/data/empty.neon tests/e2e/data/soap.php"
            extensions: ""
          - script: "bin/phpstan analyse -l 8 -c tests/e2e/data/empty.neon tests/e2e/data/curl_setopt.php"
            extensions: ":curl"
          - script: "bin/phpstan analyse -l 8 tests/e2e/anon-class/Granularity.php"
            extensions: ""
          - script: "bin/phpstan analyse -l 8 e2e/phpstan-phpunit-190/test.php -c e2e/phpstan-phpunit-190/test.neon"
            extensions: ""
          - script: "bin/phpstan analyse e2e/only-files-not-analysed-trait/src -c e2e/only-files-not-analysed-trait/ignore.neon"
            extensions: ""
          - script: "bin/phpstan analyse e2e/only-files-not-analysed-trait/src/Foo.php e2e/only-files-not-analysed-trait/src/BarTrait.php -c e2e/only-files-not-analysed-trait/no-ignore.neon"
            extensions: ""
          - script: |
              cd e2e/baseline-uninit-prop-trait
              ../../bin/phpstan analyse --debug --configuration test-no-baseline.neon --generate-baseline test-baseline.neon
              ../../bin/phpstan analyse --debug --configuration test.neon
          - script: |
              cd e2e/baseline-uninit-prop-trait
              ../../bin/phpstan analyse --configuration test-no-baseline.neon --generate-baseline test-baseline.neon
              ../../bin/phpstan analyse --configuration test.neon
          - script: |
              cd e2e/discussion-11362
              composer install
              ../../bin/phpstan
          - script: |
              cd e2e/bug-11819
              ../../bin/phpstan
          - script: |
              cd e2e/bug-14305
              ../../bin/phpstan
          - script: |
              cd e2e/composer-and-phpstan-version-config
              composer install --ignore-platform-reqs
              ../../bin/phpstan analyze test.php --level=0
          - script: |
              cd e2e/composer-max-version
              composer install
              ../../bin/phpstan analyze test.php --level=0
          - script: |
              cd e2e/composer-min-max-version
              composer install
              ../../bin/phpstan analyze test.php --level=0
          - script: |
              cd e2e/composer-min-open-end-version
              composer install
              ../../bin/phpstan analyze test.php --level=0
          - script: |
              cd e2e/composer-min-version-v5
              composer install --ignore-platform-reqs
              ../../bin/phpstan analyze test.php --level=0
          - script: |
              cd e2e/composer-min-version-v7
              composer install --ignore-platform-reqs
              ../../bin/phpstan analyze test.php --level=0
          - script: |
              cd e2e/composer-min-version
              composer install
              ../../bin/phpstan analyze test.php --level=0
          - script: |
              cd e2e/composer-no-versions
              composer install
              ../../bin/phpstan analyze test.php --level=0
          - script: |
              cd e2e/composer-version-config-invalid
              OUTPUT=$(../bashunit -a exit_code "1" ../../bin/phpstan)
              echo "$OUTPUT"
              ../bashunit -a contains 'Invalid configuration' "$OUTPUT"
              ../bashunit -a contains 'Invalid PHP version range: phpVersion.max should be greater or equal to phpVersion.min.' "$OUTPUT"
          - script: |
              cd e2e/composer-version-config-patch
              composer install --ignore-platform-reqs
              ../../bin/phpstan analyze test.php --level=0
          - script: |
              cd e2e/composer-version-config
              composer install
              ../../bin/phpstan analyze test.php --level=0
          - script: |
              cd e2e/bug13425
              timeout 15 ../bashunit -a exit_code "1" "../../bin/phpstan analyze src/ plugins/"
          - script: |
              cd e2e/bug-14036
              composer install
              ../../bin/phpstan analyze
          - script: |
              cd e2e/vvv-with-debug
              OUTPUT=$(../../bin/phpstan analyze -l 0 -vvv --debug test.php 2>&1)
              echo "$OUTPUT"
              ../bashunit -a not_contains 'Parallel processing scheduler' "$OUTPUT"
          - script: |
              cd e2e/vvv-with-debug
              OUTPUT=$(../../bin/phpstan analyze -l 0 -vvv --debug --configuration parallel.neon test.php 2>&1)
              echo "$OUTPUT"
              ../bashunit -a not_contains 'Parallel processing scheduler' "$OUTPUT"
          - script: |
              cd e2e/vvv-with-debug
              OUTPUT=$(../../bin/phpstan analyze -l 0 -vvv test.php 2>&1)
              echo "$OUTPUT"
              ../bashunit -a contains 'Parallel processing scheduler' "$OUTPUT"
          - script: |
              cd e2e/bug-14093
              # Use a relative sys_temp_dir so the value starts with a letter (not /), just like Windows
              # paths starting with a drive letter. If the sys_temp_dir value isn't correctly quoted,
              # PHP evaluates ~ as a bitwise NOT rather than a literal character, truncating the path.
              mkdir tmp~1
              php -d "sys_temp_dir='tmp~1'" ../../bin/phpstan analyze
              if [ -d tmp ]; then
                echo "FAIL: tmp was created by a worker, meaning sys_temp_dir='tmp~1' was incorrectly evaluated to 'tmp'"
                exit 1
              fi

    steps:
      - name: Harden the runner (Audit all outbound calls)
        uses: step-security/harden-runner@bf7454d06d71f1098171f2acdf0cd4708d7b5920 # v2.20.0
        with:
          egress-policy: audit

      - name: "Checkout"
        uses: actions/checkout@d23441a48e516b6c34aea4fa41551a30e30af803 # v6.1.0

      - name: "Install PHP"
        uses: "shivammathur/setup-php@f3e473d116dcccaddc5834248c87452386958240" # 2.37.2
        with:
          coverage: "none"
          php-version: "8.2"
          tools: ${{ matrix.tools }}
          extensions: ${{ matrix.extensions }}

      - uses: "ramsey/composer-install@65e4f84970763564f46a70b8a54b90d033b3bdda" # v4.0.0

      - name: "Install bashunit"
        uses: "TypedDevs/bashunit@94933c088b0719e0c4cf5e3147dad67f713b970d" # 0.44.0
        with:
          directory: "e2e"

      - name: "Test"
        run: ${{ matrix.script }}