From b821605be0ecf50fcaa14d0019ef4ea6b6618513 Mon Sep 17 00:00:00 2001 From: Philip Z Date: Wed, 18 Nov 2026 20:05:37 +0800 Subject: [PATCH] Promote qualified Maven release files without rebuilding Signed-off-by: Philip Z --- .github/release-signing-key.asc | 52 +++++ .github/scripts/promote_qualified_maven.py | 185 ++++++++++++++++++ .../workflows/promote-qualified-release.yml | 73 +++++++ 3 files changed, 310 insertions(+) create mode 100644 .github/release-signing-key.asc create mode 100644 .github/scripts/promote_qualified_maven.py create mode 100644 .github/workflows/promote-qualified-release.yml diff --git a/.github/release-signing-key.asc b/.github/release-signing-key.asc new file mode 100644 index 000000000..a0213ccc7 --- /dev/null +++ b/.github/release-signing-key.asc @@ -0,0 +1,52 @@ +-----BEGIN PGP PUBLIC KEY BLOCK----- + +mQINBGpsF40BEAC+Olumai3qpCWXV6QYFufotbsG2TK+mIvFfHxOjX0qq24PsGW7 +D3iXxAYxG1Ohu3dNIM7Rj2lvLpxL1si6pJCvuD8vSnuhuubcpOJJIhGeG4S+r3sy +CFbgYw5Wde0t9MG4Gr5+p6OB0o3yeOeLB8Xeyk+jTZ/O9ukGgpGANNu8wMpEKE5t +06mjYPcajUdpPCs0FIC9WhyyPBQw4CLywMuJ1amnrs+yWDyaJogkw39m1/VZtnHE +FEg9PLg3SKq60DydI2kiOL2ozum/nj9y0Oe+wxNH+k+ACokZsoGV5PMG+PcDsOO/ +dPQ1v1Jm7aKAl6pyyV/jCq9tU43toKXD5MHm8Rffsb1nfgRHERzbqcl9bxsxmk1/ +62ePdc3RWiqlMS0YdqXYkd7yFtrZmJUL5xrRB0bI5tEbH0i4yema73WeSMV4PSlq +xU71TdA41Tq9OgmKKpVfWAThunKg50Dt1JXApTnCVMuEG+ejdvzXDwqlH+T9fXnp +knVgMpusZhhk4S9rP4QTmBmwNJZMIOMYNoKja0K/VAjKTfYmSHSrhpdWCkD71tqF +vD3RfTG/QohuhUz34EzN9pIpZpBAAQ6LHfISVLp9R8wdDRlOm0ICK6eVWooxtdLP +x6dQA/C4MApbuRj1pKgfwCk1X0k6HkZJA8KOqDWdmthHuFS6l1//LCVzeQARAQAB +tChQaGlsaXAgWiAoZ3BnIGZvciB0ZWFxbCkgPGluZm9AdGVhcWwuaW8+iQJUBBMB +CgA+FiEE0ZXN0QKIVz1lAZPaa58fi+AL1ZUFAmpsF40CGwMFCQHhM4AFCwkIBwIG +FQoJCAsCBBYCAwECHgECF4AACgkQa58fi+AL1ZUBdw//Qd9RBSgaxtJcSV4SnYDh +0Q2g8rWjA9WqREQAaMJJkwSHw3WsuvDi1At/zUDOy1DOjN0BrS/1tj5UneOqC4AF +jg/tuHFxTcfUPUFpPp/0Nj/jA7QPbGC2Ih2wVO8guO4JqUGbNsU0d59scwHRxSlI +l4PndTKVANi6l/cgdWXuejfLr/uPvMUji0lsODFBI4YOSvAG0RH1Ut2HHNMiNejZ +acstCPSKut01YSTDYce74RMZlBu3N+I1jW5ivOFabjkpnP2gMrYSzDzF+TsZLZAr +QYWi4pYdepf0/4LoBCUO7PqU2secg5rZ7r74E6xnBIntpTc2EG4zO4LfV4xDkavH +0Ar/I+L1VySx2QN9DiMywFJBau7Ajbc62gQacEzUzpBzPu2IW76XICLP0b5ZOltm +oBZg7xW1kvY/fFbfYT7K0K9L03K/fhIYzRRyhryZUAzv474zr9E7Tb96lsgubul6 +8s43GmQOadgHG3ZElX8XE8vGJ/ARm2FsIL99Iyw1AsSH7e2ri4diLktuVGKv7xSc +Jzywf+iTlTABPMlHJ/VDJ4KbzS5qlI/uwpdNlmCYfizXZncWIXAGpTJwoJgb0KC5 +wasDtFBNgX0cI/70Q0uDkligIQCLnqpu+LBmOynzJfwos2fzDGcsssf4ZMyL44gV +wQ0oEO5pocdEBLtGLlc4wuO5Ag0EamwXjQEQAJeD4iIKzNhQ1eJZSYmHMOcXh4pR +1rxISk0Pnu3u0raUeCKCj5iIUQTTD7b49O9j1HIxwCbjnjSeiIjE+4n/K88v/bIk +oa4yT8e+pwxs260KivtikltePAR3aNr3yr/XJEO1qCOIBaz2tW3AZlTDEOUli3Rt +unIwBwf9BC7CC9IbSDapSnWEp54XrV/uP/I1xtBB6hKla5IJNyaJzgUljb9aRXdD +nPXh7eTBsErY3io+x/EQXhmgS2qtnfC7nqDXreLohC2WrllqvyWVto1apYzS/g42 +onm3yvdMadt6FhX1oBZcktLQjY/fat7OCsAHvmluCwRpOQDw+zfMpLuWw6fbWSHl +6i1hE/1iKfW0a4NHtNleH+ClFJPyW3U5a5cWOv8mTC8xXVT+bAxdcEOxpDVzFkgl ++zgRFPB++kJAjyHqAqcFZOlQSfY0wHRT+DJKoWDGziNc5ae0U7e5oF+1kYUqOe00 +EAZajSDQj5BpF+dCrA8F08i48fVbb7WqYHRivARhkh/+z6qcbqjzJP799BCOYetB +0wehG5q9EZCgi0FqSjq+Ze0C+aGB0wuehOqgXqGG3C3xOpgduUNPucdIR8et27Pa +ij0zmKciYbs3VsvlcDxkx/7No3xh5oIk9If2ThE+A2/nbIC3rLjjo7dVOqvvrRxR +x030Qy7h2/NmycPZABEBAAGJAjwEGAEKACYWIQTRlc3RAohXPWUBk9prnx+L4AvV +lQUCamwXjQIbDAUJAeEzgAAKCRBrnx+L4AvVldZfD/9EMaDjuUXDFzVrCa4/03Wz +1HStHRLL8U9q+tc7GQDFeQELE7HH45MqA1j2ayRBOdhCcNlq0hRA371T3khqwxZ7 +PsU0TFYxosfDfuZ0nneJtFjI9yeABPhaXc+vcJZRTSn0qtvsSQeA+xJxfeNYLjK9 +0RCxd6qipVQjNnZgmpAvZNbqGO1RSLH8kdQcU21iXSL6EEawZmvYqHWX4pXVYI07 +YRbLUMUlXFSoTQTi20LORgOfk/gHNQxgRed82RGhtv7Fx8wm2jXOFOrlGDYjJ6f3 +RwxDC3GPX+DR3HWYk8tGxYiCxvVa/aP+ezamBDs+wzVJ+GtzTkeP/jYTRSBUFfCS +R9e1XyRqt+SsvutxkeMA89QlV9TkBGG1P+66Ibjf3pb6BG+3EBH77OXlMMmn1Q/q +rT0woJQXF4q3ZndunaIPYoIVlqajdIL7qJ9HMvpXN6cuD8F9J27DJGuZwTUYA7ps +0f6n4ylfO8UK0aEYQ4aoWGcgHONxYU7mXLwkUCcMhAd44HWUQwKr44XPalZtwGka +5MCfgdv2DQAWisuLZO6kYXeaallxRhfwO6Qr+7v4qBGogb4iBNtRrM8R+UYv9RTa +dsuUUWeDko0TFNxYFsCmFRtX3nN/eSn6E2DW3GS2+05PISd9f5Aun6AOCjwQNneZ +QCad98Aov4EvyhTT7opivw== +=gHhI +-----END PGP PUBLIC KEY BLOCK----- diff --git a/.github/scripts/promote_qualified_maven.py b/.github/scripts/promote_qualified_maven.py new file mode 100644 index 000000000..33262b59c --- /dev/null +++ b/.github/scripts/promote_qualified_maven.py @@ -0,0 +1,185 @@ +#!/usr/bin/env python3 +"""Promote previously qualified Maven files; no package build or lifecycle deploy.""" +import argparse +import datetime +import hashlib +import json +import os +from pathlib import Path +import re +import subprocess +import tempfile +import traceback +import urllib.error +import urllib.parse +import urllib.request +import xml.etree.ElementTree as ET + +REPOSITORY = 'https://maven.teaql.io/repository/maven-releases' +FINGERPRINT = 'D195CDD10288573D650193DA6B9F1F8BE00BD595' + + +def digest(data): + return hashlib.sha256(data).hexdigest() + + +def save(path, value): + path.write_text(json.dumps(value, indent=2, sort_keys=True) + '\n') + + +def verify(source, tag, expected_sha, manifest_path, packages): + git = ['git', '-C', str(source)] + assert subprocess.check_output(git + ['cat-file', '-t', tag], text=True).strip() == 'tag' + signature = subprocess.run(git + ['verify-tag', '--raw', tag], capture_output=True, text=True, check=True) + assert '[GNUPG:] VALIDSIG ' + FINGERPRINT + ' ' in signature.stderr + commit = subprocess.check_output(git + ['rev-parse', tag + '^{commit}'], text=True).strip() + assert subprocess.check_output(git + ['rev-parse', 'HEAD'], text=True).strip() == commit + subprocess.run(git + ['merge-base', '--is-ancestor', commit, 'refs/remotes/origin/main'], check=True) + tag_body = subprocess.check_output(git + ['cat-file', 'tag', tag], text=True) + assert 'Qualification manifest SHA256: ' + expected_sha in tag_body + raw = manifest_path.read_bytes() + assert digest(raw) == expected_sha, 'Qualification manifest checksum differs' + manifest = json.loads(raw) + assert manifest['schema'] == 'teaql.logging-release.qualified-packages/v1' + assert manifest['repository'] == 'teaql/teaql-java' and manifest['language'] == 'java' + assert manifest['sourceCommit'] == commit and tag == 'v' + manifest['version'] + assert re.fullmatch(r'\d+\.\d+\.\d+', manifest['version']) + internal = manifest['internalQualification'] + assert internal['passed'] is True and internal['rounds'] == 2 + assert re.fullmatch(r'[a-f0-9]{40}', internal['generatorCommit']) + assert re.fullmatch(r'[a-f0-9]{64}', internal['modelSHA256']) + assert re.fullmatch(r'[a-f0-9]{64}', internal['receiptSHA256']) + pom = ET.fromstring(subprocess.check_output(git + ['show', commit + ':pom.xml'])) + modules = [node.text for node in pom.findall('{*}modules/{*}module') if not node.text.startswith('examples/')] + assert len(modules) == 34 and all('/' not in name for name in modules) + version = manifest['version'] + names = {'teaql-java-parent-' + version + '.pom'} + names.update(module + '-' + version + suffix for module in modules for suffix in ['.pom', '.jar', '-sources.jar']) + artifacts = {row['file']: row for row in manifest['artifacts']} + assert len(manifest['artifacts']) == len(artifacts) == len(names) == 103 and set(artifacts) == names + assert {file.name for file in packages.iterdir()} == names + for name, item in artifacts.items(): + path = packages / name + assert path.is_file() and not path.is_symlink() and path.stat().st_size == item['bytes'] + assert digest(path.read_bytes()) == item['sha256'], 'Qualified artifact checksum differs: ' + name + for module in ['teaql-java-parent', *modules]: + metadata = ET.parse(packages / (module + '-' + version + '.pom')).getroot() + assert metadata.findtext('{*}artifactId') == module + assert (metadata.findtext('{*}groupId') or metadata.findtext('{*}parent/{*}groupId')) == 'io.teaql' + assert (metadata.findtext('{*}version') or metadata.findtext('{*}parent/{*}version')) == version + return manifest, modules + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument('--source', type=Path, required=True) + parser.add_argument('--tag', required=True) + parser.add_argument('--manifest-sha256', required=True) + parser.add_argument('--qualification', type=Path) + parser.add_argument('--packages', type=Path) + parser.add_argument('--settings', type=Path) + parser.add_argument('--deploy', action='store_true') + parser.add_argument('--output', type=Path, required=True) + args = parser.parse_args() + assert re.fullmatch(r'v\d+\.\d+\.\d+', args.tag) + assert re.fullmatch(r'[a-f0-9]{64}', args.manifest_sha256) + assert bool(args.qualification) == bool(args.packages) + assert not args.deploy or args.settings is not None + output = args.output.resolve(); output.mkdir() + receipt = dict(schema='teaql.logging-release.qualified-maven-promotion/v1', passed=False, + qualificationSHA256=args.manifest_sha256, repository=REPOSITORY, tag=args.tag, + sourceBuilt=False, credentialValuesRecorded=False, deployRequested=args.deploy, commands=[], artifacts=[], + startedAt=datetime.datetime.now(datetime.timezone.utc).isoformat()) + scratch_name = None + try: + with tempfile.TemporaryDirectory(prefix='teaql-qualified-maven-promotion-') as temporary: + scratch_name = temporary; scratch = Path(temporary) + def run(command, label, cwd=scratch, timeout=600): + result = subprocess.run(command, cwd=cwd, capture_output=True, timeout=timeout) + log = output / (label + '.log'); log.write_bytes(result.stdout + result.stderr) + receipt['commands'].append(dict(command=[str(value) for value in command], exitCode=result.returncode, + log=log.name, logSHA256=digest(log.read_bytes()))) + assert result.returncode == 0, 'Native command failed; inspect ' + log.name + return result.stdout + if args.qualification: + qualification, packages = args.qualification.resolve(), args.packages.resolve() + else: + metadata = scratch / 'metadata'; metadata.mkdir() + packages = scratch / 'packages'; packages.mkdir() + run(['gh', 'release', 'download', args.tag, '--repo', 'teaql/teaql-java', '--pattern', + 'logging-qualification.json', '--dir', str(metadata)], 'download-qualification') + qualification = metadata / 'logging-qualification.json' + # Verify the manifest identity before using any of its names. + assert digest(qualification.read_bytes()) == args.manifest_sha256 + run(['gh', 'release', 'download', args.tag, '--repo', 'teaql/teaql-java', '--pattern', '*.pom', + '--pattern', '*.jar', '--dir', str(packages)], 'download-qualified-files') + manifest, modules = verify(args.source.resolve(), args.tag, args.manifest_sha256, qualification, packages) + receipt.update(sourceCommit=manifest['sourceCommit'], version=manifest['version'], + verifiedNativeFiles=103, signedManifestBindingVerified=True, modules=modules) + if args.deploy: + assert args.settings.is_file() + receipt['credentialsOrigin'] = 'authorized GitHub Maven environment via setup-java server TEAQL' + base = scratch / 'standalone-pom.xml' + base.write_text('4.0.0' + 'release.promotionqualified-maven-files0.0.1\n') + opener = urllib.request.build_opener(urllib.request.ProxyHandler({})) + def fetch(url): + assert url.startswith(REPOSITORY + '/io/teaql/') + try: + with opener.open(url, timeout=45) as response: + assert response.geturl().startswith(REPOSITORY + '/io/teaql/') + return response.read() + except urllib.error.HTTPError as error: + if error.code == 404: return None + raise + version = manifest['version'] + artifacts = {item['file']: item for item in manifest['artifacts']} + groups = [] + # Read every destination before any deployment. Conflicting + # or partial pre-existing groups fail without any write. + for module in ['teaql-java-parent', *modules]: + names = [module + '-' + version + '.pom'] + if module != 'teaql-java-parent': + names += [module + '-' + version + '.jar', module + '-' + version + '-sources.jar'] + existing = [] + for name in names: + url = REPOSITORY + '/io/teaql/' + module + '/' + version + '/' + name + data = fetch(url); existing.append(data is not None) + if data is not None: + assert digest(data) == artifacts[name]['sha256'], 'Existing artifact differs; overwrite refused: ' + name + assert all(existing) or not any(existing), 'Partial existing native group requires inspection: ' + module + groups.append((module, names, all(existing))) + for module, names, reused in groups: + if not reused: + pom_file = packages / (module + '-' + version + '.pom') + primary = pom_file if module == 'teaql-java-parent' else packages / (module + '-' + version + '.jar') + command = ['mvn', '-B', '-ntp', '-N', '-f', str(base), '-s', str(args.settings), + '-Dmaven.repo.local=' + str(scratch / 'maven-repository'), + 'org.apache.maven.plugins:maven-deploy-plugin:3.1.4:deploy-file', + '-DrepositoryId=TEAQL', '-Durl=' + REPOSITORY, '-Dfile=' + str(primary), + '-DpomFile=' + str(pom_file), '-DgeneratePom=false', '-DretryFailedDeploymentCount=1'] + if module != 'teaql-java-parent': + command += ['-Dfiles=' + str(packages / (module + '-' + version + '-sources.jar')), + '-Dclassifiers=sources', '-Dtypes=jar'] + run(command, 'deploy-' + module) + for name in names: + url = REPOSITORY + '/io/teaql/' + module + '/' + version + '/' + name + data = fetch(url) + assert data is not None and digest(data) == artifacts[name]['sha256'] + receipt['artifacts'].append(dict(**artifacts[name], url=url, readbackSHA256=digest(data), + qualifiedPayloadIdentical=True, reusedExactExisting=reused)) + receipt['nativeGroupsVerified'] = len(groups) + receipt['passed'] = True + except Exception as error: + receipt['error'] = type(error).__name__ + ': ' + str(error) + (output / 'failure.txt').write_text(traceback.format_exc()) + finally: + receipt['scratchRemoved'] = scratch_name is None or not Path(scratch_name).exists() + receipt['passed'] = receipt['passed'] and receipt['scratchRemoved'] + save(output / 'receipt.json', receipt) + print(json.dumps({key: receipt.get(key) for key in ['passed', 'error', 'sourceCommit', 'verifiedNativeFiles', 'nativeGroupsVerified', 'scratchRemoved']})) + return 0 if receipt['passed'] else 1 + + +if __name__ == '__main__': + raise SystemExit(main()) diff --git a/.github/workflows/promote-qualified-release.yml b/.github/workflows/promote-qualified-release.yml new file mode 100644 index 000000000..47af41e78 --- /dev/null +++ b/.github/workflows/promote-qualified-release.yml @@ -0,0 +1,73 @@ +name: Promote qualified Maven release + +on: + workflow_dispatch: + inputs: + release_tag: + description: Existing signed version tag + required: true + type: string + qualification_sha256: + description: SHA256 of the internally qualified artifact manifest + required: true + type: string + +concurrency: + group: teaql-java-maven-release + cancel-in-progress: false + +permissions: + contents: read + +jobs: + promote: + runs-on: ubuntu-latest + environment: maven + steps: + - uses: actions/checkout@v5 + with: + ref: ${{ github.sha }} + path: publisher + persist-credentials: false + - uses: actions/checkout@v5 + with: + ref: ${{ inputs.release_tag }} + fetch-depth: 0 + path: qualified-source + persist-credentials: false + - uses: actions/setup-java@v5 + with: + distribution: temurin + java-version: "21" + server-id: TEAQL + server-username: TEAQL_MAVEN_USERNAME + server-password: TEAQL_MAVEN_PASSWORD + - name: Import the pinned public signing key + run: | + install -d -m 700 "$RUNNER_TEMP/qualified-release-gnupg" + gpg --homedir "$RUNNER_TEMP/qualified-release-gnupg" --batch --import publisher/.github/release-signing-key.asc + - name: Promote exact qualified Maven files + env: + GH_TOKEN: ${{ github.token }} + TEAQL_MAVEN_USERNAME: ${{ secrets.TEAQL_MAVEN_USERNAME }} + TEAQL_MAVEN_PASSWORD: ${{ secrets.TEAQL_MAVEN_PASSWORD }} + GNUPGHOME: ${{ runner.temp }}/qualified-release-gnupg + RELEASE_TAG: ${{ inputs.release_tag }} + QUALIFICATION_SHA256: ${{ inputs.qualification_sha256 }} + run: | + python3 -B publisher/.github/scripts/promote_qualified_maven.py \ + --source "$GITHUB_WORKSPACE/qualified-source" \ + --tag "$RELEASE_TAG" --manifest-sha256 "$QUALIFICATION_SHA256" \ + --settings "$HOME/.m2/settings.xml" --deploy \ + --output "$RUNNER_TEMP/qualified-maven-receipts" + - name: Verify native remote release completeness + working-directory: qualified-source + env: + RELEASE_TAG: ${{ inputs.release_tag }} + run: tools/verify_maven_release.sh "${RELEASE_TAG#v}" + - uses: actions/upload-artifact@v4 + if: always() + with: + name: qualified-maven-promotion + path: ${{ runner.temp }}/qualified-maven-receipts + if-no-files-found: error