release-dev.yml

name: Release Dev

on:
  push:
    branches: [main]
  workflow_dispatch:

permissions:
  contents: write
  packages: write

defaults:
  run:
    shell: bash

jobs:
  # ---------------------------------------------------------------------------
  # Compute all versions once at the start to avoid git-describe race conditions
  # ---------------------------------------------------------------------------
  compute-versions:
    name: Compute Versions
    runs-on: linux-amd64-cpu8
    timeout-minutes: 5
    container:
      image: ghcr.io/nvidia/openshell/ci:latest
      credentials:
        username: ${{ github.actor }}
        password: ${{ secrets.GITHUB_TOKEN }}
    outputs:
      python_version: ${{ steps.v.outputs.python }}
      cargo_version: ${{ steps.v.outputs.cargo }}
      deb_version: ${{ steps.v.outputs.deb }}
      rpm_version: ${{ steps.v.outputs.rpm_version }}
      rpm_release: ${{ steps.v.outputs.rpm_release }}
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          fetch-depth: 0

      - name: Mark workspace safe for git
        run: git config --global --add safe.directory "$GITHUB_WORKSPACE"

      - name: Fetch tags
        run: git fetch --tags --force

      - name: Compute all versions
        id: v
        run: |
          set -euo pipefail
          echo "python=$(uv run python tasks/scripts/release.py get-version --python)" >> "$GITHUB_OUTPUT"
          echo "cargo=$(uv run python tasks/scripts/release.py get-version --cargo)" >> "$GITHUB_OUTPUT"
          echo "deb=$(uv run python tasks/scripts/release.py get-version --deb)" >> "$GITHUB_OUTPUT"
          echo "rpm_version=$(uv run python tasks/scripts/release.py get-version --rpm-version)" >> "$GITHUB_OUTPUT"
          echo "rpm_release=$(uv run python tasks/scripts/release.py get-version --rpm-release)" >> "$GITHUB_OUTPUT"

  build-cli:
    needs: compute-versions
    permissions:
      contents: read
    uses: ./.github/workflows/build-cli-binaries.yml
    with:
      cargo-version: ${{ needs.compute-versions.outputs.cargo_version }}
      image-tag: dev
    secrets: inherit

  build-gateway:
    needs: compute-versions
    permissions:
      contents: read
    uses: ./.github/workflows/build-gateway-binaries.yml
    with:
      cargo-version: ${{ needs.compute-versions.outputs.cargo_version }}
      image-tag: dev
    secrets: inherit

  build-sandbox:
    needs: compute-versions
    permissions:
      contents: read
    uses: ./.github/workflows/build-sandbox-binaries.yml
    with:
      cargo-version: ${{ needs.compute-versions.outputs.cargo_version }}
      image-tag: dev
    secrets: inherit

  build-vm-driver:
    needs: [compute-versions, build-sandbox]
    permissions:
      contents: read
    uses: ./.github/workflows/build-vm-driver.yml
    with:
      cargo-version: ${{ needs.compute-versions.outputs.cargo_version }}
      image-tag: dev
    secrets: inherit

  package-binaries:
    needs: [build-cli, build-gateway, build-sandbox, build-vm-driver]
    permissions:
      actions: read
      contents: read
    uses: ./.github/workflows/package-release-binaries.yml

  build-gateway-image:
    needs: build-gateway
    permissions:
      contents: read
      packages: write
    uses: ./.github/workflows/docker-build.yml
    with:
      component: gateway
      binary: openshell-gateway
      target-suffix: unknown-linux-gnu
    secrets: inherit

  build-supervisor-image:
    needs: build-sandbox
    permissions:
      contents: read
      packages: write
    uses: ./.github/workflows/docker-build.yml
    with:
      component: supervisor
      binary: openshell-sandbox
      target-suffix: unknown-linux-musl
    secrets: inherit

  docker-e2e:
    needs: [build-cli, build-gateway, build-supervisor-image]
    permissions:
      actions: read
      contents: read
      packages: read
    uses: ./.github/workflows/e2e-docker-test.yml
    with:
      image-tag: ${{ github.sha }}
      runner: linux-arm64-cpu8

  podman-e2e:
    needs: [build-cli, build-gateway, build-supervisor-image]
    permissions:
      actions: read
      contents: read
      packages: read
    uses: ./.github/workflows/e2e-podman-test.yml
    with:
      image-tag: ${{ github.sha }}

  vm-e2e:
    needs: [build-cli, build-gateway, build-vm-driver]
    permissions:
      actions: read
      contents: read
      packages: read
    uses: ./.github/workflows/e2e-vm-test.yml

  tag-ghcr-dev:
    name: Tag GHCR Images as Dev
    needs: [build-gateway-image, build-supervisor-image, release-dev]
    runs-on: linux-amd64-cpu8
    timeout-minutes: 10
    steps:
      - name: Log in to GHCR
        run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${GITHUB_ACTOR}" --password-stdin

      - name: Tag images as dev
        run: |
          set -euo pipefail
          REGISTRY="ghcr.io/nvidia/openshell"
          for component in gateway supervisor; do
            echo "Tagging ${REGISTRY}/${component}:${{ github.sha }} as dev..."
            docker buildx imagetools create \
              --prefer-index=false \
              -t "${REGISTRY}/${component}:dev" \
              "${REGISTRY}/${component}:${{ github.sha }}"
          done

  build-python-wheel:
    name: Build Python Wheel
    needs: [compute-versions]
    runs-on: linux-amd64-cpu8
    timeout-minutes: 20
    container:
      image: ghcr.io/nvidia/openshell/ci:latest
      credentials:
        username: ${{ github.actor }}
        password: ${{ secrets.GITHUB_TOKEN }}
    env:
      MISE_GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
      SETUPTOOLS_SCM_PRETEND_VERSION_FOR_OPENSHELL: ${{ needs.compute-versions.outputs.python_version }}
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          fetch-depth: 0

      - name: Mark workspace safe for git
        run: git config --global --add safe.directory "$GITHUB_WORKSPACE"

      - name: Sync Python dependencies
        run: uv sync

      - name: Build Python wheel
        run: |
          set -euo pipefail
          mise run python:build
          ls -la target/wheels/*.whl

      - name: Upload wheel artifact
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7
        with:
          name: python-wheel
          path: target/wheels/*.whl
          retention-days: 5


  build-deb:
    name: Build Debian Packages
    needs: [compute-versions, build-cli, build-gateway, build-vm-driver]
    uses: ./.github/workflows/deb-package.yml
    with:
      deb-version: ${{ needs.compute-versions.outputs.deb_version }}
      checkout-ref: ${{ github.sha }}
    secrets: inherit

  build-snap:
    name: Build Snap
    needs: [compute-versions, build-cli, build-gateway, build-sandbox]
    uses: ./.github/workflows/snap-package.yml
    with:
      checkout-ref: ${{ github.sha }}
      upload-channel: latest/edge
      github-environment: latest/edge
    secrets:
      publish-credentials: ${{ secrets.SNAPCRAFT_STORE_CREDENTIALS }}

  build-rpm:
    name: Build RPM Packages
    needs: [compute-versions, build-cli, build-gateway]
    uses: ./.github/workflows/rpm-package.yml
    with:
      checkout-ref: ${{ github.sha }}
      rpm-version: ${{ needs.compute-versions.outputs.rpm_version }}
      rpm-release: ${{ needs.compute-versions.outputs.rpm_release }}
      cargo-version: ${{ needs.compute-versions.outputs.cargo_version }}
    secrets: inherit

  smoke-linux-dev-artifacts:
    name: Smoke Linux Dev Artifacts (${{ matrix.name }})
    needs: [package-binaries, build-deb, build-rpm, build-python-wheel]
    timeout-minutes: 20
    strategy:
      fail-fast: false
      matrix:
        include:
          - name: ubuntu-22.04-deb-amd64
            runner: linux-amd64-cpu8
            image: ubuntu:22.04
            kind: deb
            artifact_arch: amd64
            rpm_arch: x86_64
          - name: ubuntu-22.04-deb-arm64
            runner: linux-arm64-cpu8
            image: ubuntu:22.04
            kind: deb
            artifact_arch: arm64
            rpm_arch: aarch64
          - name: fedora-rpm-amd64
            runner: linux-amd64-cpu8
            image: fedora:latest
            kind: rpm
            artifact_arch: amd64
            rpm_arch: x86_64
          - name: fedora-rpm-arm64
            runner: linux-arm64-cpu8
            image: fedora:latest
            kind: rpm
            artifact_arch: arm64
            rpm_arch: aarch64
          - name: python-wheel
            runner: linux-amd64-cpu8
            image: python:3.12-slim
            kind: wheel
    runs-on: ${{ matrix.runner }}
    container:
      image: ${{ matrix.image }}
    steps:
      - name: Download Debian package artifact
        if: matrix.kind == 'deb'
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          name: deb-linux-${{ matrix.artifact_arch }}
          path: package-input/

      - name: Smoke Debian package on Ubuntu 22.04
        if: matrix.kind == 'deb'
        run: |
          set -euo pipefail
          apt-get update
          apt-get install -y --no-install-recommends ./package-input/*.deb
          LD_BIND_NOW=1 openshell-gateway --version
          /usr/libexec/openshell/openshell-driver-vm --version

      - name: Download RPM package artifacts
        if: matrix.kind == 'rpm'
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          name: rpm-linux-${{ matrix.rpm_arch }}
          path: package-input/

      - name: Smoke RPM packages on Fedora
        if: matrix.kind == 'rpm'
        run: |
          set -euo pipefail
          dnf install -y ./package-input/openshell-[0-9]*.rpm ./package-input/openshell-gateway-*.rpm
          LD_BIND_NOW=1 openshell-gateway --version

      - name: Download Python wheel artifact
        if: matrix.kind == 'wheel'
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          name: python-wheel
          path: wheel-input/

      - name: Smoke Python wheel
        if: matrix.kind == 'wheel'
        run: |
          set -euo pipefail
          python -m venv /tmp/openshell-wheel-smoke
          /tmp/openshell-wheel-smoke/bin/pip install --no-cache-dir wheel-input/*.whl
          /tmp/openshell-wheel-smoke/bin/python - <<'PY'
          import importlib
          for name in ("openshell", "openshell._proto", "openshell.sandbox"):
              importlib.import_module(name)
              print(name, "OK")
          PY
          test ! -e /tmp/openshell-wheel-smoke/bin/openshell

  # ---------------------------------------------------------------------------
  # Create / update the dev GitHub Release with CLI, gateway, driver, and wheels
  # ---------------------------------------------------------------------------
  release-dev:
    name: Release Dev
    needs: [compute-versions, package-binaries, build-python-wheel, docker-e2e, podman-e2e, vm-e2e, build-deb, build-rpm, build-snap, smoke-linux-dev-artifacts]
    runs-on: linux-amd64-cpu8
    timeout-minutes: 10
    permissions:
      contents: write
      id-token: write
      attestations: write
      artifact-metadata: write
    outputs:
      wheel_filenames: ${{ steps.wheel_filenames.outputs.wheel_filenames }}
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1

      - name: Download all CLI artifacts
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          pattern: cli-*
          path: release/
          merge-multiple: true

      - name: Download gateway binary artifacts
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          pattern: gateway-binary-*
          path: release/
          merge-multiple: true

      - name: Download supervisor binary artifacts
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          pattern: supervisor-binary-*
          path: release/
          merge-multiple: true

      - name: Download VM driver artifacts
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          pattern: driver-vm-*
          path: release/
          merge-multiple: true

      - name: Download wheel artifact
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          name: python-wheel
          path: release/

      - name: Download Debian package artifacts
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          pattern: deb-linux-*
          path: release/
          merge-multiple: true

      - name: Download RPM package artifacts
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          pattern: rpm-linux-*
          path: release/
          merge-multiple: true

      - name: Download snap artifacts
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          pattern: snap-linux-*
          path: release/
          merge-multiple: true

      - name: Normalize dev package filenames
        run: |
          set -euo pipefail
          shopt -s nullglob

          move_one() {
            local dest="$1"
            shift
            local matches=("$@")
            if [ "${#matches[@]}" -ne 1 ]; then
              echo "expected exactly one source for ${dest}, found ${#matches[@]}: ${matches[*]-}" >&2
              exit 1
            fi
            mv "${matches[0]}" "release/${dest}"
          }

          move_one openshell-dev-amd64.deb release/openshell_*_amd64.deb
          move_one openshell-dev-arm64.deb release/openshell_*_arm64.deb
          move_one openshell-dev-x86_64.rpm release/openshell-[0-9]*.x86_64.rpm
          move_one openshell-dev-aarch64.rpm release/openshell-[0-9]*.aarch64.rpm
          move_one openshell-gateway-dev-x86_64.rpm release/openshell-gateway-[0-9]*.x86_64.rpm
          move_one openshell-gateway-dev-aarch64.rpm release/openshell-gateway-[0-9]*.aarch64.rpm

          ls -la release/

      - name: Capture wheel filenames
        id: wheel_filenames
        run: |
          set -euo pipefail
          shopt -s nullglob
          wheels=(release/*.whl)
          if [ "${#wheels[@]}" -ne 1 ]; then
            echo "expected exactly one Python wheel, found ${#wheels[@]}" >&2
            exit 1
          fi
          wheel_filename=$(basename "${wheels[0]}")
          echo "wheel_filenames=${wheel_filename}" >> "$GITHUB_OUTPUT"

      - name: Generate checksums
        run: |
          set -euo pipefail
          cd release
          sha256sum \
            openshell-x86_64-unknown-linux-musl.tar.gz \
            openshell-aarch64-unknown-linux-musl.tar.gz \
            openshell-aarch64-apple-darwin.tar.gz \
            openshell-driver-vm-x86_64-unknown-linux-gnu.tar.gz \
            openshell-driver-vm-aarch64-unknown-linux-gnu.tar.gz \
            openshell-driver-vm-aarch64-apple-darwin.tar.gz \
            *.deb \
            openshell-*.rpm \
            *.whl > openshell-checksums-sha256.txt
          cat openshell-checksums-sha256.txt
          sha256sum \
            openshell-gateway-x86_64-unknown-linux-gnu.tar.gz \
            openshell-gateway-aarch64-unknown-linux-gnu.tar.gz \
            openshell-gateway-aarch64-apple-darwin.tar.gz > openshell-gateway-checksums-sha256.txt
          cat openshell-gateway-checksums-sha256.txt
          sha256sum \
            openshell-sandbox-x86_64-unknown-linux-musl.tar.gz \
            openshell-sandbox-aarch64-unknown-linux-musl.tar.gz > openshell-sandbox-checksums-sha256.txt
          cat openshell-sandbox-checksums-sha256.txt

      - name: Generate Homebrew formula
        run: |
          set -euo pipefail
          python3 tasks/scripts/release.py generate-homebrew-formula \
            --release-tag dev \
            --release-dir release \
            --output release/openshell.rb
          cat release/openshell.rb

      - name: Attest VM driver artifacts
        uses: actions/attest@508db95dd578ae2727ebd6217d5ba78e4fbda05d # v4.2.1
        with:
          subject-path: |
            release/openshell-driver-vm-x86_64-unknown-linux-gnu.tar.gz
            release/openshell-driver-vm-aarch64-unknown-linux-gnu.tar.gz
            release/openshell-driver-vm-aarch64-apple-darwin.tar.gz

      - name: Prune managed assets from dev release
        uses: actions/github-script@3a2844b7e9c422d3c10d287c895573f7108da1b3 # v9
        with:
          script: |
            const [owner, repo] = process.env.GITHUB_REPOSITORY.split('/');

            // Fetch the dev release
            let release;
            try {
              release = await github.rest.repos.getReleaseByTag({ owner, repo, tag: 'dev' });
            } catch (err) {
              if (err.status === 404) {
                core.info('No existing dev release found; skipping managed asset pruning.');
                return;
              }
              throw err;
            }

            const assets = release.data.assets;
            core.info(`=== Current dev release assets (${assets.length} total) ===`);
            for (const a of assets) {
              core.info(`  ${String(a.id).padStart(12)}  ${a.name}`);
            }

            const managed = (name) => (
              name.startsWith('openshell') &&
              (
                name.endsWith('.tar.gz') ||
                name.endsWith('.txt') ||
                name.endsWith('.whl') ||
                name.endsWith('.deb') ||
                name.endsWith('.rpm') ||
                name.endsWith('.snap')
              )
            );

            let deleted = 0, skipped = 0;
            for (const asset of assets) {
              if (managed(asset.name)) {
                core.info(`Deleting managed dev asset: ${asset.name} (id=${asset.id})`);
                await github.rest.repos.deleteReleaseAsset({ owner, repo, asset_id: asset.id });
                deleted++;
              } else {
                core.info(`Skipping unmanaged asset: ${asset.name}`);
                skipped++;
              }
            }
            core.info(`Summary: deleted=${deleted}, skipped=${skipped}`);

      - name: Move dev tag
        run: |
          git config user.name "github-actions[bot]"
          git config user.email "github-actions[bot]@users.noreply.github.com"
          git tag -fa dev -m "Latest Dev" "${GITHUB_SHA}"
          git push --force origin dev

      - name: Create / update GitHub Release
        uses: softprops/action-gh-release@3d0d9888cb7fd7b750713d6e236d1fcb99157228 # v3.0.2
        with:
          name: OpenShell Development Build
          prerelease: true
          tag_name: dev
          target_commitish: ${{ github.sha }}
          body: |
            This build is automatically published on every commit to main that passes CI.

            > **NOTE**: This is a development build, not a tagged release, and may be unstable.

            ### Quick install

            ```
            curl -LsSf https://raw.githubusercontent.com/NVIDIA/OpenShell/main/install.sh | OPENSHELL_VERSION=dev sh
            ```

          files: |
            release/openshell-x86_64-unknown-linux-musl.tar.gz
            release/openshell-aarch64-unknown-linux-musl.tar.gz
            release/openshell-aarch64-apple-darwin.tar.gz
            release/openshell-dev-amd64.deb
            release/openshell-dev-arm64.deb
            release/openshell-*.rpm
            release/*.snap
            release/openshell-gateway-x86_64-unknown-linux-gnu.tar.gz
            release/openshell-gateway-aarch64-unknown-linux-gnu.tar.gz
            release/openshell-gateway-aarch64-apple-darwin.tar.gz
            release/openshell-sandbox-x86_64-unknown-linux-musl.tar.gz
            release/openshell-sandbox-aarch64-unknown-linux-musl.tar.gz
            release/openshell-driver-vm-x86_64-unknown-linux-gnu.tar.gz
            release/openshell-driver-vm-aarch64-unknown-linux-gnu.tar.gz
            release/openshell-driver-vm-aarch64-apple-darwin.tar.gz
            release/*.whl
            release/openshell.rb
            release/openshell-checksums-sha256.txt
            release/openshell-gateway-checksums-sha256.txt
            release/openshell-sandbox-checksums-sha256.txt

  release-helm:
    name: Release Helm Chart (OCI, dev)
    needs: [release-dev, tag-ghcr-dev]
    runs-on: ubuntu-latest
    timeout-minutes: 10
    permissions:
      packages: write
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1

      - uses: ./.github/actions/release-helm-oci
        with:
          chart-version: 0.0.0-dev
          app-version: dev
          release-kind: dev
          pin-sha: ${{ github.sha }}

  trigger-wheel-publish:
    name: Trigger Wheel Publish
    needs: [compute-versions, release-dev]
    runs-on: [self-hosted, nv]
    timeout-minutes: 10
    steps:
      - name: Trigger GitLab CI
        env:
          GITLAB_CI_TRIGGER_TOKEN: ${{ secrets.GITLAB_CI_TRIGGER_TOKEN }}
          GITLAB_CI_TRIGGER_URL: ${{ secrets.GITLAB_CI_TRIGGER_URL }}
          RELEASE_VERSION: ${{ needs.compute-versions.outputs.python_version }}
          WHEEL_FILENAMES: ${{ needs.release-dev.outputs.wheel_filenames }}
        run: |
          set -euo pipefail
          if [ -z "${WHEEL_FILENAMES}" ]; then
            echo "No wheel filenames provided by build job" >&2
            exit 1
          fi

          response=$(curl -X POST \
            --fail \
            --silent \
            --show-error \
            -F "token=${GITLAB_CI_TRIGGER_TOKEN}" \
            -F "ref=main" \
            -F "variables[PIPELINE_ACTION]=publish_wheels" \
            -F "variables[GITHUB_REPOSITORY]=${GITHUB_REPOSITORY}" \
            -F "variables[COMMIT_SHA]=${GITHUB_SHA}" \
            -F "variables[RELEASE_TAG]=dev" \
            -F "variables[RELEASE_VERSION]=${RELEASE_VERSION}" \
            -F "variables[RELEASE_KIND]=dev" \
            -F "variables[WHEEL_FILENAMES]=${WHEEL_FILENAMES}" \
            "${GITLAB_CI_TRIGGER_URL}")
          pipeline_id=$(printf '%s' "$response" | sed -n 's/.*"id":\([0-9][0-9]*\).*/\1/p')
          pipeline_status=$(printf '%s' "$response" | sed -n 's/.*"status":"\([^"]*\)".*/\1/p')
          echo "Triggered GitLab pipeline ${pipeline_id:-unknown} with status=${pipeline_status:-unknown}"