dataform/.github/workflows/deploy_dags.yaml at main · HTTPArchive/dataform · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
---
name: Deploy Airflow DAGs

on:
  push:
    branches:
      - main
    paths:
      - 'airflow/dags/**'
  workflow_dispatch:

permissions:
  contents: read

jobs:
  deploy:
    name: Sync DAGs to Cloud Composer
    runs-on: ubuntu-latest

    steps:
      - name: Checkout Code
        uses: actions/checkout@v7.0.1
        with:
          persist-credentials: false

      - name: Google Cloud Auth
        uses: google-github-actions/auth@v3
        with:
          project_id: 'httparchive'
          credentials_json: ${{ secrets.GCP_SA_KEY }}

      - name: Set up Cloud SDK
        uses: google-github-actions/setup-gcloud@v3

      - name: Sync DAGs to Composer GCS Bucket
        run: |
          gcloud storage rsync --recursive airflow/dags/ gs://us-central1-httparchive-pip-77e1b883-bucket/dags