@@ -22,98 +22,74 @@ concurrency:
2222 cancel-in-progress : true
2323
2424jobs :
25+ load_config :
26+ name : Load SDK configuration
27+ runs-on : ubuntu-latest
28+ timeout-minutes : 5
29+ outputs :
30+ matrix : ${{ steps.config.outputs.matrix }}
31+ steps :
32+ - uses : actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
33+ - id : config
34+ run : echo "matrix=$(jq -c '.include' tasks/sdk-sync-config.json)" >> "$GITHUB_OUTPUT"
35+
2536 sdk_sync_check :
26- name : Sync Check
37+ name : Sync Check (${{ matrix.sdk.name }})
38+ needs : load_config
2739 runs-on : linux-amd64-cpu8
40+ timeout-minutes : 30
2841 container :
2942 image : ghcr.io/nvidia/openshell/ci:latest
3043 credentials :
3144 username : ${{ github.actor }}
3245 password : ${{ secrets.GITHUB_TOKEN }}
33- outputs :
34- go_drift_report : ${{ steps.go_drift.outputs.report }}
35- go_has_drift : ${{ steps.go_drift.outputs.has_drift }}
36- go_build_report : ${{ steps.go_build.outputs.report }}
37- go_build_failed : ${{ steps.go_build.outputs.build_failed || 'false' }}
38- ts_drift_report : ${{ steps.ts_drift.outputs.report }}
39- ts_has_drift : ${{ steps.ts_drift.outputs.has_drift }}
40- ts_build_report : ${{ steps.ts_build.outputs.report }}
41- ts_build_failed : ${{ steps.ts_build.outputs.build_failed || 'false' }}
46+ strategy :
47+ fail-fast : false
48+ matrix :
49+ sdk : ${{ fromJSON(needs.load_config.outputs.matrix) }}
4250 steps :
4351 - uses : actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
44-
4552 - name : Install tools
4653 run : mise install --locked
47-
48- - name : Check Go proto drift
49- id : go_drift
50- run : |
51- REPORT=$(mise run go:proto:drift 2>"$RUNNER_TEMP/go_drift_stderr.log") || true
52- if echo "$REPORT" | jq -e '.synced' >/dev/null 2>&1; then
53- SYNCED=$(echo "$REPORT" | jq -r '.synced')
54- {
55- echo "report<<REPORT_EOF"
56- echo "$REPORT"
57- echo "REPORT_EOF"
58- } >> "$GITHUB_OUTPUT"
59- [ "$SYNCED" = "true" ] && echo "has_drift=false" >> "$GITHUB_OUTPUT" || echo "has_drift=true" >> "$GITHUB_OUTPUT"
60- else
61- echo "::error::Go proto drift check failed"
62- echo "stderr: $(cat "$RUNNER_TEMP/go_drift_stderr.log")"
63- echo "report={}" >> "$GITHUB_OUTPUT"
64- echo "has_drift=error" >> "$GITHUB_OUTPUT"
65- fi
66-
67- - name : Go build check
68- id : go_build
69- if : steps.go_drift.outputs.has_drift == 'true'
54+ - name : Check proto drift and build
55+ env :
56+ SDK_NAME : ${{ matrix.sdk.name }}
57+ DRIFT_TASK : ${{ matrix.sdk.drift_task }}
58+ BUILD_CHECK_TASK : ${{ matrix.sdk.build_check_task }}
7059 run : |
71- REPORT=$(mise run go:proto:build-check 2>"$RUNNER_TEMP/go_build_stderr.log") && BUILD_OK=true || BUILD_OK=false
72- if echo "$REPORT" | jq -e '.sdk' >/dev/null 2>&1; then
73- { echo "report<<REPORT_EOF"; echo "$REPORT"; echo "REPORT_EOF"; } >> "$GITHUB_OUTPUT"
74- else
75- echo "stderr: $(cat "$RUNNER_TEMP/go_build_stderr.log")"
76- echo "report={}" >> "$GITHUB_OUTPUT"
60+ mkdir -p report
61+ mise run "$DRIFT_TASK" > report/drift.json 2> report/drift.stderr || true
62+ if ! jq -e 'has("synced") and (.synced | type == "boolean")' report/drift.json >/dev/null 2>&1; then
63+ jq -n --arg sdk "$SDK_NAME" '{sdk:$sdk, has_drift:"error", build_failed:"false"}' > report/status.json
64+ exit 0
7765 fi
78- [ "$BUILD_OK" = "true" ] && echo "build_failed=false" >> "$GITHUB_OUTPUT" || echo "build_failed=true" >> "$GITHUB_OUTPUT"
79-
80- - name : Check TypeScript proto drift
81- id : ts_drift
82- run : |
83- REPORT=$(mise run sdk:ts:proto:drift 2>"$RUNNER_TEMP/ts_drift_stderr.log") || true
84- if echo "$REPORT" | jq -e '.synced' >/dev/null 2>&1; then
85- SYNCED=$(echo "$REPORT" | jq -r '.synced')
86- {
87- echo "report<<REPORT_EOF"
88- echo "$REPORT"
89- echo "REPORT_EOF"
90- } >> "$GITHUB_OUTPUT"
91- [ "$SYNCED" = "true" ] && echo "has_drift=false" >> "$GITHUB_OUTPUT" || echo "has_drift=true" >> "$GITHUB_OUTPUT"
92- else
93- echo "::error::TypeScript proto drift check failed"
94- echo "stderr: $(cat "$RUNNER_TEMP/ts_drift_stderr.log")"
95- echo "report={}" >> "$GITHUB_OUTPUT"
96- echo "has_drift=error" >> "$GITHUB_OUTPUT"
66+ SYNCED=$(jq -r '.synced' report/drift.json)
67+ if [ "$SYNCED" = "true" ]; then
68+ jq -n --arg sdk "$SDK_NAME" '{sdk:$sdk, has_drift:"false", build_failed:"false"}' > report/status.json
69+ exit 0
9770 fi
98-
99- - name : TypeScript build check
100- id : ts_build
101- if : steps.ts_drift.outputs.has_drift == 'true'
102- run : |
103- REPORT=$(mise run sdk:ts:proto:build-check 2>"$RUNNER_TEMP/ts_build_stderr.log") && BUILD_OK=true || BUILD_OK=false
104- if echo "$REPORT" | jq -e '.sdk' >/dev/null 2>&1; then
105- { echo "report<<REPORT_EOF"; echo "$REPORT"; echo "REPORT_EOF"; } >> "$GITHUB_OUTPUT"
71+ if mise run "$BUILD_CHECK_TASK" > report/build.json 2> report/build.stderr; then
72+ BUILD_FAILED=false
10673 else
107- echo "stderr: $(cat "$RUNNER_TEMP/ts_build_stderr.log")"
108- echo "report={}" >> "$GITHUB_OUTPUT"
74+ BUILD_FAILED=true
10975 fi
110- [ "$BUILD_OK" = "true" ] && echo "build_failed=false" >> "$GITHUB_OUTPUT" || echo "build_failed=true" >> "$GITHUB_OUTPUT"
76+ jq -n --arg sdk "$SDK_NAME" --arg build_failed "$BUILD_FAILED" \
77+ '{sdk:$sdk, has_drift:"true", build_failed:$build_failed}' > report/status.json
78+ - name : Upload SDK report
79+ if : always()
80+ uses : actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
81+ with :
82+ name : sdk-sync-${{ matrix.sdk.name }}
83+ path : report/
84+ if-no-files-found : error
85+ retention-days : 1
11186
11287 issue_management :
11388 name : Manage Drift Issue (${{ matrix.sdk.name }})
114- needs : sdk_sync_check
115- if : always() && needs.sdk_sync_check.result == 'success'
89+ needs : [load_config, sdk_sync_check]
90+ if : always() && needs.load_config.result == 'success' && needs. sdk_sync_check.result == 'success'
11691 runs-on : linux-amd64-cpu8
92+ timeout-minutes : 5
11793 container :
11894 image : ghcr.io/nvidia/openshell/ci:latest
11995 credentials :
@@ -122,43 +98,36 @@ jobs:
12298 strategy :
12399 fail-fast : false
124100 matrix :
125- sdk :
126- - name : go
127- label : " sdk:go:sync"
128- has_drift : ${{ needs.sdk_sync_check.outputs.go_has_drift }}
129- build_failed : ${{ needs.sdk_sync_check.outputs.go_build_failed }}
130- drift_report : ${{ needs.sdk_sync_check.outputs.go_drift_report }}
131- build_report : ${{ needs.sdk_sync_check.outputs.go_build_report }}
132- - name : typescript
133- label : " sdk:typescript:sync"
134- has_drift : ${{ needs.sdk_sync_check.outputs.ts_has_drift }}
135- build_failed : ${{ needs.sdk_sync_check.outputs.ts_build_failed }}
136- drift_report : ${{ needs.sdk_sync_check.outputs.ts_drift_report }}
137- build_report : ${{ needs.sdk_sync_check.outputs.ts_build_report }}
101+ sdk : ${{ fromJSON(needs.load_config.outputs.matrix) }}
138102 steps :
103+ - uses : actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
104+ with :
105+ name : sdk-sync-${{ matrix.sdk.name }}
106+ path : report
107+ - name : Read SDK status
108+ id : status
109+ run : |
110+ echo "has_drift=$(jq -r '.has_drift' report/status.json)" >> "$GITHUB_OUTPUT"
111+ echo "build_failed=$(jq -r '.build_failed' report/status.json)" >> "$GITHUB_OUTPUT"
139112 - name : Warn on drift detection error
140- if : matrix.sdk .has_drift == 'error'
113+ if : steps.status.outputs .has_drift == 'error'
141114 run : |
142- echo "::error::Drift detection failed for ${{ matrix.sdk.name }} SDK — check the sdk_sync_check job logs"
115+ echo "::error::Drift detection failed for ${{ matrix.sdk.name }} SDK"
116+ cat report/drift.stderr
143117 exit 1
144-
145- - if : matrix.sdk.has_drift == 'true' && matrix.sdk.build_failed == 'true'
118+ - if : steps.status.outputs.has_drift == 'true' && steps.status.outputs.build_failed == 'true'
146119 uses : actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
147-
148120 - name : Install tools
149- if : matrix.sdk. has_drift == 'true' && matrix.sdk .build_failed == 'true'
121+ if : steps.status.outputs. has_drift == 'true' && steps.status.outputs .build_failed == 'true'
150122 run : mise install --locked
151-
152123 - name : Create or update drift issue
153- if : matrix.sdk. has_drift == 'true' && matrix.sdk .build_failed == 'true'
124+ if : steps.status.outputs. has_drift == 'true' && steps.status.outputs .build_failed == 'true'
154125 env :
155126 GH_TOKEN : ${{ secrets.GITHUB_TOKEN }}
156- DRIFT_REPORT : ${{ matrix.sdk.drift_report }}
157- BUILD_REPORT : ${{ matrix.sdk.build_report }}
158127 run : |
159128 RESULT=$(uv run python tasks/scripts/sdk_sync.py manage-issue \
160- --drift-report "${DRIFT_REPORT:-{}} " \
161- --build-report "${BUILD_REPORT:-{}} " \
129+ --drift-report "$(cat report/drift.json) " \
130+ --build-report "$(cat report/build.json) " \
162131 --sdk "${{ matrix.sdk.name }}" \
163132 --repo "$GITHUB_REPOSITORY" \
164133 --label "${{ matrix.sdk.label }}")
@@ -168,9 +137,8 @@ jobs:
168137 echo "::error::Issue management for ${{ matrix.sdk.name }} failed: $ACTION"
169138 exit 1
170139 fi
171-
172140 - name : Close resolved drift issue
173- if : matrix.sdk. has_drift == 'false' || (matrix.sdk. has_drift == 'true' && matrix.sdk .build_failed == 'false')
141+ if : steps.status.outputs. has_drift == 'false' || (steps.status.outputs. has_drift == 'true' && steps.status.outputs .build_failed == 'false')
174142 env :
175143 GH_TOKEN : ${{ secrets.GITHUB_TOKEN }}
176144 run : |
0 commit comments