Shard smoketests

Author: jason-rl

.github/workflows/smoke-tests.yml

@@ -1,5 +1,8 @@
 name: Smoke Tests
 
+env:
+  FORCE_COLOR: '1'
+
 on:
   workflow_call:
     inputs:
@@ -24,6 +27,15 @@ jobs:
   smoke-tests:
     runs-on: ubuntu-latest
     timeout-minutes: 60
+    strategy:
+      fail-fast: false
+      matrix:
+        shard: [1, 2, 3, 4]
+    outputs:
+      artifact-id-1: ${{ steps.upload-1.outputs.artifact-id }}
+      artifact-id-2: ${{ steps.upload-2.outputs.artifact-id }}
+      artifact-id-3: ${{ steps.upload-3.outputs.artifact-id }}
+      artifact-id-4: ${{ steps.upload-4.outputs.artifact-id }}
     steps:
       - name: Checkout
         uses: runloopai/checkout@main
@@ -61,9 +73,23 @@ jobs:
       - name: Verify generated example artifacts
         run: yarn check:examples-md
 
-      - name: Run smoke tests
+      - name: Run smoke tests (Shard ${{ matrix.shard }}/4)
         id: tests
-        run: yarn test:smoke
+        run: yarn test:smoke --shard=${{ matrix.shard }}/4 --color | tee test-output.log
+
+      - name: Compress test output
+        if: always()
+        run: zstd -5 test-output.log
+
+      - name: Upload test output
+        id: upload-${{ matrix.shard }}
+        if: always()
+        uses: runloopai/upload-artifact@main
+        with:
+          name: smoke-tests-shard-${{ matrix.shard }}
+          path: test-output.log.zst
+          retention-days: 1
+          archive: false
 
       - name: Comment results on PR
         if: failure() && github.event_name == 'pull_request'
@@ -90,9 +116,81 @@ jobs:
         uses: runloopai/github-script@main
         with:
           script: |
-            const comment = `## ✅ Smoke Tests Passed
+            const comment = `## ✅ Smoke Tests Passed (Shard ${{ matrix.shard }}/4)
+
+            Shard ${{ matrix.shard }} smoke tests passed successfully!`;
+
+            github.rest.issues.createComment({
+              issue_number: context.issue.number,
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              body: comment
+            });
+
+  smoke-tests-results:
+    runs-on: ubuntu-slim
+    needs: smoke-tests
+    if: always()
+    steps:
+      - name: Download all test output artifacts
+        if: needs.smoke-tests.result == 'failure'
+        uses: runloopai/download-artifact@main
+        with:
+          artifact-ids: ${{ needs.smoke-tests.outputs.artifact-id-1 }},${{ needs.smoke-tests.outputs.artifact-id-2 }},${{ needs.smoke-tests.outputs.artifact-id-3 }},${{ needs.smoke-tests.outputs.artifact-id-4 }}
+          path: all-output
+
+      - name: Decompress and display logs
+        if: needs.smoke-tests.result == 'failure'
+        run: |
+          # Decompress all files
+          zstd --rm -d all-output/*/test-output.log.zst
+
+          # Display failed shard outputs directly
+          for output_dir in all-output/smoke-tests-shard-*/; do
+            if [ -d "$output_dir" ]; then
+              shard_num=$(basename "$output_dir" | sed 's/smoke-tests-shard-//')
+              output_file="${output_dir}test-output.log"
+              if [ -f "$output_file" ]; then
+                if grep -q "FAIL\|Error:\|✕" "$output_file" 2>/dev/null; then
+                  echo "::error::Shard $shard_num had test failures"
+                  cat "$output_file"
+                fi
+              fi
+            fi
+          done
+
+          # Aggregate all output in a collapsed group
+          echo "::group::Output from all shards"
+          for output_dir in all-output/smoke-tests-shard-*/; do
+            if [ -d "$output_dir" ]; then
+              shard_num=$(basename "$output_dir" | sed 's/smoke-tests-shard-//')
+              output_file="${output_dir}test-output.log"
+              if [ -f "$output_file" ]; then
+                echo "=== Shard $shard_num ==="
+                cat "$output_file"
+                echo ""
+              fi
+            fi
+          done
+          echo "::endgroup::"
+
+          exit 1
+
+      - name: Comment combined results on PR
+        if: github.event_name == 'pull_request'
+        uses: runloopai/github-script@main
+        with:
+          script: |
+            const result = '${{ needs.smoke-tests.result }}';
+            const icon = result === 'success' ? '✅' : '❌';
+            const status = result === 'success' ? 'passed' : 'failed';
+
+            let comment = `## ${icon} Smoke Tests ${status.charAt(0).toUpperCase() + status.slice(1)}\n\n`;
+            comment += `All shards have completed. Overall result: **${status}**\n\n`;
 
-            All smoke tests passed successfully!`;
+            if (result !== 'success') {
+              comment += `[📋 View combined error logs](${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }})`;
+            }
 
             github.rest.issues.createComment({
               issue_number: context.issue.number,