feat(ci): Create PRs with ruff fixes automatically (stanfordnlp#9336)

* add auto-ruff fix

* ruff fixable change

* change pr targeting

* remove merge condition

* add a second ruff error

* fix: ruff auto-fix for stanfordnlp#9336 (stanfordnlp#9338)

Co-authored-by: isaacbmiller <17116851+isaacbmiller@users.noreply.github.com>

* Delete dspy/ruff_autofix_smoke.py

* add a concurrency group for prs

---------

Co-authored-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>

Author: 2 people

.github/workflows/close_ruff_autofix_pr.yml

@@ -0,0 +1,37 @@
+name: Close Ruff Auto-fix PR
+
+on:
+  pull_request:
+    types: [closed]
+
+jobs:
+  close-autofix-pr:
+    runs-on: ubuntu-latest
+    permissions:
+      pull-requests: write
+    steps:
+      - name: Close matching Ruff auto-fix PR
+        uses: actions/github-script@v7
+        with:
+          script: |
+            const owner = context.repo.owner;
+            const repo = context.repo.repo;
+            const sourcePrNumber = context.payload.pull_request.number;
+            const head = `${owner}:ci/ruff-autofix/pr-${sourcePrNumber}`;
+
+            const { data: pulls } = await github.rest.pulls.list({
+              owner,
+              repo,
+              state: "open",
+              head,
+              per_page: 100,
+            });
+
+            for (const pr of pulls) {
+              await github.rest.pulls.update({
+                owner,
+                repo,
+                pull_number: pr.number,
+                state: "closed",
+              });
+            }

.github/workflows/run_tests.yml

@@ -7,6 +7,10 @@ on:
   pull_request:
     types: [opened, synchronize, reopened]
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}
+
 jobs:
   fix:
     name: Check Ruff Fix
@@ -33,17 +37,43 @@ jobs:
       - name: Install dependencies
         run: uv sync --dev -p .venv --extra dev
       - name: Ruff Check
+        id: ruff_check
+        continue-on-error: true
+        run: ruff check --fix-only --exit-non-zero-on-fix
+      - name: Create or update Ruff auto-fix PR
+        if: steps.ruff_check.outcome == 'failure' && github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name == github.repository
+        uses: peter-evans/create-pull-request@v7
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+          commit-message: "fix: ruff auto-fix for #${{ github.event.pull_request.number }}"
+          branch: ci/ruff-autofix/pr-${{ github.event.pull_request.number }}
+          base: ${{ github.event.pull_request.head.ref }}
+          title: "fix: ruff auto-fix for #${{ github.event.pull_request.number }}"
+          body: |
+            Auto-generated Ruff fixes for #${{ github.event.pull_request.number }}.
+
+            Source PR: #${{ github.event.pull_request.number }}
+            Source SHA: `${{ github.event.pull_request.head.sha }}`
+
+            This PR targets `${{ github.event.pull_request.head.ref }}` and is kept as a rolling branch.
+            It will be auto-closed when the source PR is merged.
+          delete-branch: true
+      - name: Fail when Ruff fixes are needed
+        if: steps.ruff_check.outcome == 'failure'
         run: |
-          ruff check --fix-only --diff --exit-non-zero-on-fix || (
-            echo ""
-            echo "❌ Ruff found issues that can be fixed automatically."
-            echo "💡 To fix them locally, run:"
-            echo ""
-            echo "    pre-commit run --all-files"
-            echo ""
-            echo "Then commit and push the changes."
-            exit 1
-          )
+          echo ""
+          echo "❌ Ruff found issues that can be fixed automatically."
+          echo ""
+          if [ "${{ github.event_name }}" = "pull_request" ] && [ "${{ github.event.pull_request.head.repo.full_name }}" = "${{ github.repository }}" ]; then
+            echo "💡 A rolling Ruff auto-fix PR to this PR branch has been created or updated."
+          else
+            echo "💡 Auto-fix PR creation was skipped (fork or non-PR event)."
+          fi
+          echo ""
+          echo "To fix locally, run:"
+          echo "    pre-commit run --all-files"
+          echo "Then commit and push the changes."
+          exit 1
 
   test:
     name: Run Tests