Extend Dependabot workflow to auto-fix build, lint, and test failures

- Add test step (pnpm test:unit) so Claude can diagnose and fix test
  failures from dependency bumps (e.g. React 18→19 in PR #308)
- Move git config before any commit steps so Claude's commits work
  even when lockfile is unchanged
- Fix pipefail in build/lint steps so exit codes propagate through tee
- Fix output capture: use GITHUB_OUTPUT with heredoc delimiters instead
  of shell substitution (which doesn't work in with: values)
- Truncate logs to last 200 lines to avoid GITHUB_OUTPUT size limits
- Use accurate fallback messages instead of misleading "succeeded" text

Author: umair-ably

.github/workflows/dependabot-lockfile.yml

@@ -11,42 +11,58 @@ permissions:
 jobs:
   fix-dependabot:
     runs-on: ubuntu-latest
-    if: github.actor == 'dependabot[bot]'
     timeout-minutes: 15
 
     steps:
+      - name: Skip if not Dependabot
+        id: guard
+        run: |
+          if [[ "${{ github.actor }}" != "dependabot[bot]" ]]; then
+            echo "Not a Dependabot PR (actor: ${{ github.actor }}), nothing to do."
+            echo "skip=true" >> "$GITHUB_OUTPUT"
+          else
+            echo "skip=false" >> "$GITHUB_OUTPUT"
+          fi
+
       - name: Generate App Token
+        if: steps.guard.outputs.skip != 'true'
         id: generate-token
         uses: actions/create-github-app-token@v3
         with:
           app-id: ${{ secrets.CI_APP_ID }}
           private-key: ${{ secrets.CI_APP_PRIVATE_KEY }}
 
       - name: Checkout Dependabot branch
+        if: steps.guard.outputs.skip != 'true'
         uses: actions/checkout@v6
         with:
           ref: ${{ github.event.pull_request.head.ref }}
           token: ${{ steps.generate-token.outputs.token }}
 
       - name: Set up pnpm
+        if: steps.guard.outputs.skip != 'true'
         uses: pnpm/action-setup@v5
         with:
           version: 10
 
       - name: Set up Node.js
+        if: steps.guard.outputs.skip != 'true'
         uses: actions/setup-node@v6
         with:
           node-version: "22.x"
 
       - name: Configure git identity
+        if: steps.guard.outputs.skip != 'true'
         run: |
           git config user.name "github-actions[bot]"
           git config user.email "41898282+github-actions[bot]@users.noreply.github.com"
 
       - name: Regenerate lockfile
+        if: steps.guard.outputs.skip != 'true'
         run: pnpm install --no-frozen-lockfile --ignore-scripts
 
       - name: Commit lockfile changes
+        if: steps.guard.outputs.skip != 'true'
         id: lockfile
         run: |
           if git diff --quiet pnpm-lock.yaml; then
@@ -59,6 +75,7 @@ jobs:
           fi
 
       - name: Try building
+        if: steps.guard.outputs.skip != 'true'
         id: build
         continue-on-error: true
         run: |
@@ -67,16 +84,37 @@ jobs:
           pnpm run build 2>&1 | tee /tmp/build-output.txt
 
       - name: Try linting
+        if: steps.guard.outputs.skip != 'true' && steps.build.outcome == 'success'
         id: lint
-        if: steps.build.outcome == 'success'
         continue-on-error: true
         run: |
           set -o pipefail
           pnpm exec eslint . 2>&1 | tee /tmp/lint-output.txt
 
+      - name: Try testing
+        if: steps.guard.outputs.skip != 'true' && steps.build.outcome == 'success'
+        id: test
+        continue-on-error: true
+        run: |
+          set -o pipefail
+          failed=0
+          pnpm test:unit 2>&1 | tee /tmp/test-output.txt || failed=1
+          pnpm --filter @ably/react-web-cli test 2>&1 | tee -a /tmp/test-output.txt || failed=1
+          exit $failed
+
+      - name: Check if fixes needed
+        if: steps.guard.outputs.skip != 'true'
+        id: needs-fix
+        run: |
+          if [[ "${{ steps.build.outcome }}" == "failure" || "${{ steps.lint.outcome }}" == "failure" || "${{ steps.test.outcome }}" == "failure" ]]; then
+            echo "needed=true" >> "$GITHUB_OUTPUT"
+          else
+            echo "needed=false" >> "$GITHUB_OUTPUT"
+          fi
+
       - name: Capture error output
         id: errors
-        if: steps.build.outcome == 'failure' || steps.lint.outcome == 'failure'
+        if: steps.needs-fix.outputs.needed == 'true'
         run: |
           {
             echo "build_output<<ENDOFOUTPUT"
@@ -93,17 +131,24 @@ jobs:
               echo "Lint was not run"
             fi
             echo "ENDOFOUTPUT"
+            echo "test_output<<ENDOFOUTPUT"
+            if [ -f /tmp/test-output.txt ]; then
+              tail -n 200 /tmp/test-output.txt
+            else
+              echo "Tests were not run"
+            fi
+            echo "ENDOFOUTPUT"
           } >> "$GITHUB_OUTPUT"
 
       - name: Fix issues with Claude
-        if: steps.build.outcome == 'failure' || steps.lint.outcome == 'failure'
+        if: steps.needs-fix.outputs.needed == 'true'
         uses: anthropics/claude-code-action@v1
         with:
           anthropic_api_key: ${{ secrets.ANTHROPIC_API_KEY }}
           github_token: ${{ steps.generate-token.outputs.token }}
           direct_prompt: |
             This is a Dependabot PR that bumps dependencies. The lockfile has been
-            regenerated but the build or lint is failing.
+            regenerated but the build, lint, or tests are failing.
 
             Read .claude/CLAUDE.md for project context.
 
@@ -115,11 +160,14 @@ jobs:
             Lint output (if failed):
             ${{ steps.errors.outputs.lint_output }}
 
+            Test output (if failed):
+            ${{ steps.errors.outputs.test_output }}
+
             ## Instructions
 
-            1. Diagnose why the build/lint fails after the dependency bump
+            1. Diagnose why the build/lint/tests fail after the dependency bump
             2. Make the MINIMUM changes needed to fix it — do not refactor unrelated code
-            3. Run `pnpm run build` and `pnpm exec eslint .` to verify your fixes
+            3. Run `pnpm run build`, `pnpm exec eslint .`, and `pnpm test:unit` to verify your fixes
             4. Commit your changes with a descriptive message
             5. Push to the current branch