From b48b53327591450efa30dc273509ec1f98914c86 Mon Sep 17 00:00:00 2001 From: Spencer Bryngelson Date: Fri, 20 Feb 2026 22:31:21 -0500 Subject: [PATCH 1/3] Skip benchmark workflow for bot review events Bot reviews (AI code reviewers) trigger pull_request_review events that start a new Benchmark workflow run. The concurrency group then cancels the real benchmark run from the pull_request event, causing all benchmark jobs to be cancelled on every PR with AI reviewers enabled. Fix: skip the workflow early when the review author is a Bot account. Co-Authored-By: Claude Opus 4.6 --- .github/workflows/bench.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/.github/workflows/bench.yml b/.github/workflows/bench.yml index 0314dc4f3c..38f404505c 100644 --- a/.github/workflows/bench.yml +++ b/.github/workflows/bench.yml @@ -13,6 +13,9 @@ concurrency: jobs: file-changes: name: Detect File Changes + if: > + github.event_name != 'pull_request_review' || + github.event.review.user.type != 'Bot' runs-on: 'ubuntu-latest' outputs: checkall: ${{ steps.changes.outputs.checkall }} From 6916331177389577e79def6c0fd9b5edf3482efb Mon Sep 17 00:00:00 2001 From: Spencer Bryngelson Date: Fri, 20 Feb 2026 22:39:31 -0500 Subject: [PATCH 2/3] Use unique concurrency group for bot review runs Job-level `if` doesn't prevent the workflow run from being created, so the concurrency group still cancels in-progress runs. Fix by giving bot review runs a unique concurrency group (appending run_id) so they can't cancel real benchmark runs. Co-Authored-By: Claude Opus 4.6 --- .github/workflows/bench.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/bench.yml b/.github/workflows/bench.yml index 38f404505c..fb074878d9 100644 --- a/.github/workflows/bench.yml +++ b/.github/workflows/bench.yml @@ -7,7 +7,7 @@ on: workflow_dispatch: concurrency: - group: ${{ github.workflow }}-${{ github.ref }} + group: ${{ github.workflow }}-${{ github.ref }}${{ github.event_name == 'pull_request_review' && github.event.review.user.type == 'Bot' && format('-bot-{0}', github.run_id) || '' }} cancel-in-progress: true jobs: From ad670bbd61bc371cbfa1d81632da743a212f1cc1 Mon Sep 17 00:00:00 2001 From: Spencer Bryngelson Date: Fri, 20 Feb 2026 22:42:17 -0500 Subject: [PATCH 3/3] Fix bot detection: use unique group for all review events AI reviewer accounts (coderabbitai, copilot-pull-request-reviewer, etc.) are Organization or User type, not Bot. Instead of trying to detect bots, give all pull_request_review runs a unique concurrency group so they never cancel pull_request benchmark runs. The self job's if condition already gates for approved human reviews only. Co-Authored-By: Claude Opus 4.6 --- .github/workflows/bench.yml | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/.github/workflows/bench.yml b/.github/workflows/bench.yml index fb074878d9..382b2fee77 100644 --- a/.github/workflows/bench.yml +++ b/.github/workflows/bench.yml @@ -7,15 +7,12 @@ on: workflow_dispatch: concurrency: - group: ${{ github.workflow }}-${{ github.ref }}${{ github.event_name == 'pull_request_review' && github.event.review.user.type == 'Bot' && format('-bot-{0}', github.run_id) || '' }} + group: ${{ github.workflow }}-${{ github.ref }}${{ github.event_name == 'pull_request_review' && format('-review-{0}', github.run_id) || '' }} cancel-in-progress: true jobs: file-changes: name: Detect File Changes - if: > - github.event_name != 'pull_request_review' || - github.event.review.user.type != 'Bot' runs-on: 'ubuntu-latest' outputs: checkall: ${{ steps.changes.outputs.checkall }}