diff --git a/.github/labels.yaml b/.github/labels.yaml index 5974f23..abf2d71 100644 --- a/.github/labels.yaml +++ b/.github/labels.yaml @@ -83,4 +83,8 @@ - name: 'release-please:force-run' color: bdca82 - description: Manually trigger the release please workflow on a PR. \ No newline at end of file + description: Manually trigger the release please workflow on a PR. + +- name: 'ci:run-evals' + color: 4285f4 + description: Manually trigger the evaluation CI pipeline on a PR. \ No newline at end of file diff --git a/cloudbuild.yaml b/cloudbuild.yaml index 2900340..7353fa2 100644 --- a/cloudbuild.yaml +++ b/cloudbuild.yaml @@ -46,8 +46,8 @@ steps: PR_TITLE=$(echo "$$PR_DATA" | jq -r '.title') # Check if execution labels are present - if [[ "$$PR_LABELS" != *"autorelease: pending"* && "$$PR_LABELS" != *"evals"* ]]; then - echo "PR does not have 'autorelease: pending' or 'evals' label. Skipping execution." + if [[ "$$PR_LABELS" != *"autorelease: pending"* && "$$PR_LABELS" != *"ci:run-evals"* ]]; then + echo "PR does not have 'autorelease: pending' or 'ci:run-evals' label. Skipping execution." exit 0 fi echo "Execution label detected. Processing release version context..." @@ -60,7 +60,7 @@ steps: export RELEASE_VERSION="pr-$_PR_NUMBER-release-unknown" fi else - export RELEASE_VERSION="pr-$_PR_NUMBER-evals" + export RELEASE_VERSION="pr-$_PR_NUMBER-ci-run-evals" fi # Workaround for evalbench bug: settings are only applied if path basename matches extension ID