Skip to content

Commit 70511fb

Browse files
ci: added new label ci:run-evals for PR (#121)
1 parent fdf3cc6 commit 70511fb

2 files changed

Lines changed: 8 additions & 4 deletions

File tree

.github/labels.yaml

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -83,4 +83,8 @@
8383

8484
- name: 'release-please:force-run'
8585
color: bdca82
86-
description: Manually trigger the release please workflow on a PR.
86+
description: Manually trigger the release please workflow on a PR.
87+
88+
- name: 'ci:run-evals'
89+
color: 4285f4
90+
description: Manually trigger the evaluation CI pipeline on a PR.

cloudbuild.yaml

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -46,8 +46,8 @@ steps:
4646
PR_TITLE=$(echo "$$PR_DATA" | jq -r '.title')
4747
4848
# Check if execution labels are present
49-
if [[ "$$PR_LABELS" != *"autorelease: pending"* && "$$PR_LABELS" != *"evals"* ]]; then
50-
echo "PR does not have 'autorelease: pending' or 'evals' label. Skipping execution."
49+
if [[ "$$PR_LABELS" != *"autorelease: pending"* && "$$PR_LABELS" != *"ci:run-evals"* ]]; then
50+
echo "PR does not have 'autorelease: pending' or 'ci:run-evals' label. Skipping execution."
5151
exit 0
5252
fi
5353
echo "Execution label detected. Processing release version context..."
@@ -60,7 +60,7 @@ steps:
6060
export RELEASE_VERSION="pr-$_PR_NUMBER-release-unknown"
6161
fi
6262
else
63-
export RELEASE_VERSION="pr-$_PR_NUMBER-evals"
63+
export RELEASE_VERSION="pr-$_PR_NUMBER-ci-run-evals"
6464
fi
6565
6666
# Workaround for evalbench bug: settings are only applied if path basename matches extension ID

0 commit comments

Comments
 (0)