feat: add release version substitution to run configuration and update cloudbuild environment variables

Author: omkargaikwad23

cloudbuild.yaml

@@ -26,12 +26,24 @@ steps:
       - '-c'
       - |
         set -e
+
+        # Determine Release Version
+        if [[ '$_PR_LABELS' =~ 'autorelease: triggered' ]]; then
+          if [[ '$_PR_TITLE' =~ release\ ([0-9]+\.[0-9]+\.[0-9]+) ]]; then
+            export RELEASE_VERSION="$${BASH_REMATCH[1]}"
+          else
+            export RELEASE_VERSION="unknown"
+          fi
+        else
+          export RELEASE_VERSION="unknown"
+        fi
+
         # Workaround for evalbench bug: settings are only applied if path basename matches extension ID
         ln -s /workspace /workspace/cloud-sql-postgresql
         cd /evalbench
 
         export EVAL_GCP_PROJECT_ID=$PROJECT_ID
-        export EVAL_GCP_PROJECT_REGION=us-central1
+        export EVAL_GCP_PROJECT_REGION=$_CLOUD_SQL_REGION
         export GOOGLE_CLOUD_PROJECT=$PROJECT_ID
         export CLOUD_SQL_POSTGRES_PROJECT=$PROJECT_ID
         export CLOUD_SQL_POSTGRES_INSTANCE=$_CLOUD_SQL_INSTANCE

evals/run_config.yaml

@@ -13,6 +13,7 @@
 # limitations under the License.
 
 extension_id: cloud-sql-postgresql
+release_version: ${RELEASE_VERSION}
 
 dataset_config: /workspace/evals/dataset.json
 dataset_format: gemini-cli-format

evals/substitute_env.py

@@ -2,16 +2,17 @@
 import re
 
 def main():
-    yaml_path = '/workspace/evals/model_config.yaml'
-    if os.path.exists(yaml_path):
-        with open(yaml_path, 'r') as f:
-            content = f.read()
-        content = re.sub(r'\${(\w+)}', lambda m: os.environ.get(m.group(1), m.group(0)), content)
-        with open(yaml_path, 'w') as f:
-            f.write(content)
-        print(f"Successfully substituted environment variables in {yaml_path}")
-    else:
-        print(f"File not found: {yaml_path}")
+    yaml_paths = ['/workspace/evals/model_config.yaml', '/workspace/evals/run_config.yaml']
+    for yaml_path in yaml_paths:
+        if os.path.exists(yaml_path):
+            with open(yaml_path, 'r') as f:
+                content = f.read()
+            content = re.sub(r'\${(\w+)}', lambda m: os.environ.get(m.group(1), m.group(0)), content)
+            with open(yaml_path, 'w') as f:
+                f.write(content)
+            print(f"Successfully substituted environment variables in {yaml_path}")
+        else:
+            print(f"File not found: {yaml_path}")
 
 if __name__ == '__main__':
     main()