refactor: parameterize evaluation configuration variables and remove unused scorers

Author: omkargaikwad23

cloudbuild.yaml

@@ -32,6 +32,14 @@ steps:
 
         export EVAL_GCP_PROJECT_ID=$PROJECT_ID
         export EVAL_GCP_PROJECT_REGION=us-central1
+        export GOOGLE_CLOUD_PROJECT=$PROJECT_ID
+        export CLOUD_SQL_POSTGRES_PROJECT=$PROJECT_ID
+        export CLOUD_SQL_POSTGRES_INSTANCE=$_CLOUD_SQL_INSTANCE
+        export CLOUD_SQL_POSTGRES_REGION=$_CLOUD_SQL_REGION
+        export CLOUD_SQL_POSTGRES_DATABASE=$_CLOUD_SQL_DATABASE
+        export CLOUD_SQL_POSTGRES_USER=$_CLOUD_SQL_USER
+        export CLOUD_SQL_POSTGRES_IP_TYPE=$_CLOUD_SQL_IP_TYPE
+
         # Maps the decrypted DB_PASSWORD to the exact variable expected by gemini_cli and extension skills
         export CLOUD_SQL_POSTGRES_PASSWORD=$$DB_PASSWORD
 

evals/model_config.yaml

@@ -15,18 +15,19 @@
 gemini_cli_version: "@google/gemini-cli@0.38.1"
 generator: gemini_cli
 env:
-  GOOGLE_CLOUD_PROJECT: "ext-test-cloud-sql-postgres"
+  GOOGLE_CLOUD_PROJECT: "${GOOGLE_CLOUD_PROJECT}"
+
   GOOGLE_CLOUD_LOCATION: "global"
   GOOGLE_GENAI_USE_VERTEXAI: "true"
 setup:
   extensions:
     # Points to the symlink created in cloudbuild.yaml to match the extension ID
     "/workspace/cloud-sql-postgresql":
       settings:
-        CLOUD_SQL_POSTGRES_PROJECT: "ext-test-cloud-sql-postgres"
-        CLOUD_SQL_POSTGRES_INSTANCE: "daily-ci-evals-db"
-        CLOUD_SQL_POSTGRES_REGION: "us-central1"
-        CLOUD_SQL_POSTGRES_DATABASE: "postgres"
-        CLOUD_SQL_POSTGRES_USER: "postgres"
+        CLOUD_SQL_POSTGRES_PROJECT: "${CLOUD_SQL_POSTGRES_PROJECT}"
+        CLOUD_SQL_POSTGRES_INSTANCE: "${CLOUD_SQL_POSTGRES_INSTANCE}"
+        CLOUD_SQL_POSTGRES_REGION: "${CLOUD_SQL_POSTGRES_REGION}"
+        CLOUD_SQL_POSTGRES_DATABASE: "${CLOUD_SQL_POSTGRES_DATABASE}"
+        CLOUD_SQL_POSTGRES_USER: "${CLOUD_SQL_POSTGRES_USER}"
         CLOUD_SQL_POSTGRES_PASSWORD: '${CLOUD_SQL_POSTGRES_PASSWORD}'
-        CLOUD_SQL_POSTGRES_IP_TYPE: "PUBLIC"
+        CLOUD_SQL_POSTGRES_IP_TYPE: "${CLOUD_SQL_POSTGRES_IP_TYPE}"

evals/run_config.yaml

@@ -23,16 +23,11 @@ model_config: /workspace/evals/model_config.yaml
 simulated_user_model_config: /workspace/evals/gemini_2.5_pro_model.yaml
 
 scorers:
-  # Structural
-  trajectory_matcher: {}
-  
   # Qualitative (Judge-based)
   goal_completion:
     model_config: /workspace/evals/gemini_2.5_pro_model.yaml
   behavioral_metrics:
     model_config: /workspace/evals/gemini_2.5_pro_model.yaml
-  parameter_analysis:
-    model_config: /workspace/evals/gemini_2.5_pro_model.yaml
 
   # Performance
   turn_count: {}