We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
calibrated
1 parent aa634d5 commit 992fc34Copy full SHA for 992fc34
1 file changed
bigcodebench/evaluate.py
@@ -165,6 +165,7 @@ def evaluate(
165
max_as_limit=max_as_limit,
166
max_data_limit=max_data_limit,
167
max_stack_limit=max_stack_limit,
168
+ calibrated=calibrated,
169
check_gt_only=check_gt_only,
170
no_gt=no_gt,
171
api_name="/predict"
0 commit comments