We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 6762112 commit 21af836Copy full SHA for 21af836
1 file changed
bigcodebench/evaluate.py
@@ -150,10 +150,11 @@ def evaluate(flags):
150
cprint(f"Groundtruth pass rate: {gt_pass_rate:.3f}", "green")
151
else:
152
cprint(f"Groundtruth pass rate: {gt_pass_rate:.3f}\nPlease be cautious!", "red")
153
- return
154
155
if len(failed_tasks) > 0:
156
cprint(f"Failed tasks: {failed_tasks}", "red")
+
157
+ return
158
159
results = {
160
"date": datetime.now().strftime("%Y-%m-%d %H:%M"),
0 commit comments