We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent e2de1ea commit 81aca07Copy full SHA for 81aca07
1 file changed
bigcodebench/evaluate.py
@@ -205,7 +205,11 @@ def evaluate(
205
else:
206
207
pass_at_k = dict()
208
- passk = list(pass_k)
+
209
+ if isinstance(pass_k, str):
210
+ passk = [int(k) for k in pass_k.split(",")]
211
+ else:
212
+ passk = pass_k
213
214
if isinstance(selective_evaluate, str):
215
selected_ids = set(selective_evaluate.split(","))
0 commit comments