We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 5091ff0 commit 0cd6174Copy full SHA for 0cd6174
1 file changed
bigcodebench/evaluate.py
@@ -205,11 +205,7 @@ def evaluate(
205
else:
206
207
pass_at_k = dict()
208
-
209
- if isinstance(pass_k, str):
210
- passk = [int(k) for k in pass_k.split(",")]
211
- else:
212
- passk = pass_k
+ passk = list(pass_k)
213
214
if isinstance(selective_evaluate, str):
215
selected_ids = set(selective_evaluate.split(","))
0 commit comments