We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 75469f4 commit 9c5726aCopy full SHA for 9c5726a
1 file changed
bigcodebench/evaluate.py
@@ -210,6 +210,7 @@ def evaluate(
210
passk = [int(k) for k in pass_k.split(",")]
211
else:
212
passk = pass_k
213
+
214
if isinstance(selective_evaluate, str):
215
selected_ids = set(selective_evaluate.split(","))
216
0 commit comments