We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a9cc5b1 commit 4ab7c7fCopy full SHA for 4ab7c7f
bigcodebench/inspect.py
@@ -28,6 +28,8 @@ def inspection(args):
28
task_path = os.path.join(path, task_id)
29
if not os.path.exists(task_path):
30
os.makedirs(task_path)
31
+ if task_id not in problems:
32
+ continue
33
task_id_data = problems[task_id]
34
with open(os.path.join(task_path, "ground_truth.py"), "w") as f:
35
f.write(task_id_data[f"{args.split}_prompt"] + "\n\n" + task_id_data["canonical_solution"])
0 commit comments