Skip to content

Commit 7b688cd

Browse files
committed
fix: change result path
1 parent 0695a63 commit 7b688cd

File tree

1 file changed

+3
-2
lines changed

1 file changed

+3
-2
lines changed

bigcodebench/evaluate.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -118,11 +118,12 @@ def evaluate(flags):
118118
# bypass the samples
119119
flags.samples = "__dummy__.jsonl"
120120

121+
extra = flags.subset + "_" if flags.subset != "full" else ""
121122
if os.path.isdir(flags.samples):
122-
result_path = os.path.join(flags.samples, "eval_results.json")
123+
result_path = os.path.join(flags.samples, f"{extra}eval_results.json")
123124
else:
124125
assert flags.samples.endswith(".jsonl")
125-
result_path = flags.samples.replace(".jsonl", "_eval_results.json")
126+
result_path = flags.samples.replace(".jsonl", f"_{extra}eval_results.json")
126127

127128
problems = get_bigcodebench(subset=flags.subset)
128129
dataset_hash = get_bigcodebench_hash(subset=flags.subset)

0 commit comments

Comments
 (0)