Skip to content

Commit c957071

Browse files
committed
fix: update missing problems
1 parent ff8f629 commit c957071

File tree

1 file changed

+3
-2
lines changed

1 file changed

+3
-2
lines changed

bigcodebench/evaluate.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -110,6 +110,9 @@ def evaluate(flags):
110110
assert flags.samples.endswith(".jsonl")
111111
result_path = flags.samples.replace(".jsonl", "_eval_results.json")
112112

113+
problems = get_bigcodebench()
114+
dataset_hash = get_bigcodebench_hash()
115+
113116
if not flags.no_gt:
114117
expected_time = get_groundtruth(problems, dataset_hash, flags.check_gt_only)
115118
else:
@@ -122,8 +125,6 @@ def evaluate(flags):
122125

123126
results = compatible_eval_result(results)
124127
else:
125-
problems = get_bigcodebench()
126-
dataset_hash = get_bigcodebench_hash()
127128

128129
if flags.check_gt_only:
129130
return

0 commit comments

Comments
 (0)