Skip to content

Commit a5bff4a

Browse files
committed
fix: increase the gt threshold
1 parent ce4831c commit a5bff4a

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

bigcodebench/evaluate.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -142,7 +142,7 @@ def evaluate(flags):
142142

143143
if flags.check_gt_only:
144144

145-
if gt_pass_rate > 0.95:
145+
if gt_pass_rate > 0.99:
146146
cprint(f"Groundtruth pass rate: {gt_pass_rate:.3f}", "green")
147147
else:
148148
cprint(f"Groundtruth pass rate: {gt_pass_rate:.3f}\nPlease be cautious!", "red")
@@ -250,7 +250,7 @@ def stucking_checker():
250250
if flags.no_gt:
251251
cprint(f"Groundtruth is not checked", "yellow")
252252
else:
253-
if gt_pass_rate > 0.95:
253+
if gt_pass_rate > 0.99:
254254
cprint(f"Groundtruth pass rate: {gt_pass_rate:.3f}", "green")
255255
else:
256256
cprint(f"Groundtruth pass rate: {gt_pass_rate:.3f}\nPlease be cautious!", "red")

0 commit comments

Comments
 (0)