We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ed9886c commit 7109710Copy full SHA for 7109710
run.sh
@@ -1,14 +1,13 @@
1
DATASET=bigcodebench
2
-MODEL=meta-llama/Llama-3.2-1B-Instruct
+MODEL=meta-llama/Meta-Llama-3.1-8B-Instruct
3
BACKEND=vllm
4
-NUM_GPU=1
+NUM_GPU=2
5
SPLIT=complete
6
SUBSET=hard
7
8
bigcodebench.evaluate \
9
--model $MODEL \
10
- --samples meta-llama--Llama-3.2-1B-Instruct--bigcodebench-hard-complete--vllm-0-1-sanitized_calibrated.jsonl \
11
--split $SPLIT \
12
--subset $SUBSET \
13
--backend $BACKEND \
14
- --greedy
+ --tp $NUM_GPU
0 commit comments