feat: customize instruction and response

Author: terryyz

bigcodebench/generate.py

@@ -139,6 +139,8 @@ def run_codegen(
     backend: str = "vllm",
     base_url: str = None,
     tp: int = 1,
+    instruction_prefix: str = None,
+    response_prefix: str = None,
     revision: str = "main",
     trust_remote_code: bool = False,
     tokenizer_name: str = None,
@@ -160,8 +162,10 @@ def run_codegen(
     # Make project dir
     os.makedirs(root, exist_ok=True)
 
-    instruction_prefix = "Please provide a self-contained Python script that solves the following problem in a markdown code block:"
-    response_prefix = "Below is a Python script with a self-contained function that solves the problem and passes corresponding tests:"
+    if instruction_prefix is None:  
+        instruction_prefix = "Please provide a self-contained Python script that solves the following problem in a markdown code block:"
+    if response_prefix is None:
+        response_prefix = "Below is a Python script with a self-contained function that solves the problem and passes corresponding tests:"
 
     # Make dir for codes generated by each model
     model_runner = make_model(