fix: resolve constant conflict

Author: terryyz

bigcodebench/eval/__init__.py

@@ -41,7 +41,7 @@
     swallow_io,
     time_limit,
     safe_environment,
-    TIMEOUT,
+    TIMEOUT_LIMIT,
 )
 
 
@@ -179,7 +179,7 @@ def untrusted_check(
     gt_time_limit: float = 60
 ) -> Tuple[str, np.ndarray]:
     time_limit = max(min_time_limit, gt_time_limit)
-    timeout = max(os.getenv("BIGCODEBENCH_TIMEOUT_PER_TASK", TIMEOUT), time_limit) + 1
+    timeout = max(os.getenv("BIGCODEBENCH_TIMEOUT_PER_TASK", TIMEOUT_LIMIT), time_limit) + 1
     # shared memory objects
     stat = Value("i", _UNKNOWN)
     manager = Manager()

bigcodebench/eval/utils.py

@@ -31,7 +31,7 @@
 import multiprocessing
 from typing import Optional
 
-TIMEOUT=240.0
+TIMEOUT_LIMIT=240.0
 
 @contextlib.contextmanager
 def swallow_subprocess_output():

bigcodebench/gen/util/__init__.py

@@ -11,7 +11,7 @@
     swallow_io,
     time_limit,
     safe_environment,
-    TIMEOUT,
+    TIMEOUT_LIMIT,
 )
 
 
@@ -52,7 +52,7 @@ def trusted_exec(code, test_code, task_id, max_as_limit, max_data_limit, max_sta
         suite = loader.loadTestsFromTestCase(TestCases)
         test_result = unittest.TestResult()
         start = time.time()
-        with safe_environment(), swallow_io(), time_limit(seconds=TIMEOUT):
+        with safe_environment(), swallow_io(), time_limit(seconds=TIMEOUT_LIMIT):
             suite.run(test_result)
 
         if len(test_result.failures + test_result.errors) > 0:
@@ -69,7 +69,7 @@ def trusted_exec(code, test_code, task_id, max_as_limit, max_data_limit, max_sta
 def trusted_check_exec(code, inputs):
     """Check trusted_exec success."""
     try:
-        with time_limit(seconds=TIMEOUT):
+        with time_limit(seconds=TIMEOUT_LIMIT):
             trusted_exec(code, inputs)
     except Exception:
         return False
@@ -84,7 +84,7 @@ def trusted_check(
     max_data_limit: float,
     max_stack_limit: float,
 ):
-    timeout = os.getenv("BIGCODEBENCH_TIMEOUT_PER_TASK", TIMEOUT) + 1
+    timeout = os.getenv("BIGCODEBENCH_TIMEOUT_PER_TASK", TIMEOUT_LIMIT) + 1
     # shared memory objects
     times = Value("d", -1)
     manager = Manager()

bigcodebench/gen/util/openai_request.py

@@ -29,8 +29,8 @@ def make_request(
         ],
         max_tokens=max_tokens,
         temperature=temperature,
-        n=n,
-        **kwargs
+        # n=n,
+        # **kwargs
     )