feat: using datasets to load

Author: terryyz

bigcodebench/data/bigcodebench.py

@@ -26,14 +26,8 @@ def _ready_bigcodebench_path(subset="full", version="default") -> str:
     )
 
     extra = "-" + subset if subset != "full" else ""
-    
-    try:
-        dataset = load_dataset(BIGCODEBENCH_HF+extra, split=BIGCODEBENCH_VERSION)
-        make_cache(url, dataset, path)
-    except:
-        if os.path.exists(path):
-            os.remove(path)
-        make_cache(url, None, path, gh=True)
+    dataset = load_dataset(BIGCODEBENCH_HF+extra, split=BIGCODEBENCH_VERSION)
+    make_cache(url, dataset, path)
 
     return path