Merge branch 'main' of https://github.com/bigcode-project/bigcodebench

Author: terryyz

analysis/utils.py

@@ -1277,4 +1277,58 @@
         "act_param": 3,
         "open-data": "None",
     },
-}
+    "nvidia/Llama-3.1-Nemotron-70B-Instruct-HF": {
+        "name": "Llama-3.1-Nemotron-70B-Instruct",
+        "link": "https://huggingface.co/nvidia/Llama-3.1-Nemotron-70B-Instruct-HF",
+        "prompted": True,
+        "moe": False,
+        "size": 70,
+        "act_param": 70,
+        "open-data": "Partial",
+    },
+    "claude-3-5-sonnet-20241022": {
+        "name": "Claude-3.5-Sonnet-20241022",
+        "link": "https://claude.ai/",
+        "prompted": True,
+        "moe": False,
+        "size": None,
+        "act_param": None,
+        "open-data": "None",
+    },
+    "ibm-granite/granite-3.0-8b-instruct": {
+        "name": "Granite-3.0-8B-Instruct",
+        "link": "https://huggingface.co/ibm-granite/granite-3.0-8b-instruct",
+        "prompted": True,
+        "moe": False,
+        "size": 8,
+        "act_param": 8,
+        "open-data": "None",
+    },
+    "ibm-granite/granite-3.0-2b-instruct": {
+        "name": "Granite-3.0-2B-Instruct",
+        "link": "https://huggingface.co/ibm-granite/granite-3.0-2b-instruct",
+        "prompted": True,
+        "moe": False,
+        "size": 2,
+        "act_param": 2,
+        "open-data": "None",
+    },
+    "grok-beta--main": {
+        "name": "Grok-Beta",
+        "link": "https://grok.com/",
+        "prompted": True,
+        "moe": False,
+        "size": None,
+        "act_param": None,
+        "open-data": "None",
+    },
+    "claude-3-5-haiku-20241022--main": {
+        "name": "Claude-3.5-Haiku-20241022",
+        "link": "https://claude.ai/",
+        "prompted": True,
+        "moe": False,
+        "size": None,
+        "act_param": None,
+        "open-data": "None",
+    },
+}