fix device

Author: terryyz

bigcodebench/model.py

@@ -179,7 +179,7 @@ def __init__(self, name: str, dataset: str, **kwargs):
         self.device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 
         kwargs = {}
-        kwargs["device_map"] = "cuda:0"
+        kwargs["device_map"] = "auto"
         kwargs["trust_remote_code"] = self.trust_remote_code
         # string to torch dtype
         kwargs["torch_dtype"] = getattr(torch, self.dtype)