Fix CI

.github/workflows/python.yaml

@@ -11,7 +11,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
+        python-version: ["3.10", "3.11", "3.12"]
 
     steps:
       - uses: actions/checkout@v3

.pre-commit-config.yaml

@@ -5,7 +5,7 @@ repos:
       - id: end-of-file-fixer
       - id: trailing-whitespace
   - repo: "https://github.com/psf/black"
-    rev: 22.6.0
+    rev: 24.10.0
     hooks:
       - id: black
         files: ./

py/autoevals/oai.py

@@ -19,8 +19,7 @@ class ChatCompletions(Protocol):
 @runtime_checkable
 class Chat(Protocol):
     @property
-    def completions(self) -> ChatCompletions:
-        ...
+    def completions(self) -> ChatCompletions: ...
 
 
 @runtime_checkable
@@ -38,35 +37,27 @@ class OpenAIV1Module(Protocol):
     class OpenAI(Protocol):
         # Core API resources
         @property
-        def chat(self) -> Chat:
-            ...
+        def chat(self) -> Chat: ...
 
         @property
-        def embeddings(self) -> Embeddings:
-            ...
+        def embeddings(self) -> Embeddings: ...
 
         @property
-        def moderations(self) -> Moderations:
-            ...
+        def moderations(self) -> Moderations: ...
 
         # Configuration
         @property
-        def api_key(self) -> str:
-            ...
+        def api_key(self) -> str: ...
 
         @property
-        def organization(self) -> Optional[str]:
-            ...
+        def organization(self) -> Optional[str]: ...
 
         @property
-        def base_url(self) -> Union[str, Any, None]:
-            ...
+        def base_url(self) -> Union[str, Any, None]: ...
 
-    class AsyncOpenAI(OpenAI):
-        ...
+    class AsyncOpenAI(OpenAI): ...
 
-    class RateLimitError(Exception):
-        ...
+    class RateLimitError(Exception): ...
 
 
 # TODO: we're removing v0 support in the next release
@@ -89,8 +80,7 @@ class Moderation(Protocol):
     base_url: Optional[str]
 
     class error(Protocol):
-        class RateLimitError(Exception):
-            ...
+        class RateLimitError(Exception): ...
 
 
 _openai_module: Optional[Union[OpenAIV1Module, OpenAIV0Module]] = None

py/autoevals/score.py

@@ -25,6 +25,7 @@ class Score(SerializableDataClass):
 
     def as_dict(self):
         return {
+            "name": self.name,
             "score": self.score,
             "metadata": self.metadata,
         }
@@ -57,8 +58,7 @@ def _name(self) -> str:
         return self.__class__.__name__
 
     @abstractmethod
-    def _run_eval_sync(self, output: Any, expected: Any = None, **kwargs: Any) -> Score:
-        ...
+    def _run_eval_sync(self, output: Any, expected: Any = None, **kwargs: Any) -> Score: ...
 
 
 __all__ = ["Score", "Scorer"]

py/autoevals/test_embeddings.py

@@ -42,7 +42,7 @@ def test_embeddings():
 def test_embedding_values():
     for run_async in [False, True]:
         evaluator = EmbeddingSimilarity()
-        for (word1, word2) in VALUES:
+        for word1, word2 in VALUES:
             if run_async:
                 result = asyncio.run(evaluator.eval_async(word1, word2))
             else:

setup.py

@@ -53,7 +53,7 @@
     package_dir={"": "py"},
     include_package_data=True,
     packages=setuptools.find_packages(where="py"),
-    python_requires=">=3.8.0",
+    python_requires=">=3.10.0",
     entry_points={},
     install_requires=install_requires,
     extras_require=extras_require,