tests using pytest

Author: hhsecond

.github/workflows/ci.yml

@@ -46,4 +46,4 @@ jobs:
           REDIS_HOST: localhost
           REDIS_PORT: 6379
         run: |
-          papermill scikit_learn/ScikitLearn2Production.ipynb -
+          pytest test.py

requirements.txt

@@ -18,6 +18,7 @@ entrypoints==0.3
 hiredis==1.0.0
 idna==3.3
 importlib-resources==5.4.0
+iniconfig==1.1.1
 ipykernel==6.5.1
 ipython==7.29.0
 ipython-genutils==0.2.0
@@ -54,14 +55,17 @@ pathspec==0.9.0
 pexpect==4.8.0
 pickleshare==0.7.5
 platformdirs==2.4.0
+pluggy==1.0.0
 prometheus-client==0.12.0
 prompt-toolkit==3.0.22
 protobuf==3.19.1
 ptyprocess==0.7.0
+py==1.11.0
 pycparser==2.21
 Pygments==2.10.0
 pyparsing==3.0.6
 pyrsistent==0.18.0
+pytest==6.2.5
 python-dateutil==2.8.2
 pytz==2021.3
 PyYAML==6.0
@@ -82,6 +86,7 @@ terminado==0.12.1
 testpath==0.5.0
 textwrap3==0.9.2
 threadpoolctl==3.0.0
+toml==0.10.2
 tomli==1.2.2
 tornado==6.1
 tqdm==4.62.3

test.py

@@ -0,0 +1,19 @@
+import papermill as pm
+import os
+import glob
+import pytest
+
+
+def notebook_runner(notebook_path):
+    """
+    This pytest function runs all the ipynb files in the repository
+    using papermill - a notebook runner that throws if any exception occurs while executing the notebook
+    """
+    # Run all the notebooks in the repository
+    pm.execute_notebook(notebook_path, "-")
+
+
+
+parameterizer = pytest.mark.parametrize("notebook_path", glob.glob(os.path.join(os.path.dirname(__file__), "*.ipynb")))
+# this variable (Which is a function) will be executed when pytest triggers the test
+test_notebooks = parameterizer(notebook_runner)