Enable codecov for coverage reports (#80)

* Install codecov

* Enable codecov upload

* Add codecov token

* Don't make the token secret

* Re-trigger CI

* Restrict coverage to sklearn_extra

Author: rth

.codecov.yml

@@ -0,0 +1,29 @@
+comment: false
+
+coverage:
+  status:
+    project:
+      default:
+        # Commits pushed to master should not make the overall
+        # project coverage decrease by more than 1%:
+        target: auto
+        threshold: 1%
+    patch:
+      default:
+        # Be tolerant on slight code coverage diff on PRs to limit
+        # noisy red coverage status on github PRs.
+        # Note: The coverage stats are still uploaded
+        # to codecov so that PR reviewers can see uncovered lines
+        target: auto
+        threshold: 1%
+
+codecov:
+  notify:
+    # Prevent coverage status to upload multiple times for parallel and long
+    # running CI pipelines. This configuration is particularly useful on PRs
+    # to avoid confusion. Note that this value is set to the number of Azure
+    # Pipeline jobs uploading coverage reports.
+    after_n_builds: 6
+
+ignore:
+- "**/setup.py"

azure-pipelines.yml

@@ -16,6 +16,11 @@ jobs:
         SCIPY_VERSION: "1.1.0"
         SKLEARN_VERSION: "0.22.2post1"
       Python38:
+        python.version: '3.8'
+        NUMPY_VERSION: "1.16.5"
+        SCIPY_VERSION: "1.1.0"
+        SKLEARN_VERSION: "0.23.2"
+      Python39:
         python.version: '3.8'
         SKLEARN_VERSION: "nightly"
   variables:
@@ -46,13 +51,17 @@ jobs:
   
   - script: |
       set -xe
-      python -m pip install pytest pytest-azurepipelines
+      python -m pip install pytest pytest-azurepipelines pytest-cov codecov
       # run doctests in the documentation
       # TODO: remove "|| .." once at least one doctest is added
       python -m pytest doc/*rst doc/modules/*rst || echo "Ignoring exit status"
-      python -m pytest --durations 10 sklearn_extra
+      python -m pytest --durations 10 --cov=sklearn_extra sklearn_extra
     displayName: 'Test'
 
+  - script: codecov -t $CODECOV_TOKEN || echo "codecov upload failed"
+    displayName: 'Upload coverage report'
+    env:
+      CODECOV_TOKEN: $(CODECOV_TOKEN)
 
 - job: 'macOS1014'
   pool:
@@ -100,10 +109,15 @@ jobs:
   
   - script: |
       set -xe
-      python -m pip install pytest pytest-azurepipelines pytest
-      python -m pytest --durations 10 sklearn_extra
+      python -m pip install pytest pytest-azurepipelines pytest pytest-cov codecov
+      python -m pytest --durations 10 --cov=sklearn_extra sklearn_extra
     displayName: 'Test'
 
+  - script: codecov -t $CODECOV_TOKEN || echo "codecov upload failed"
+    displayName: 'Upload coverage report'
+    env:
+      CODECOV_TOKEN: $(CODECOV_TOKEN)
+
 
 - job: 'win2016'
   pool:
@@ -143,6 +157,11 @@ jobs:
   
   - script: |
       cd ..
-      python -m pip install pytest pytest-azurepipelines
-      python -m pytest --durations 10 --pyargs sklearn_extra
+      python -m pip install pytest pytest-azurepipelines pytest-cov codecov
+      python -m pytest --durations 10 --pyargs --cov=sklearn_extra sklearn_extra
     displayName: 'Test'
+
+  - script: codecov -t %CODECOV_TOKEN% || echo "codecov upload failed"
+    displayName: 'Upload coverage report'
+    env:
+      CODECOV_TOKEN: $(CODECOV_TOKEN)