Carryover codecov coverage (#680)

* Flagged unittests Flagging is basically a way to give a category to unittests (grouping them together) * Enable carryover of all test runs Given that we have a monorepo, we do not run all tests every time. carryover makes codecov use any previous run as an oracle if a submission is missing coverage data for an existing flag * Renamed all providers with provider- prefix
canonical · Aug 23, 2023 · 0e0e9d8 · 0e0e9d8
1 parent 9bdcee9
commit 0e0e9d8
Show file tree

Hide file tree

Showing 10 changed files with 32 additions and 0 deletions.
diff --git a/.github/workflows/tox-checkbox-ng.yaml b/.github/workflows/tox-checkbox-ng.yaml
@@ -32,3 +32,6 @@ jobs:
         run: tox
       - name: Upload coverage reports to Codecov
         uses: codecov/codecov-action@v3
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          flags: unittests,checkbox-ng
diff --git a/.github/workflows/tox-checkbox-support.yaml b/.github/workflows/tox-checkbox-support.yaml
@@ -32,3 +32,6 @@ jobs:
         run: tox
       - name: Upload coverage reports to Codecov
         uses: codecov/codecov-action@v3
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          flags: unittests,checkbox-support
diff --git a/.github/workflows/tox-provider-base.yaml b/.github/workflows/tox-provider-base.yaml
@@ -32,3 +32,6 @@ jobs:
         run: tox
       - name: Upload coverage reports to Codecov
         uses: codecov/codecov-action@v3
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          flags: unittests,providers,provider-base
diff --git a/.github/workflows/tox-provider-certification-client.yaml b/.github/workflows/tox-provider-certification-client.yaml
@@ -32,3 +32,6 @@ jobs:
         run: tox
       - name: Upload coverage reports to Codecov
         uses: codecov/codecov-action@v3
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          flags: unittests,providers,provider-certification-client
diff --git a/.github/workflows/tox-provider-certification-server.yaml b/.github/workflows/tox-provider-certification-server.yaml
@@ -32,3 +32,6 @@ jobs:
         run: tox
       - name: Upload coverage reports to Codecov
         uses: codecov/codecov-action@v3
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          flags: unittests,providers,provider-certification-server
diff --git a/.github/workflows/tox-provider-gpgpu.yaml b/.github/workflows/tox-provider-gpgpu.yaml
@@ -32,3 +32,6 @@ jobs:
         run: tox
       - name: Upload coverage reports to Codecov
         uses: codecov/codecov-action@v3
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          flags: unittests,providers,provider-gpgpu
diff --git a/.github/workflows/tox-provider-iiotg.yaml b/.github/workflows/tox-provider-iiotg.yaml
@@ -32,3 +32,6 @@ jobs:
         run: tox
       - name: Upload coverage reports to Codecov
         uses: codecov/codecov-action@v3
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          flags: unittests,providers,provider-iiotg
diff --git a/.github/workflows/tox-provider-resource.yaml b/.github/workflows/tox-provider-resource.yaml
@@ -32,3 +32,6 @@ jobs:
         run: tox
       - name: Upload coverage reports to Codecov
         uses: codecov/codecov-action@v3
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          flags: unittests,providers,provider-resource
diff --git a/.github/workflows/tox-provider-sru.yaml b/.github/workflows/tox-provider-sru.yaml
@@ -32,3 +32,6 @@ jobs:
         run: tox
       - name: Upload coverage reports to Codecov
         uses: codecov/codecov-action@v3
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          flags: unittests,providers,provider-sru
diff --git a/codecov.yml b/codecov.yml
@@ -3,3 +3,8 @@ coverage:
     patch:
       default:
         target: 90%
+flag_manageemnt:
+  default_rules:
+    # carryforward means if a test was not run again, use the previous
+    # coverage result for the current flag (part)
+    carryforward: true