coverage: Enable coverage reports

6 files changed, 39 insertions, 14 deletions

diff --git a/.github/workflows/cygwin.yml b/.github/workflows/cygwin.yml
index 32d33d869..39540941c 100644
--- a/.github/workflows/cygwin.yml
+++ b/.github/workflows/cygwin.yml
@@ -68,13 +68,13 @@ jobs:
       - name: Run pip
         run: |
           export PATH=/usr/bin:/usr/local/bin:$(cygpath ${SYSTEMROOT})/system32
-          python3 -m pip --disable-pip-version-check install gcovr jsonschema pefile pytest pytest-xdist
+          python3 -m pip --disable-pip-version-check install gcovr jsonschema pefile pytest pytest-xdist coverage codecov
         shell: C:\cygwin\bin\bash.exe --noprofile --norc -o igncr -eo pipefail '{0}'
 
       - name: Run tests
         run: |
           export PATH=/usr/bin:/usr/local/bin:$(cygpath ${SYSTEMROOT})/system32
-          python3 run_tests.py --backend=ninja
+          python3 ./tools/run_with_cov.py run_tests.py --backend=ninja
         env:
           # Cygwin's static boost installation is broken (some static library
           # variants such as boost_thread are not present)
@@ -87,3 +87,6 @@ jobs:
           path: meson-test-run.*
         # test log should be saved on failure
         if: ${{ !cancelled() }}
+
+      - name: Upload coverage report
+        run: ./ci/upload_cov.sh "${{ matrix.NAME }}"
diff --git a/.github/workflows/macos.yml b/.github/workflows/macos.yml
index faff3ae81..c7ef7d3bf 100644
--- a/.github/workflows/macos.yml
+++ b/.github/workflows/macos.yml
@@ -24,7 +24,7 @@ jobs:
         python-version: '3.x'
     - run: |
         python -m pip install --upgrade pip
-        python -m pip install pytest pytest-xdist jsonschema
+        python -m pip install pytest pytest-xdist jsonschema coverage codecov
     - run: brew install pkg-config ninja llvm qt@5
     - env:
         CPPFLAGS: "-I/usr/local/include"
@@ -35,7 +35,10 @@ jobs:
         export SDKROOT="$(xcodebuild -version -sdk macosx Path)"
         export PATH="$HOME/tools:/usr/local/opt/qt@5/bin:$PATH:$(brew --prefix llvm)/bin"
         export PKG_CONFIG_PATH="/usr/local/opt/qt@5/lib/pkgconfig:$PKG_CONFIG_PATH"
-        ./run_unittests.py
+        ./tools/run_with_cov.py ./run_unittests.py
+    - name: Upload coverage report
+      run: ./ci/upload_cov.sh "appleclang [unit tests]"
+
 
   project-tests-appleclang:
     runs-on: macos-latest
@@ -50,7 +53,7 @@ jobs:
     - run: |
         python3 -m pip install --upgrade setuptools
         python3 -m pip install --upgrade pip
-        python3 -m pip install cython
+        python3 -m pip install cython coverage codecov
     - env:
         CPPFLAGS: "-I/usr/local/include"
         LDFLAGS: "-L/usr/local/lib"
@@ -61,7 +64,9 @@ jobs:
         export SDKROOT="$(xcodebuild -version -sdk macosx Path)"
         export PATH="$HOME/tools:/usr/local/opt/qt@5/bin:$PATH:$(brew --prefix llvm)/bin"
         export PKG_CONFIG_PATH="/usr/local/opt/qt@5/lib/pkgconfig:$PKG_CONFIG_PATH"
-        ./run_project_tests.py --backend=ninja
+        ./tools/run_with_cov.py ./run_project_tests.py --backend=ninja
+    - name: Upload coverage report
+      run: ./ci/upload_cov.sh "appleclang [project tests; unity=${{ matrix.unity }}]"
 
   Qt4macos:
     runs-on: macos-latest
diff --git a/.github/workflows/msys2.yml b/.github/workflows/msys2.yml
index cbab904c4..64a09792b 100644
--- a/.github/workflows/msys2.yml
+++ b/.github/workflows/msys2.yml
@@ -71,7 +71,7 @@ jobs:
 
       - name: Install dependencies
         run: |
-          python3 -m pip --disable-pip-version-check install gcovr jsonschema pefile pytest pytest-xdist
+          python3 -m pip --disable-pip-version-check install gcovr jsonschema pefile pytest pytest-xdist coverage codecov
 
       - name: Run Tests
         run: |
@@ -89,9 +89,12 @@ jobs:
             pacman --noconfirm --needed -S mingw-w64-${{ matrix.MSYS2_ARCH }}-${{ matrix.MSYS2_CURSES }}
           fi
 
-          MSYSTEM= python3 run_tests.py --backend=ninja
+          MSYSTEM= python3 ./tools/run_with_cov.py run_tests.py --backend=ninja
 
       - uses: actions/upload-artifact@v2
         with:
           name: ${{ matrix.NAME }}
           path: meson-test-run.*
+
+      - name: Upload coverage report
+        run: ./ci/upload_cov.sh "${{ matrix.NAME }}"
diff --git a/.github/workflows/nonative.yml b/.github/workflows/nonative.yml
index 1fc43b4cc..c4bad9531 100644
--- a/.github/workflows/nonative.yml
+++ b/.github/workflows/nonative.yml
@@ -26,6 +26,9 @@ jobs:
     - run: |
         apt-get -y purge clang gcc gdc
         apt-get -y autoremove
+        python3 -m pip install coverage codecov
     - uses: actions/checkout@v2
     - name: Run tests
-      run: bash -c 'source /ci/env_vars.sh; cd $GITHUB_WORKSPACE; ./run_tests.py $CI_ARGS --cross ubuntu-armhf.json --cross-only'
+      run: bash -c 'source /ci/env_vars.sh; cd $GITHUB_WORKSPACE; ./tools/run_with_cov.py ./run_tests.py $CI_ARGS --cross ubuntu-armhf.json --cross-only'
+    - name: Upload coverage report
+      run: ./ci/upload_cov.sh "Ubuntu nonnative"
diff --git a/.github/workflows/os_comp.yml b/.github/workflows/os_comp.yml
index 5b491426c..94d1b01ca 100644
--- a/.github/workflows/os_comp.yml
+++ b/.github/workflows/os_comp.yml
@@ -40,7 +40,9 @@ jobs:
       # All environment variables are stored inside the docker image in /ci/env_vars.sh
       # They are defined in the `env` section in each image.json. CI_ARGS should be set
       # via the `args` array ub the image.json
-      run: bash -c 'source /ci/env_vars.sh; cd $GITHUB_WORKSPACE; ./run_tests.py $CI_ARGS'
+      run: bash -c 'source /ci/env_vars.sh; cd $GITHUB_WORKSPACE; ./tools/run_with_cov.py ./run_tests.py $CI_ARGS'
+    - name: Upload coverage report
+      run: ./ci/upload_cov.sh "OS Comp [${{ matrix.cfg.name }}]"
 
   ubuntu-rolling:
     name: 'Ubuntu Rolling'
@@ -106,4 +108,7 @@ jobs:
           update-alternatives --set i686-w64-mingw32-gcc   /usr/bin/i686-w64-mingw32-gcc-posix
           update-alternatives --set i686-w64-mingw32-g++   /usr/bin/i686-w64-mingw32-g++-posix
 
-          ./run_tests.py $RUN_TESTS_ARGS -- $MESON_ARGS
+          ./tools/run_with_cov.py ./run_tests.py $RUN_TESTS_ARGS -- $MESON_ARGS
+
+      - name: Upload coverage report
+        run: ./ci/upload_cov.sh "Ubuntu [${{ matrix.cfg.CC }} ${{ matrix.cfg.RUN_TESTS_ARGS }} ${{ matrix.cfg.MESON_ARGS }}]"
diff --git a/.github/workflows/unusedargs_missingreturn.yml b/.github/workflows/unusedargs_missingreturn.yml
index 3e82568ed..8e6e42de1 100644
--- a/.github/workflows/unusedargs_missingreturn.yml
+++ b/.github/workflows/unusedargs_missingreturn.yml
@@ -45,7 +45,10 @@ jobs:
       run: |
         sudo apt update -yq
         sudo apt install -yq --no-install-recommends g++ gfortran ninja-build gobjc gobjc++
-    - run: python run_project_tests.py --only cmake common fortran platform-linux "objective c" "objective c++"
+        python -m pip install coverage codecov
+    - run: ./tools/run_with_cov.py run_project_tests.py --only cmake common fortran platform-linux "objective c" "objective c++"
+    - name: Upload coverage report
+      run: ./ci/upload_cov.sh "UnusedMissingReturn"
 
   windows:
     runs-on: windows-latest
@@ -55,10 +58,13 @@ jobs:
       with:
         python-version: '3.x'
 
-    - run: pip install ninja pefile
+    - run: pip install ninja pefile coverage codecov
 
-    - run: python run_project_tests.py --only platform-windows
+    - run: python ./tools/run_with_cov.py run_project_tests.py --only platform-windows
       env:
         CC: gcc
         CXX: g++
         FC: gfortran
+
+    - name: Upload coverage report
+      run: ./ci/upload_cov.sh "UnusedMissingReturn Windows"