Modified gen_coverage.py to post-process profraw file generated by pytest

Modified workflow to use the script

Author: oleksandr-pavlyk

.github/workflows/generate-coverage.yaml

@@ -102,9 +102,13 @@ jobs:
           export PATH=${_SAVED_PATH}
           unset _SAVED_PATH
           python -c "import dpctl; print(dpctl.__version__); dpctl.lsplatform()" || exit 1
+          export LLVM_PROFILE_FILE="dpctl_pytest.profraw"
           pytest -q -ra --disable-warnings --cov-config pyproject.toml --cov dpctl \
               --cov-report term-missing --pyargs dpctl -vv                         \
-              --ignore=dpctl/tensor/libtensor/tests
+              --ignore=dpctl/tensor/libtensor/tests || exit 1
+          $(dirname $(dirname $(which icx)))/bin-llvm/llvm-profdata merge \
+              -sparse ${LLVM_PROFILE_FILE} -o dpctl_pytest.profdata || exit 1
+
 
       - name: Install coverall dependencies
         shell: bash -l {0}
@@ -115,7 +119,9 @@ jobs:
       - name: Upload coverage data to coveralls.io
         shell: bash -l {0}
         run: |
-          coveralls-lcov -v -n $(find _skbuild -name dpctl.lcov) > dpctl-c-api-coverage.json
+          coveralls-lcov -v -n \
+              $(find _skbuild -name dpctl.lcov) \
+              $(find . -name dpctl_pytest.lcov) > dpctl-c-api-coverage.json
           coveralls --service=github --merge=dpctl-c-api-coverage.json
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

scripts/gen_coverage.py

@@ -84,6 +84,7 @@ def run(
         ["cmake", "--build", ".", "--target", "lcov-genhtml"],
         cwd=cmake_build_dir,
     )
+    env["LLVM_PROFILE_FILE"] = "dpctl_pytest.profraw"
     subprocess.check_call(
         [
             "pytest",
@@ -103,8 +104,49 @@ def run(
         ],
         cwd=setup_dir,
         shell=False,
+        env=env,
     )
 
+    def find_objects():
+        import os
+
+        objects = []
+        for root, _, files in os.walk("_skbuild"):
+            for file in files:
+                if not file.endswith(".o"):
+                    continue
+                if os.path.join("libsyclinterface", "tests") in root:
+                    continue
+                if any(match in root for match in ["libsyclinterface"]):
+                    objects.extend(["-object", os.path.join(root, file)])
+        return objects
+
+    objects = find_objects()
+    instr_profile_fn = "dpctl_pytest.profdata"
+    # generate instrumentation profile data
+    subprocess.check_call(
+        [
+            os.path.join(bin_llvm, "llvm-profdata"),
+            "merge",
+            "-sparse",
+            env["LLVM_PROFILE_FILE"],
+            "-o",
+            instr_profile_fn,
+        ]
+    )
+    # export lcov
+    with open("dpctl_pytest.lcov", "w") as fh:
+        subprocess.check_call(
+            [
+                os.path.join(bin_llvm, "llvm-cov"),
+                "export",
+                "-format=lcov",
+                "-instr-profile=" + instr_profile_fn,
+            ]
+            + objects,
+            stdout=fh,
+        )
+
 
 if __name__ == "__main__":
     import argparse