Test: add Run coverage tests as a separate step

Author: vlad-perevezentsev

.github/workflows/generate_coverage.yaml

@@ -11,7 +11,7 @@ jobs:
     name: Generate coverage and push to Coveralls.io
 
     runs-on: ubuntu-latest
-    timeout-minutes: 150
+    timeout-minutes: 180
 
     permissions:
       # Needed to cancel any previous runs that are not completed for a given workflow
@@ -149,12 +149,27 @@ jobs:
             . $CONDA/etc/profile.d/conda.sh
             conda activate coverage
             [ -f /opt/intel/oneapi/setvars.sh ] && source /opt/intel/oneapi/setvars.sh
-            python scripts/gen_coverage.py --build-step skip-tensor
+            python scripts/gen_coverage.py --build-step skip-tensor --skip-pytest
+
+      - name: Run coverage tests
+        id: run_tests
+        uses: nick-fields/retry@ce71cc2ab81d554ebbe88c79ab5975992d79ba08 # v3.0.2
+        with:
+          shell: bash
+          timeout_minutes: 90
+          max_attempts: 5
+          retry_on: error
+          command: |
+            . $CONDA/etc/profile.d/conda.sh
+            conda activate coverage
+            [ -f /opt/intel/oneapi/setvars.sh ] && source /opt/intel/oneapi/setvars.sh
+            python scripts/gen_coverage.py --tests-only
 
       - name: Total number of coverage attempts
         run: |
           echo "Total tensor build attempts: ${{ steps.build_tensor.outputs.total_attempts }}"
           echo "Total skip-tensor build attempts: ${{ steps.build_skip_tensor.outputs.total_attempts }}"
+          echo "Total test run attempts: ${{ steps.run_tests.outputs.total_attempts }}"
 
       - name: Upload coverage data to coveralls.io
         uses: coverallsapp/github-action@5cbfd81b66ca5d10c19b062c04de0199c215fb6e # v2.3.7

scripts/gen_coverage.py

@@ -127,6 +127,11 @@ def parse_args():
         "skip-tensor (everything except tensor, assumes tensor headers exist), "
         "or both (default: both)",
     )
+    p.add_argument(
+        "--tests-only",
+        action="store_true",
+        help="Skip build and only run tests with coverage collection",
+    )
 
     return p.parse_args()
 
@@ -163,44 +168,67 @@ def main():
     args = parse_args()
     setup_dir = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
 
-    c_compiler, cxx_compiler = resolve_compilers(
-        args.oneapi,
-        args.c_compiler,
-        args.cxx_compiler,
-        args.compiler_root,
-    )
+    env = os.environ.copy()
+
+    # If tests-only mode, skip build and jump to test execution
+    if args.tests_only:
+        c_compiler, cxx_compiler = resolve_compilers(
+            args.oneapi,
+            args.c_compiler,
+            args.cxx_compiler,
+            args.compiler_root,
+        )
+        if args.bin_llvm:
+            bin_llvm = args.bin_llvm
+        else:
+            bin_llvm = find_bin_llvm(c_compiler)
+        print(
+            f"[gen_coverage] Path to folder with llvm-cov/llvm-profdata: {bin_llvm}"
+        )
+        if bin_llvm:
+            env["PATH"] = ":".join((env.get("PATH", ""), bin_llvm))
+            env["LLVM_TOOLS_HOME"] = bin_llvm
 
-    dpctl_cmake_dir = get_dpctl_cmake_dir()
-    print(f"[gen_coverage] Found DPCTL CMake dir: {dpctl_cmake_dir}")
+        print("[gen_coverage] Skipping build (--tests-only mode)")
+        # Jump to test execution below
+    else:
+        # Normal build mode
+        c_compiler, cxx_compiler = resolve_compilers(
+            args.oneapi,
+            args.c_compiler,
+            args.cxx_compiler,
+            args.compiler_root,
+        )
 
-    if args.clean:
-        clean_build_dir(setup_dir)
+        dpctl_cmake_dir = get_dpctl_cmake_dir()
+        print(f"[gen_coverage] Found DPCTL CMake dir: {dpctl_cmake_dir}")
 
-    cmake_args = make_cmake_args(
-        c_compiler=c_compiler,
-        cxx_compiler=cxx_compiler,
-        dpctl_cmake_dir=dpctl_cmake_dir,
-        verbose=args.verbose,
-    )
-    cmake_args.append("-DDPNP_GENERATE_COVERAGE=ON")
+        if args.clean:
+            clean_build_dir(setup_dir)
 
-    env = os.environ.copy()
+        cmake_args = make_cmake_args(
+            c_compiler=c_compiler,
+            cxx_compiler=cxx_compiler,
+            dpctl_cmake_dir=dpctl_cmake_dir,
+            verbose=args.verbose,
+        )
+        cmake_args.append("-DDPNP_GENERATE_COVERAGE=ON")
 
-    if args.bin_llvm:
-        bin_llvm = args.bin_llvm
-    else:
-        bin_llvm = find_bin_llvm(c_compiler)
-    print(
-        f"[gen_coverage] Path to folder with llvm-cov/llvm-profdata: {bin_llvm}"
-    )
+        if args.bin_llvm:
+            bin_llvm = args.bin_llvm
+        else:
+            bin_llvm = find_bin_llvm(c_compiler)
+        print(
+            f"[gen_coverage] Path to folder with llvm-cov/llvm-profdata: {bin_llvm}"
+        )
 
-    if bin_llvm:
-        env["PATH"] = ":".join((env.get("PATH", ""), bin_llvm))
-        env["LLVM_TOOLS_HOME"] = bin_llvm
+        if bin_llvm:
+            env["PATH"] = ":".join((env.get("PATH", ""), bin_llvm))
+            env["LLVM_TOOLS_HOME"] = bin_llvm
 
-    log_cmake_args(cmake_args, "gen_coverage")
+        log_cmake_args(cmake_args, "gen_coverage")
 
-    if args.build_step in ["tensor", "both"]:
+    if not args.tests_only and args.build_step in ["tensor", "both"]:
         # Build tensor only to generate Cython headers
         tensor_cmake_args = cmake_args.copy()
         tensor_cmake_args.append("-DDPNP_BUILD_COMPONENTS=TENSOR_ONLY")
@@ -214,7 +242,7 @@ def main():
             build_type="Coverage",
         )
 
-    if args.build_step in ["skip-tensor", "both"]:
+    if not args.tests_only and args.build_step in ["skip-tensor", "both"]:
         # Build everything except tensor (assumes tensor headers already exist)
         skip_tensor_cmake_args = cmake_args.copy()
         skip_tensor_cmake_args.append("-DDPNP_BUILD_COMPONENTS=SKIP_TENSOR")
@@ -229,8 +257,10 @@ def main():
         )
         install_editable(setup_dir, env)
 
-    # Only run tests when we have a complete build (skip-tensor or both)
-    if args.run_pytest and args.build_step in ["skip-tensor", "both"]:
+    # Run tests when: tests-only mode OR (run_pytest AND complete build)
+    if args.tests_only or (
+        args.run_pytest and args.build_step in ["skip-tensor", "both"]
+    ):
         env["LLVM_PROFILE_FILE"] = "dpnp_pytest.profraw"
         pytest_cmd = [
             "pytest",