Ur test summary python

.ci/requirements.txt

@@ -1,3 +1,4 @@
 junitparser==3.2.0
 google-cloud-storage==3.3.0
 PyGithub==2.8.1
+defusedxml==0.7.1

.github/workflows/ur-build-hw.yml

@@ -113,10 +113,6 @@ jobs:
       run: |
         sudo -E bash devops/scripts/install_drivers.sh devops/dependencies.json --igfx
 
-    - name: Check NVML version compatibility
-      if: ${{ inputs.adapter_name == 'CUDA' }}
-      run: python3 devops/scripts/check_nvml_version.py
-
     - name: Configure Unified Runtime project
       # ">" is used to avoid adding "\" at the end of each line; this command is quite long
       run: >
@@ -145,21 +141,46 @@ jobs:
       # This is to check that install command does not fail
       run: cmake --install build
 
-    - name: Test adapter specific
+    - name: Build artifact name suffix
+      id: artifact_suffix
+      shell: bash
       env:
-        ZE_ENABLE_LOADER_DEBUG_TRACE: 1
-        LIT_OPTS: "--timeout 120 -j 50"
-        # These tests cause timeouts on CI
-        LIT_FILTER_OUT: "(adapters/level_zero/memcheck.test|adapters/level_zero/v2/deferred_kernel_memcheck.test)"
-      run: cmake --build build -j $(($(nproc)/3)) -- check-unified-runtime-adapter
+        RUNNER_NAME: ${{ inputs.runner_name }}
+        STATIC_LOADER: ${{ matrix.adapter.static_Loader }}
+        OTHER_NAME: ${{ matrix.adapter.other_name }}
+      run: |
+        RUNNER_SUFFIX=$(echo "${RUNNER_NAME}" | sed 's/^UR_//')
+        SUFFIX="${RUNNER_SUFFIX}"
+
+        if [ "${STATIC_LOADER}" = "ON" ]; then
+          SUFFIX="${SUFFIX}-static"
+        fi
+
+        if [ -n "${OTHER_NAME}" ]; then
+          SUFFIX="${SUFFIX}-${OTHER_NAME}"
+        fi
+
+        echo "suffix=${SUFFIX}" >> $GITHUB_OUTPUT
+
+    - name: Check NVML version compatibility
+      if: ${{ inputs.adapter_name == 'CUDA' }}
+      run: python3 devops/scripts/check_nvml_version.py
+
+    - name: Test adapter specific
+      uses: ./devops/actions/run-tests/ur
+      with:
+        test_type: 'adapter-specific'
+        build_dir: build
+        artifact_name: 'ur-${{matrix.adapter.name}}-${{steps.artifact_suffix.outputs.suffix}}-adapter-specific'
       # Don't run adapter specific tests when building multiple adapters
       if: ${{ matrix.adapter.other_name == '' }}
 
     - name: Test adapters
-      env:
-        ZE_ENABLE_LOADER_DEBUG_TRACE: 1
-        LIT_OPTS: "--timeout 120 -j 50"
-      run: cmake --build build -j $(($(nproc)/3)) -- check-unified-runtime-conformance
+      uses: ./devops/actions/run-tests/ur
+      with:
+        test_type: 'conformance'
+        build_dir: build
+        artifact_name: 'ur-${{matrix.adapter.name}}-${{steps.artifact_suffix.outputs.suffix}}-conformance'
 
     - name: Debug CI platform information
       if: ${{ always() }}

devops/actions/run-tests/ur/action.yml

@@ -0,0 +1,127 @@
+name: 'Run UR Tests'
+
+inputs:
+  test_type:
+    description: 'Type of tests to run (adapter-specific or conformance)'
+    required: true
+  build_dir:
+    required: false
+    default: 'build'
+  artifact_name:
+    description: 'Name for uploaded test artifacts (logs, XML)'
+    required: false
+    default: ''
+
+runs:
+  using: "composite"
+  steps:
+  - name: Run ${{ inputs.test_type }} tests
+    id: run_tests
+    continue-on-error: true
+    shell: bash
+    env:
+      BUILD_DIR: ${{ inputs.build_dir }}
+      TEST_TYPE: ${{ inputs.test_type }}
+    run: |
+      # Run tests via unified CLI (handles validation, config, cmake execution)
+      # Use temp file instead of command substitution to preserve outputs even on error
+      OUTPUTS_FILE=$(mktemp)
+      set +e  # Don't exit on error
+      devops/scripts/ur-test run "$TEST_TYPE" "$BUILD_DIR" "$GITHUB_WORKSPACE" > "$OUTPUTS_FILE" 2>&1
+      EXIT_CODE=$?
+      set -e  # Re-enable exit on error
+
+      # Parse Python output and set GitHub Actions outputs (not env for security)
+      while IFS='=' read -r key value; do
+        if [ -n "$key" ] && [ -n "$value" ]; then
+          echo "$key=$value" >> $GITHUB_OUTPUT
+          echo "  Set output: $key=$value"
+        fi
+      done < <(grep -E "^(log-file|xml-file|skip-artifacts)=" "$OUTPUTS_FILE")
+
+      rm -f "$OUTPUTS_FILE"
+      exit $EXIT_CODE
+
+  - name: Filter test log
+    if: ${{ always() && steps.run_tests.outputs['skip-artifacts'] != '1' }}
+    shell: bash
+    env:
+      LOG_FILE: ${{ steps.run_tests.outputs['log-file'] || 'adapter_tests.log' }}
+    run: |
+      if [ ! -f "$LOG_FILE" ]; then
+        echo "::warning::Test log not found"
+        exit 0
+      fi
+
+      echo "::group::Test Log"
+      devops/scripts/ur-test filter-log "$LOG_FILE" || { echo "::error::Filter failed"; head -1000 "$LOG_FILE"; }
+      echo "::endgroup::"
+
+  - name: Report test failures
+    if: steps.run_tests.outcome != 'success'
+    shell: bash
+    env:
+      LOG_FILE: ${{ steps.run_tests.outputs['log-file'] || 'adapter_tests.log' }}
+    run: |
+      devops/scripts/ur-test extract-errors "$LOG_FILE"
+      exit 1
+
+  - name: Test summary
+    if: ${{ always() && steps.run_tests.outputs['skip-artifacts'] != '1' }}
+    shell: bash
+    env:
+      LOG_FILE: ${{ steps.run_tests.outputs['log-file'] || 'adapter_tests.log' }}
+      XML_FILE: ${{ steps.run_tests.outputs['xml-file'] || 'adapter_tests_results.xml' }}
+      ARTIFACT_NAME: ${{ inputs.artifact_name }}
+      WORKFLOW_URL: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
+    run: |
+      if [ ! -f "$LOG_FILE" ]; then
+        echo "::warning::Test log not found"
+        exit 0
+      fi
+
+      if [ ! -s "$LOG_FILE" ]; then
+        echo "::warning::Test log is empty"
+        exit 0
+      fi
+
+      devops/scripts/ur-test summary "$LOG_FILE" "${XML_FILE:-}"
+
+      # Add link to artifacts if they will be uploaded
+      if [ -n "$ARTIFACT_NAME" ]; then
+        echo ""
+        echo "---"
+        echo ""
+        echo "Test artifacts (full logs, XML) will be available at:"
+        echo "$WORKFLOW_URL"
+      fi
+
+  - name: Copy artifacts
+    if: ${{ always() && inputs.artifact_name != '' && (inputs.test_type != 'adapter-specific' || steps.run_tests.outputs['skip-artifacts'] != '1') }}
+    shell: bash
+    env:
+      LOG_FILE: ${{ steps.run_tests.outputs['log-file'] || 'adapter_tests.log' }}
+      XML_FILE: ${{ steps.run_tests.outputs['xml-file'] || 'adapter_tests_results.xml' }}
+    run: |
+      set -f  # Disable glob expansion
+
+      # Clean artifacts directory to avoid mixing files from different test runs
+      rm -rf test_artifacts
+      mkdir -p test_artifacts
+
+      if [ -f "$LOG_FILE" ]; then
+        cp "$LOG_FILE" test_artifacts/
+      fi
+
+      if [ -n "$XML_FILE" ] && [ -f "$XML_FILE" ]; then
+        cp "$XML_FILE" test_artifacts/
+      fi
+
+  - name: Upload test artifacts
+    if: ${{ always() && inputs.artifact_name != '' && (inputs.test_type != 'adapter-specific' || steps.run_tests.outputs['skip-artifacts'] != '1') }}
+    uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a  # v7.0.1
+    with:
+      name: ${{ inputs.artifact_name }}
+      path: test_artifacts/
+      retention-days: 7
+      if-no-files-found: warn

devops/scripts/ur-test

@@ -0,0 +1,8 @@
+#!/usr/bin/env python3
+"""Unified Runtime test management CLI."""
+
+import sys
+from ur_test_tools.cli import main
+
+if __name__ == "__main__":
+    sys.exit(main())

devops/scripts/ur_test_tools/__init__.py

@@ -0,0 +1,36 @@
+"""UR Test Tools - Modular test orchestration and summary generation."""
+
+__version__ = "1.0.0"
+__author__ = "Unified Runtime Team"
+
+from .models import (
+    TestLists,
+    TestCounts,
+    TimingSummary,
+    TestConfig,
+    SummaryConfigFromLines,
+)
+from .test_runner import TestRunner
+from .summary_generator import SummaryReporter
+from .validation import (
+    PathValidator,
+)
+from .outputs import (
+    ConsoleOutput,
+    GitHubActionsOutput,
+)
+
+__all__ = [
+    "__version__",
+    "__author__",
+    "TestLists",
+    "TestCounts",
+    "TimingSummary",
+    "TestConfig",
+    "SummaryConfigFromLines",
+    "TestRunner",
+    "SummaryReporter",
+    "PathValidator",
+    "ConsoleOutput",
+    "GitHubActionsOutput",
+]

devops/scripts/ur_test_tools/cli.py

@@ -0,0 +1,151 @@
+"""CLI entry points for UR test tools."""
+
+import sys
+import os
+from pathlib import Path
+
+from .models.config import SummaryConfigFromLines, TestConfig, TestExecutionContext
+from .validation.path_validator import PathValidator
+from .parsers.log_parser import (
+    LITLogParser,
+    read_log_file,
+)
+from .outputs.console import ConsoleOutput
+from .summary_generator import SummaryReporter
+from .test_runner import (
+    TestRunner,
+    get_test_config,
+)
+from .outputs.github_actions import GitHubActionsOutput
+
+
+def main() -> int:
+    """Unified CLI entry point."""
+    if len(sys.argv) < 2:
+        print("Error: Missing command", file=sys.stderr)
+        return 1
+
+    command = sys.argv[1]
+
+    if command == "run":
+        return main_ci_utils("run-tests")
+
+    elif command in ("summary", "extract-errors", "filter-log"):
+        internal_cmd = "show-summary" if command == "summary" else command
+        return main_test_summary(internal_cmd)
+
+    else:
+        print(f"Error: Unknown command '{command}'", file=sys.stderr)
+        return 1
+
+
+def main_test_summary(command: str) -> int:
+    """Entry point for ur_test_summary CLI."""
+    try:
+        if len(sys.argv) < 3:
+            print(
+                f"Error: {sys.argv[0]} <command> <log_file> [xml_file]",
+                file=sys.stderr,
+            )
+            return 1
+
+        log_file = sys.argv[2]
+        PathValidator.validate_log_path(log_file)
+        lines = read_log_file(log_file)
+        parser = LITLogParser(lines)
+
+        if command == "extract-errors":
+            for line in parser.extract_error_details():
+                print(line, end="")
+
+        elif command == "filter-log":
+            for line in ConsoleOutput.filter_log_for_display(lines):
+                print(line, end="")
+
+        elif command == "show-summary":
+            xml_file = PathValidator.validate_optional_path(
+                sys.argv[3] if len(sys.argv) > 3 else "", "XML", allow_absolute=True
+            )
+            config = SummaryConfigFromLines(
+                log_lines=lines, xml_file=xml_file or None
+            )
+            SummaryReporter(config).generate()
+
+        else:
+            print(f"Error: Unknown command '{command}'", file=sys.stderr)
+            return 1
+
+        return 0
+
+    except (OSError, ValueError) as e:
+        print(f"Error: {e}", file=sys.stderr)
+        return 1
+
+
+def main_ci_utils(command: str) -> int:
+    """Entry point for ur_ci_utils CLI."""
+    if command == "run-tests":
+        return _run_tests_command()
+
+    else:
+        print(f"Error: Unknown command '{command}'", file=sys.stderr)
+        return 1
+
+
+def _run_tests_command() -> int:
+    """Execute run-tests command."""
+    if len(sys.argv) < 5:
+        print(
+            f"Error: run-tests <test_type> <build_dir> <workspace>",
+            file=sys.stderr,
+        )
+        return 1
+
+    test_type = sys.argv[2]
+    build_dir = sys.argv[3]
+    workspace = sys.argv[4]
+
+    # Validate inputs
+    gha = GitHubActionsOutput()
+    if not PathValidator.validate_build_dir(build_dir, workspace):
+        gha.print_error("Invalid build_dir")
+        return 1
+
+    try:
+        config = get_test_config(test_type)
+    except ValueError as e:
+        gha.print_error(str(e))
+        return 1
+
+    # Convert to paths and create context
+    workspace_path = Path(workspace).resolve()
+    build_dir_path = workspace_path / build_dir
+
+    xml_output_name = f"{test_type.replace('-', '_')}_results.xml"
+    xml_output_path = (build_dir_path / xml_output_name).absolute()
+    xml_output_path.parent.mkdir(parents=True, exist_ok=True)
+
+    log_file_path = workspace_path / config.log_file
+
+    env = os.environ.copy()
+
+    context = TestExecutionContext(
+        test_type=test_type,
+        build_dir=build_dir_path,
+        workspace=workspace_path,
+        xml_output_path=xml_output_path,
+        log_file_path=log_file_path,
+        config=config,
+        env=env,
+    )
+
+    # Validate context
+    try:
+        context.validate()
+    except ValueError as e:
+        gha.print_error(str(e))
+        return 1
+
+    # Run tests
+    runner = TestRunner(context)
+    return runner.run()