Introduce unified test framework for benchmark and functional tests

.github/workflows/ci_linux.yml

@@ -22,6 +22,9 @@ on:
       benchmark_runs_on:
         type: string
         default: ""
+      run_functional_tests:
+        type: boolean
+        default: false
       expect_failure:
         type: boolean
       use_prebuilt_artifacts:
@@ -114,6 +117,34 @@ jobs:
       test_runs_on: ${{ inputs.benchmark_runs_on }}
       artifact_run_id: ${{ inputs.artifact_run_id }}
 
+  run_linux_functional_tests:
+    needs: [build_portable_linux_artifacts]
+    name: Run Linux Functional Tests
+    # Run functional tests if:
+    # - Build succeeded (or using prebuilt artifacts)
+    # - Not expecting failure
+    # - Test runner is available (test_runs_on is set)
+    # - Functional flag is enabled (only set to true in ci_nightly.yml)
+    if: >-
+      ${{
+        !failure() &&
+        !cancelled() &&
+        (
+          inputs.use_prebuilt_artifacts == 'false' ||
+          inputs.use_prebuilt_artifacts == 'true'
+        ) &&
+        inputs.expect_failure == false &&
+        inputs.test_runs_on != '' &&
+        inputs.run_functional_tests == true
+      }}
+    uses: ./.github/workflows/test_functional_tests.yml
+    secrets: inherit
+    with:
+      artifact_group: ${{ inputs.artifact_group }}
+      amdgpu_families: ${{ inputs.amdgpu_families }}
+      test_runs_on: ${{ inputs.test_runs_on }}
+      artifact_run_id: ${{ inputs.artifact_run_id }}
+
   build_portable_linux_python_packages:
     needs: [build_portable_linux_artifacts]
     name: Build Python

.github/workflows/ci_nightly.yml

@@ -75,6 +75,7 @@ jobs:
       artifact_group: ${{ matrix.variant.artifact_group }}
       test_runs_on: ${{ matrix.variant.test-runs-on }}
       benchmark_runs_on: ${{ matrix.variant.benchmark-runs-on }}
+      run_functional_tests: true
       build_variant_label: ${{ matrix.variant.build_variant_label }}
       build_variant_suffix: ${{ matrix.variant.build_variant_suffix }}
       build_variant_cmake_preset: ${{ matrix.variant.build_variant_cmake_preset }}
@@ -108,6 +109,7 @@ jobs:
       artifact_group: ${{ matrix.variant.artifact_group }}
       test_runs_on: ${{ matrix.variant.test-runs-on }}
       benchmark_runs_on: ${{ matrix.variant.benchmark-runs-on }}
+      run_functional_tests: true
       build_variant_label: ${{ matrix.variant.build_variant_label }}
       build_variant_suffix: ${{ matrix.variant.build_variant_suffix }}
       build_variant_cmake_preset: ${{ matrix.variant.build_variant_cmake_preset }}

.github/workflows/ci_windows.yml

@@ -22,6 +22,9 @@ on:
       benchmark_runs_on:
         type: string
         default: ""
+      run_functional_tests:
+        type: boolean
+        default: false
       expect_failure:
         type: boolean
       use_prebuilt_artifacts:
@@ -114,6 +117,34 @@ jobs:
       test_runs_on: ${{ inputs.benchmark_runs_on }}
       artifact_run_id: ${{ inputs.artifact_run_id }}
 
+  run_windows_functional_tests:
+    needs: [build_windows_artifacts]
+    name: Run Windows Functional Tests
+    # Run functional tests if:
+    # - Build succeeded (or using prebuilt artifacts)
+    # - Not expecting failure
+    # - Test runner is available (test_runs_on is set)
+    # - Functional flag is enabled (only set to true in ci_nightly.yml)
+    if: >-
+      ${{
+        !failure() &&
+        !cancelled() &&
+        (
+          inputs.use_prebuilt_artifacts == 'false' ||
+          inputs.use_prebuilt_artifacts == 'true'
+        ) &&
+        inputs.expect_failure == false &&
+        inputs.test_runs_on != '' &&
+        inputs.run_functional_tests == true
+      }}
+    uses: ./.github/workflows/test_functional_tests.yml
+    secrets: inherit
+    with:
+      artifact_group: ${{ inputs.artifact_group }}
+      amdgpu_families: ${{ inputs.amdgpu_families }}
+      test_runs_on: ${{ inputs.test_runs_on }}
+      artifact_run_id: ${{ inputs.artifact_run_id }}
+
   build_windows_python_packages:
     needs: [build_windows_artifacts]
     name: Build Python

.github/workflows/test_functional_tests.yml

@@ -0,0 +1,95 @@
+name: Run Functional Tests
+
+on:
+  workflow_dispatch:
+    inputs:
+      artifact_group:
+        description: 'Build artifact group to test (e.g., gfx94X-dcgpu, gfx101X-dgpu, gfx1151, gfx120X-all)'
+        type: string
+      artifact_run_id:
+        description: 'GitHub Actions run ID where artifacts were built (empty to use current run)'
+        type: string
+        default: ""
+      amdgpu_families:
+        description: 'Comma-separated list of AMD GPU families to test (e.g., gfx908, gfx90a, gfx942)'
+        type: string
+      test_runs_on:
+        description: 'GitHub Actions runner label for the test machine'
+        type: string
+  workflow_call:
+    inputs:
+      artifact_group:
+        description: 'Build artifact group to test (e.g., gfx94X-dcgpu, gfx101X-dgpu, gfx1151, gfx120X-all)'
+        type: string
+      artifact_run_id:
+        description: 'GitHub Actions run ID where artifacts were built (empty to use current run)'
+        type: string
+        default: ""
+      amdgpu_families:
+        description: 'Comma-separated list of AMD GPU families to test (e.g., gfx908, gfx90a, gfx942)'
+        type: string
+      test_runs_on:
+        description: 'GitHub Actions runner label for the test machine'
+        type: string
+
+permissions:
+  contents: read
+
+jobs:
+  configure_test_matrix:
+    name: "Configure functional test matrix"
+    # if there is a test machine available
+    if: ${{ inputs.test_runs_on != '' }}
+    runs-on: ${{ inputs.test_runs_on }}
+    outputs:
+      components: ${{ steps.configure.outputs.components }}
+      platform: ${{ steps.configure.outputs.platform }}
+    steps:
+      - name: "Fetch 'build_tools' from repository"
+        if: ${{ runner.os == 'Windows' }}
+        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
+        with:
+          sparse-checkout: build_tools
+          path: "prejob"
+
+      # Checkout failure is possible on Windows, as it's the first job on a GPU test runner.
+      # Post-job cleanup isn't necessary since no executables are launched in this job.
+      - name: Pre-job cleanup processes on Windows
+        if: ${{ runner.os == 'Windows' }}
+        shell: powershell
+        run: . '${{ github.workspace }}\prejob\build_tools\github_actions\cleanup_processes.ps1'
+
+      - name: "Checking out repository"
+        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
+
+      - name: Setting up Python
+        uses: actions/setup-python@83679a892e2d95755f2dac6acb0bfd1e9ac5d548 # v6.1.0
+        with:
+          python-version: 3.12
+
+      - name: "Configuring test options"
+        id: configure
+        env:
+          ARTIFACT_GROUP: ${{ inputs.artifact_group }}
+          AMDGPU_FAMILIES: ${{ inputs.amdgpu_families }}
+          IS_FUNCTIONAL_TESTS: "true"
+        run: python ./build_tools/github_actions/fetch_test_configurations.py
+
+  run_functional_tests:
+    name: 'Run Functional Tests ${{ matrix.components.job_name }}'
+    needs: [configure_test_matrix]
+    # skip tests if no test matrix to run
+    if: ${{ needs.configure_test_matrix.outputs.components != '[]' }}
+    strategy:
+      fail-fast: false
+      matrix:
+        components: ${{ fromJSON(needs.configure_test_matrix.outputs.components) }}
+    uses: ./.github/workflows/test_component.yml
+    secrets: inherit
+    with:
+      artifact_run_id: ${{ inputs.artifact_run_id }}
+      artifact_group: ${{ inputs.artifact_group }}
+      amdgpu_families: ${{ inputs.amdgpu_families }}
+      test_runs_on: ${{ inputs.test_runs_on }}
+      platform: ${{ needs.configure_test_matrix.outputs.platform }}
+      component: ${{ toJSON(matrix.components) }}