Skip unaffected third-party CI builds

.github/workflows/ci-workflow-pull-request.yml

@@ -56,19 +56,6 @@ jobs:
       pytorch_enabled: ${{ steps.export-flags.outputs.pytorch_enabled }}
       branch_notes_dirt: ${{ steps.branch-notes-dirt.outputs.branch_notes_dirt }}
     steps:
-      - name: Export workflow flags
-        id: export-flags
-        env:
-          skip_tpt: ${{ contains(github.event.head_commit.message, '[bench-only]') || contains(github.event.head_commit.message, '[skip-tpt]') || contains(github.event.head_commit.message, '[skip-third-party-testing]') }}
-        run: |
-          output() { echo "$1=$2" | tee -a "${GITHUB_OUTPUT}"; }
-
-          output matrix_enabled  "${{ !contains(github.event.head_commit.message, '[bench-only]') && !contains(github.event.head_commit.message, '[skip-matrix]') }}"
-          output vdc_enabled     "${{ !contains(github.event.head_commit.message, '[bench-only]') && !contains(github.event.head_commit.message, '[skip-vdc]') }}"
-          output docs_enabled    "${{ !contains(github.event.head_commit.message, '[bench-only]') && !contains(github.event.head_commit.message, '[skip-docs]') }}"
-          output rapids_enabled  "${{ !contains(github.event.head_commit.message, '[skip-rapids]')  && !fromJSON(env.skip_tpt) }}"
-          output matx_enabled    "${{ !contains(github.event.head_commit.message, '[skip-matx]')    && !fromJSON(env.skip_tpt) }}"
-          output pytorch_enabled "${{ !contains(github.event.head_commit.message, '[skip-pytorch]') && !fromJSON(env.skip_tpt) }}"
       - name: Checkout repo
         uses: actions/checkout@v6
         with:
@@ -87,6 +74,26 @@ jobs:
           echo "pr_number=${{ fromJSON(steps.get-pr-info.outputs.pr-info).number }}" | tee -a "${GITHUB_OUTPUT}"
           git fetch origin "${BASE_SHA}" -q
           echo "merge_base_sha=$(git merge-base "${BASE_SHA}" "${GITHUB_SHA}")" | tee -a "${GITHUB_OUTPUT}"
+      - name: Inspect changes for third-party tests
+        id: inspect-third-party-changes
+        env:
+          BASE_SHA: ${{ steps.export-pr-info.outputs.base_sha }}
+        run: |
+          # This also runs when the main matrix is disabled with [skip-matrix].
+          ./ci/inspect_changes.py --refs "${BASE_SHA}" "${GITHUB_SHA}"
+      - name: Export workflow flags
+        id: export-flags
+        env:
+          skip_tpt: ${{ steps.inspect-third-party-changes.outputs.HAS_NON_IGNORED_CHANGES != 'true' || contains(github.event.head_commit.message, '[bench-only]') || contains(github.event.head_commit.message, '[skip-tpt]') || contains(github.event.head_commit.message, '[skip-third-party-testing]') }}
+        run: |
+          output() { echo "$1=$2" | tee -a "${GITHUB_OUTPUT}"; }
+
+          output matrix_enabled  "${{ !contains(github.event.head_commit.message, '[bench-only]') && !contains(github.event.head_commit.message, '[skip-matrix]') }}"
+          output vdc_enabled     "${{ !contains(github.event.head_commit.message, '[bench-only]') && !contains(github.event.head_commit.message, '[skip-vdc]') }}"
+          output docs_enabled    "${{ !contains(github.event.head_commit.message, '[bench-only]') && !contains(github.event.head_commit.message, '[skip-docs]') }}"
+          output rapids_enabled  "${{ !contains(github.event.head_commit.message, '[skip-rapids]')  && !fromJSON(env.skip_tpt) }}"
+          output matx_enabled    "${{ !contains(github.event.head_commit.message, '[skip-matx]')    && !fromJSON(env.skip_tpt) }}"
+          output pytorch_enabled "${{ !contains(github.event.head_commit.message, '[skip-pytorch]') && !fromJSON(env.skip_tpt) }}"
       - name: Build benchmark dispatch matrix
         id: build-bench-matrix
         run: |

ci/inspect_changes.py

@@ -591,11 +591,16 @@ def compute_outputs(
     return full_output, lite_output
 
 
-def emit_outputs(full_output: Sequence[str], lite_output: Sequence[str]) -> None:
-    """Write FULL_BUILD/LITE_BUILD strings to stdout and GitHub outputs."""
+def emit_outputs(
+    full_output: Sequence[str],
+    lite_output: Sequence[str],
+    has_non_ignored_changes: bool,
+) -> None:
+    """Write rebuild lists and change detection results to GitHub outputs."""
     print("Github Action Outputs:")
     write_output("FULL_BUILD", " ".join(full_output))
     write_output("LITE_BUILD", " ".join(lite_output))
+    write_output("HAS_NON_IGNORED_CHANGES", str(has_non_ignored_changes).lower())
     print()
 
 
@@ -671,7 +676,7 @@ def main(argv: Optional[Sequence[str]] = None) -> int:
     full_output, lite_output = compute_outputs(config, full_set, lite_set)
 
     print()
-    emit_outputs(full_output, lite_output)
+    emit_outputs(full_output, lite_output, bool(dirty_files))
 
     with SummaryWriter(summary_path) as summary_writer:
         print("::group::Project Change Summary")

ci/project_files_and_dependencies.yaml

@@ -221,6 +221,17 @@ projects:
     full_dependencies: []
     include_regexes: ["nvrtcc/"]
 
+  # These files must trigger third-party tests without adding CCCL matrix jobs.
+  third_party:
+    name: "Third-party Tests"
+    include_regexes:
+      - '\.github/workflows/build-matx\.yml'
+      - '\.github/workflows/build-pytorch\.yml'
+      - '\.github/workflows/build-rapids\.yml'
+      - 'ci/matx/'
+      - 'ci/pytorch/'
+      - 'ci/rapids/'
+
   # This is a dummy project, and only really serves to encode dependencies. Any time any
   # of the C/C++ projects are modified, we want to launch one (and only one) clang-tidy
   # job for the whole of CCCL.
@@ -268,9 +279,6 @@ ignore_regexes:
   - '\.github/workflows/bench.*\.yml'
   - '\.github/workflows/compile-time-bench\.yml'
   - '\.github/workflows/build-docs\.yml'
-  - '\.github/workflows/build-matx\.yml'
-  - '\.github/workflows/build-pytorch\.yml'
-  - '\.github/workflows/build-rapids\.yml'
   - '\.github/workflows/git-bisect\.yml'
   - '\.github/workflows/project_automation.*\.yml'
   - '\.github/workflows/release.*\.yml'
@@ -282,8 +290,5 @@ ignore_regexes:
   - 'cccl-version.json'
   - 'ci/bench/'
   - 'ci/bench.+yaml'
-  - 'ci/matx/'
-  - 'ci/pytorch/'
-  - 'ci/rapids/'
   - 'docs/'
   - 'LICENSE'

ci/test/inspect_changes/c2h_dependency.output

@@ -1,2 +1,3 @@
 FULL_BUILD=tidy
 LITE_BUILD=libcudacxx cub cudax cccl_c_parallel cccl_c_parallel_v2 python_v2 cccl_c_stf python packaging
+HAS_NON_IGNORED_CHANGES=true

ci/test/inspect_changes/core_dirty.output

@@ -1,2 +1,3 @@
 FULL_BUILD=libcudacxx cub thrust cudax cccl_c_parallel cccl_c_parallel_v2 python_v2 python_tsan cccl_c_stf python packaging stdpar nvbench_helper nvrtcc tidy
 LITE_BUILD=
+HAS_NON_IGNORED_CHANGES=true

ci/test/inspect_changes/ignored_only.dirty_files

@@ -1 +1,3 @@
 docs/index.rst
+README.md
+.github/actions/docs-build/action.yml

ci/test/inspect_changes/ignored_only.output

@@ -1,2 +1,3 @@
 FULL_BUILD=
 LITE_BUILD=
+HAS_NON_IGNORED_CHANGES=false

ci/test/inspect_changes/libcudacxx_both.output

@@ -1,2 +1,3 @@
 FULL_BUILD=libcudacxx tidy
 LITE_BUILD=cub thrust cudax cccl_c_parallel cccl_c_parallel_v2 python_v2 python_tsan cccl_c_stf python packaging stdpar nvbench_helper
+HAS_NON_IGNORED_CHANGES=true

ci/test/inspect_changes/libcudacxx_internal_only.output

@@ -1,2 +1,3 @@
 FULL_BUILD=libcudacxx tidy
 LITE_BUILD=packaging
+HAS_NON_IGNORED_CHANGES=true

ci/test/inspect_changes/libcudacxx_public_only.output

@@ -1,2 +1,3 @@
 FULL_BUILD=libcudacxx tidy
 LITE_BUILD=cub thrust cudax cccl_c_parallel cccl_c_parallel_v2 python_v2 python_tsan cccl_c_stf python packaging stdpar nvbench_helper
+HAS_NON_IGNORED_CHANGES=true

ci/test/inspect_changes/libcudacxx_thrust.output

@@ -1,2 +1,3 @@
 FULL_BUILD=libcudacxx thrust tidy
 LITE_BUILD=cub cudax cccl_c_parallel cccl_c_parallel_v2 python_v2 python_tsan cccl_c_stf python packaging stdpar nvbench_helper
+HAS_NON_IGNORED_CHANGES=true

ci/test/inspect_changes/mixed_ignored_and_header.dirty_files

@@ -0,0 +1,3 @@
+docs/index.rst
+README.md
+libcudacxx/include/cuda/std/algorithm

ci/test/inspect_changes/mixed_ignored_and_header.output

@@ -0,0 +1,3 @@
+FULL_BUILD=libcudacxx tidy
+LITE_BUILD=cub thrust cudax cccl_c_parallel cccl_c_parallel_v2 python_v2 python_tsan cccl_c_stf python packaging stdpar nvbench_helper
+HAS_NON_IGNORED_CHANGES=true

ci/test/inspect_changes/multiple_projects.output

@@ -1,2 +1,3 @@
 FULL_BUILD=python_v2 python_tsan python packaging
 LITE_BUILD=
+HAS_NON_IGNORED_CHANGES=true

ci/test/inspect_changes/no_changes.output

@@ -1,2 +1,3 @@
 FULL_BUILD=
 LITE_BUILD=
+HAS_NON_IGNORED_CHANGES=false

ci/test/inspect_changes/packaging_only.output

@@ -1,2 +1,3 @@
 FULL_BUILD=packaging
 LITE_BUILD=
+HAS_NON_IGNORED_CHANGES=true

ci/test/inspect_changes/regenerate_outputs.sh

@@ -17,5 +17,5 @@ for dirty_file in *.dirty_files; do
   output_file="${test_name}.output"
   echo "Regenerating ${output_file}"
   python "${inspect_changes}" --file "${dirty_file}" \
-    | awk '/^FULL_BUILD=/{print}/^LITE_BUILD=/{print}' > "${output_file}"
+    | awk '/^FULL_BUILD=/{print}/^LITE_BUILD=/{print}/^HAS_NON_IGNORED_CHANGES=/{print}' > "${output_file}"
 done

ci/test/inspect_changes/third_party_matx_script.dirty_files

@@ -0,0 +1 @@
+ci/matx/build_matx.sh

ci/test/inspect_changes/third_party_matx_script.output

@@ -0,0 +1,3 @@
+FULL_BUILD=
+LITE_BUILD=
+HAS_NON_IGNORED_CHANGES=true

ci/test/inspect_changes/third_party_matx_workflow.dirty_files

@@ -0,0 +1 @@
+.github/workflows/build-matx.yml

ci/test/inspect_changes/third_party_matx_workflow.output

@@ -0,0 +1,3 @@
+FULL_BUILD=
+LITE_BUILD=
+HAS_NON_IGNORED_CHANGES=true

ci/test/inspect_changes/third_party_pytorch_script.dirty_files

@@ -0,0 +1 @@
+ci/pytorch/build_pytorch.sh

ci/test/inspect_changes/third_party_pytorch_script.output

@@ -0,0 +1,3 @@
+FULL_BUILD=
+LITE_BUILD=
+HAS_NON_IGNORED_CHANGES=true

ci/test/inspect_changes/third_party_pytorch_workflow.dirty_files

@@ -0,0 +1 @@
+.github/workflows/build-pytorch.yml

ci/test/inspect_changes/third_party_pytorch_workflow.output

@@ -0,0 +1,3 @@
+FULL_BUILD=
+LITE_BUILD=
+HAS_NON_IGNORED_CHANGES=true

ci/test/inspect_changes/third_party_rapids_script.dirty_files

@@ -0,0 +1 @@
+ci/rapids/rapids-entrypoint.sh

ci/test/inspect_changes/third_party_rapids_script.output

@@ -0,0 +1,3 @@
+FULL_BUILD=
+LITE_BUILD=
+HAS_NON_IGNORED_CHANGES=true

ci/test/inspect_changes/third_party_rapids_workflow.dirty_files

@@ -0,0 +1 @@
+.github/workflows/build-rapids.yml

ci/test/inspect_changes/third_party_rapids_workflow.output

@@ -0,0 +1,3 @@
+FULL_BUILD=
+LITE_BUILD=
+HAS_NON_IGNORED_CHANGES=true

docs/infrastructure/ci/references/change_detection.rst

@@ -92,8 +92,8 @@ from any project in ``FULL_BUILD`` is added to ``LITE_BUILD``.
 Output
 ------
 
-``inspect_changes.py`` emits two GitHub Actions outputs, each a space-separated
-list of ``matrix_project`` values:
+``inspect_changes.py`` emits two GitHub Actions outputs containing space-separated
+lists of ``matrix_project`` values:
 
 ``FULL_BUILD``
   Projects that build and test their full job set.
@@ -107,6 +107,14 @@ whose project is in ``FULL_BUILD``, then reads the ``pull_request_lite`` section
 and keeps only entries whose project is in ``LITE_BUILD``, then concatenates the
 two. A project absent from both lists contributes no jobs.
 
+The additional ``HAS_NON_IGNORED_CHANGES`` output is ``true`` if any changed file
+survives the global ignore filter, or ``false`` otherwise. The pull-request workflow
+uses this when exporting its existing ``matx_enabled``, ``pytorch_enabled``, and
+``rapids_enabled`` flags to skip optional builds for documentation-only and other
+ignored changes. Their own workflows and build scripts belong to the internal
+``third_party`` project, so changes to those files still run third-party tests without
+adding CCCL matrix jobs. The existing third-party skip tags continue to apply.
+
 To see the exact lists for any change, run ``inspect_changes.py`` locally:
 
 .. code-block:: bash