Source install selector from platform support data

.github/workflows/deploy-cudf-java-docs.yaml

@@ -2,10 +2,6 @@ name: Deploy cudf-java docs
 on:
   workflow_dispatch:
     inputs:
-      new_stable_value:
-        description: "New stable value for cudf-java"
-        required: true
-        default: "1"
       version:
         description: "Version being released. Format: YY.MM or YY.MM.P e.g 24.08 or 24.08.1"
         required: true
@@ -27,6 +23,17 @@ jobs:
         uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
         with:
           persist-credentials: false
+      - name: Update cudf-java source data and generated artifacts
+        env:
+          VERSION: ${{ inputs.version }}
+        run: |
+          python3 -m venv /tmp/docs-automation
+          /tmp/docs-automation/bin/python -m pip install pyyaml ruamel.yaml
+          /tmp/docs-automation/bin/python ci/update-docs-project.py \
+            --project cudf-java \
+            --channel stable \
+            --version "${VERSION}"
+          /tmp/docs-automation/bin/python ci/generate-projects-to-versions.py
       - uses: aws-actions/configure-aws-credentials@61815dcd50bd041e203e49132bacad1fd04d2708 #v5.1.1
         with:
           role-to-assume: ${{ vars.AWS_ROLE_ARN }}
@@ -36,22 +43,6 @@ jobs:
         env:
           VERSION: ${{ inputs.version }}
         run: ci/upload_cudf_java_docs.sh "${VERSION}"
-      - name: Update stable value for cudf-java in docs.yml and projects-to-versions.json
-        env:
-          NEW_STABLE_VALUE: ${{ inputs.new_stable_value }}
-          VERSION: ${{ inputs.version }}
-        run: |
-          if [ "$NEW_STABLE_VALUE" != "1" ]; then
-            echo "Invalid value for new_stable_value: $NEW_STABLE_VALUE"
-            exit 1
-          fi
-
-          sed -i '/cudf-java:/,/stable:/s/stable: .*/stable: '"$NEW_STABLE_VALUE"'/' _data/docs.yml
-          echo "Updated stable value for cudf-java to $NEW_STABLE_VALUE in _data/docs.yml"
-
-          jq --arg version "$VERSION" '."cudf-java".stable = $version' ci/customization/projects-to-versions.json > tmp.json \
-            && mv tmp.json ci/customization/projects-to-versions.json
-          echo "Updated cudf-java stable version to $VERSION in projects-to-versions.json"
       - name: Create Pull Request
         uses: peter-evans/create-pull-request@5f6978faf089d4d20b00c7766989d076bb2fc7f1 # v8.1.1
         with:

.github/workflows/pr.yaml

@@ -20,3 +20,27 @@ jobs:
         with:
           persist-credentials: false
       - uses: pre-commit/action@2c7b3805fd2a0fd8c1884dcaebf91fc102a13ecd # v3.0.1
+  build-site:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
+        with:
+          persist-credentials: false
+      - name: Validate source data and generated artifacts
+        run: |
+          python3 -m venv /tmp/docs-validation
+          /tmp/docs-validation/bin/python -m pip install pyyaml
+          /tmp/docs-validation/bin/python ci/generate-release-data.py --check
+          /tmp/docs-validation/bin/python ci/generate-projects-to-versions.py --check
+          /tmp/docs-validation/bin/python ci/validate-platform-support.py
+          /tmp/docs-validation/bin/python ci/validate-install-packages.py
+          /tmp/docs-validation/bin/python ci/validate-notices.py
+      # This step uses the `.ruby-version` file.
+      - uses: ruby/setup-ruby@6aaa311d81eba98ae12eaffbcb63296ace0efcde # v1.307.0
+      - name: Build Jekyll site
+        run: |
+          bundle install
+          bundle exec jekyll build
+      - name: Test rendered install selector
+        run: node ci/test-selector.mjs

.pre-commit-config.yaml

@@ -1,4 +1,4 @@
-# Copyright (c) 2024-2025, NVIDIA CORPORATION.
+# Copyright (c) 2024-2026, NVIDIA CORPORATION.
 
 ci:
   autofix_commit_msg: "[pre-commit.ci] auto code formatting"
@@ -37,13 +37,44 @@ repos:
       - id: check-yaml
   - repo: local
     hooks:
+      - id: generate-release-data
+        name: generate-release-data
+        entry: ./ci/generate-release-data.py
+        language: python
+        pass_filenames: false
+        additional_dependencies:
+          - pyyaml
       - id: generate-projects-to-versions
         name: generate-projects-to-versions
         entry: ./ci/generate-projects-to-versions.py
         language: python
         pass_filenames: false
         additional_dependencies:
           - pyyaml
+      - id: validate-platform-support
+        name: validate-platform-support
+        entry: ./ci/validate-platform-support.py
+        language: python
+        pass_filenames: false
+        files: ^(ci/(data_utils|validate-platform-support)\.py|_data/platform_support\.yml|_data/releases\.json|_includes/selector\.html)$
+        additional_dependencies:
+          - pyyaml
+      - id: validate-install-packages
+        name: validate-install-packages
+        entry: ./ci/validate-install-packages.py
+        language: python
+        pass_filenames: false
+        files: ^(ci/(data_utils|validate-install-packages)\.py|_data/(docs|install_packages|platform_support|releases)\.(json|yml)|_includes/selector\.html)$
+        additional_dependencies:
+          - pyyaml
+      - id: validate-notices
+        name: validate-notices
+        entry: ./ci/validate-notices.py
+        language: python
+        pass_filenames: false
+        files: ^(ci/(new-notice|validate-notices)\.py|_notices/.*\.md)$
+        additional_dependencies:
+          - pyyaml
   - repo: https://github.com/sirosen/texthooks
     rev: 0.7.1
     hooks:

_config.yml

@@ -11,6 +11,7 @@ permalink: pretty
 exclude:
   - CONTRIBUTING.md
   - README.md
+  - automation-proposal.md
   - release_checklist.md
   - ci/
   - node_modules/

_data/docs.yml

@@ -5,6 +5,7 @@ apis:
   cudf:
     name: cuDF
     path: cudf
+    redirect: stable
     desc: 'cuDF is a Python GPU DataFrame library (built on the [Apache Arrow](http://arrow.apache.org/) columnar memory format) for loading, joining, aggregating, filtering, and otherwise manipulating data.'
     ghlink: https://github.com/rapidsai/cudf
     cllink: https://github.com/rapidsai/cudf/blob/main/CHANGELOG.md
@@ -16,6 +17,7 @@ apis:
   dask-cudf:
     name: dask-cuDF
     path: dask-cudf
+    redirect: stable
     desc: 'Dask-cuDF extends Dask where necessary to allow its DataFrame partitions to be processed using cuDF GPU DataFrames instead of Pandas DataFrames. Dask-cuDF is used to leverage multiple gpus and multiple nodes for more performance at larger scales'
     ghlink: https://github.com/rapidsai/cudf
     cllink: https://github.com/rapidsai/cudf/blob/main/CHANGELOG.md
@@ -27,6 +29,7 @@ apis:
   cuml:
     name: cuML
     path: cuml
+    redirect: stable
     desc: 'cuML is a suite of libraries that implement machine learning algorithms and mathematical primitives functions that share compatible APIs with other RAPIDS projects.'
     ghlink: https://github.com/rapidsai/cuml
     cllink: https://github.com/rapidsai/cuml/blob/main/CHANGELOG.md
@@ -38,6 +41,7 @@ apis:
   cugraph:
     name: cuGraph
     path: cugraph
+    redirect: stable
     desc: 'cuGraph is a GPU accelerated graph analytics library, the core part of an ecosystem of libraries supporting graph-processing workloads like NetworkX integration (nx-cugraph), GNNs with PyG (cugraph-pyg), and more efficient memory management for large graphs (pylibwholegraph).'
     ghlink: https://github.com/rapidsai/cugraph
     cllink: https://github.com/rapidsai/cugraph/blob/main/CHANGELOG.md
@@ -49,6 +53,7 @@ apis:
   cuxfilter:
     name: cuxfilter
     path: cuxfilter
+    redirect: stable
     desc: 'cuxfilter acts as a connector library, which provides the connections between different visualization libraries and a GPU dataframe without much hassle. This also allows the user to use charts from different libraries in a single dashboard, while also providing the interaction.'
     ghlink: https://github.com/rapidsai/cuxfilter
     cllink: https://github.com/rapidsai/cuxfilter/blob/main/CHANGELOG.md
@@ -60,6 +65,7 @@ apis:
   cudf-java:
     name: 'Java + cuDF'
     path: cudf-java
+    redirect: stable
     desc: 'Java bindings for the cuDF library.'
     ghlink: https://github.com/rapidsai/cudf/tree/main/java
     cllink: https://github.com/rapidsai/cudf/blob/main/CHANGELOG.md
@@ -71,6 +77,7 @@ apis:
   cucim:
     name: cuCIM
     path: cucim
+    redirect: stable
     desc: 'The RAPIDS cuCIM is an extensible toolkit designed to provide GPU accelerated I/O, computer vision & image processing primitives for N-Dimensional images with a focus on biomedical imaging.'
     ghlink: https://github.com/rapidsai/cucim
     cllink: https://github.com/rapidsai/cucim/blob/main/CHANGELOG.md
@@ -82,6 +89,7 @@ apis:
   cuvs:
     name: cuVS
     path: cuvs
+    redirect: stable
     desc: 'cuVS is a library for GPU-accelerated vector search and clustering.'
     ghlink: https://github.com/rapidsai/cuvs
     cllink: https://github.com/rapidsai/cuvs/blob/main/CHANGELOG.md
@@ -93,6 +101,7 @@ apis:
   kvikio:
     name: KvikIO
     path: kvikio
+    redirect: stable
     desc: "KvikIO is a Python and C++ library for high performance file IO using GPUDirect Storage (GDS)."
     ghlink: https://github.com/rapidsai/kvikio
     cllink: https://github.com/rapidsai/kvikio/blob/main/CHANGELOG.md
@@ -104,6 +113,7 @@ apis:
   raft:
     name: RAFT
     path: raft
+    redirect: stable
     desc: "RAFT contains fundamental widely-used algorithms and primitives for vector search, machine learning, and information retrieval."
     ghlink: https://github.com/rapidsai/raft
     cllink: https://github.com/rapidsai/raft/blob/main/CHANGELOG.md
@@ -115,6 +125,7 @@ apis:
   dask-cuda:
     name: Dask-CUDA
     path: dask-cuda
+    redirect: stable
     desc: "Various utilities to improve deployment and management of Dask workers on CUDA-enabled systems."
     ghlink: https://github.com/rapidsai/dask-cuda
     cllink: https://github.com/rapidsai/dask-cuda/blob/main/CHANGELOG.md
@@ -126,6 +137,7 @@ apis:
   rmm:
     name: RMM
     path: rmm
+    redirect: stable
     desc: 'RAPIDS Memory Manager (RMM) is a central place for all device memory allocations in cuDF (C++ and Python) and other RAPIDS libraries. In addition, it is a replacement allocator for CUDA Device Memory (and CUDA Managed Memory) and a pool allocator to make CUDA device memory allocation / deallocation faster and asynchronous.'
     ghlink: https://github.com/rapidsai/rmm
     cllink: https://github.com/rapidsai/rmm/blob/main/CHANGELOG.md
@@ -137,6 +149,7 @@ apis:
   rapidsmpf:
     name: RapidsMPF
     path: rapidsmpf
+    redirect: stable
     desc: 'RAPIDS Multi-Process Foundation (rapidsmpf) is a collection of multi-GPU, distributed memory algorithms written in C++ and exposed to Python.'
     ghlink: https://github.com/rapidsai/rapidsmpf
     versions:
@@ -147,6 +160,8 @@ apis:
   ucxx:
     name: UCXX
     path: ucxx
+    release_version_field: ucxx_version
+    redirect: stable
     desc: 'UCXX is the Python interface for [UCX](https://github.com/openucx/ucx), a low-level high-performance networking library. UCX and UCXX support several transport methods including InfiniBand and NVLink while still using traditional networking protocols like TCP.'
     ghlink: https://github.com/rapidsai/ucxx
     cllink: https://github.com/rapidsai/ucxx/blob/main/CHANGELOG.md
@@ -159,6 +174,7 @@ apis:
   nvforest:
     name: nvForest
     path: nvforest
+    redirect: stable
     desc: 'nvForest is a highly-optimized and lightweight RAPIDS library that enables fast inference for decision tree models on NVIDIA GPUs and CPUs.'
     ghlink: https://github.com/rapidsai/nvforest
     cllink: https://github.com/rapidsai/nvforest/blob/main/CHANGELOG.md
@@ -174,6 +190,7 @@ libs:
   librmm:
     name: librmm
     path: librmm
+    redirect: /api/rmm/stable/
     desc: 'RAPIDS Memory Manager (RMM) is a central place for all device memory allocations in cuDF (C++ and Python) and other RAPIDS libraries. In addition, it is a replacement allocator for CUDA Device Memory (and CUDA Managed Memory) and a pool allocator to make CUDA device memory allocation / deallocation faster and asynchronous.'
     ghlink: https://github.com/rapidsai/rmm
     cllink: https://github.com/rapidsai/rmm/blob/main/CHANGELOG.md
@@ -186,6 +203,7 @@ libs:
   libcudf:
     name: libcudf
     path: libcudf
+    redirect: stable
     desc: 'libcudf is a C/C++ CUDA library for implementing standard dataframe operations.'
     ghlink: https://github.com/rapidsai/cudf
     cllink: https://github.com/rapidsai/cudf/blob/main/CHANGELOG.md
@@ -197,6 +215,7 @@ libs:
   libcuml:
     name: libcuml
     path: libcuml
+    redirect: stable
     desc: 'libcuml is a C/C++ CUDA library for cuML.'
     ghlink: https://github.com/rapidsai/cuml
     cllink: https://github.com/rapidsai/cuml/blob/main/CHANGELOG.md
@@ -208,6 +227,7 @@ libs:
   libkvikio:
     name: libkvikio
     path: libkvikio
+    redirect: stable
     desc: "libkvikio is a C++ header-only library providing bindings to cuFile, which enables GPUDirect Storage (GDS)."
     ghlink: https://github.com/rapidsai/kvikio
     cllink: https://github.com/rapidsai/kvikio/blob/main/CHANGELOG.md
@@ -219,6 +239,7 @@ libs:
   librapidsmpf:
     name: librapidsmpf
     path: librapidsmpf
+    redirect: stable
     desc: "librapidsmpf is a C++ collection of multi-GPU, distributed memory algorithms."
     ghlink: https://github.com/rapidsai/rapidsmpf
     versions:
@@ -229,6 +250,8 @@ libs:
   libucxx:
     name: libucxx
     path: libucxx
+    release_version_field: ucxx_version
+    redirect: stable
     desc: "libucxx is an object-oriented C++ interface for UCX, with native support for Python bindings."
     ghlink: https://github.com/rapidsai/ucxx
     versions:
@@ -239,6 +262,7 @@ libs:
   rapids-cmake:
     name: rapids-cmake
     path: rapids-cmake
+    redirect: stable
     desc: "This is a collection of CMake modules that are useful for all CUDA RAPIDS projects. By sharing the code in a single place it makes rolling out CMake fixes easier."
     ghlink: https://github.com/rapidsai/rapids-cmake
     cllink: https://github.com/rapidsai/rapids-cmake/blob/main/CHANGELOG.md
@@ -254,6 +278,7 @@ inactive-projects:
   cuproj:
     name: cuProj
     path: cuProj
+    redirect: false # Historical docs have no lowercase root redirect.
     desc: 'cuProj is a GPU-accelerated geographic and geodetic coordinate transformation library which supports projecting coordinates between coordinate reference systems (CRSes), compatible with PyProj.'
     ghlink: https://github.com/rapidsai/cuspatial/tree/main/python/cuproj
     cllink: https://github.com/rapidsai/cuspatial/blob/main/CHANGELOG.md # cuProj is housed within cuSpatial so updates remain in the cuSpatial changelog
@@ -281,6 +306,7 @@ inactive-projects:
   cuspatial:
     name: cuSpatial
     path: cuspatial
+    redirect: stable
     desc: 'cuSpatial is a GPU-accelerated vector GIS library including binary predicates (DE-9IM), point-in-polygon, spatial join, distances, and trajectory analysis.'
     ghlink: https://github.com/rapidsai/cuspatial
     cllink: https://github.com/rapidsai/cuspatial/blob/main/CHANGELOG.md
@@ -297,6 +323,7 @@ inactive-projects:
   libcuproj:
     name: libcuproj
     path: libcuproj
+    redirect: false # Historical docs have no root redirect.
     desc: 'libcuproj is a C++ header-only library for GPU-accelerated geographic and geodetic coordinate transformation library which supports projecting coordinates between coordinate reference systems (CRSes), similar to PROJ.'
     ghlink: https://github.com/rapidsai/cuspatial/tree/main/cpp/cuproj
     cllink: https://github.com/rapidsai/cuspatial/blob/main/CHANGELOG.md # Shares a changelog with cuSpatial
@@ -313,6 +340,7 @@ inactive-projects:
   libcuspatial:
     name: libcuspatial
     path: libcuspatial
+    redirect: stable
     desc: 'libcuspatial is a GPU-accelerated header-only C++ vector GIS library including binary predicates (DE-9IM), point-in-polygon, spatial join, distances, and trajectory analysis.'
     ghlink: https://github.com/rapidsai/cuspatial
     cllink: https://github.com/rapidsai/cuspatial/blob/main/CHANGELOG.md