[REVIEW] Rewrite cuvs-sys build to discover pre-installed cuVS via cmake-package (#2022)

- Current build process works by manual CMake invocation, which is suboptimal. The cmake-package is an official Rust crate meant to be used in the build scripts for this purpose. The new scripts attempts the discovery in existing library path, via pip, or CMAKE_PREFIX_PATH
- Added dlpack to rust conda environment for bindgen
- Added pre-generated bindings (src/bindings.rs) plus an optional "generate-bindings" cargo feature for opt-in regeneration via bindgen. To support this build scenario, also added the generate-bindings.sh script for CI staleness verification. This would allow us to build cuvs on machines that have no CUDA or cmake, e.g. docs.rs
- Moved cuvs-sys dependency to [workspace.dependencies] to deduplicate version
- Updated Rust edition to 2024
- CI workflows no longer need `LIBCLANG_PATH`

Authors:
  - Yan Zaretskiy (https://github.com/yan-zaretskiy)
  - Corey J. Nolet (https://github.com/cjnolet)

Approvers:
  - Robert Maynard (https://github.com/robertmaynard)
  - Corey J. Nolet (https://github.com/cjnolet)

URL: #2022

Author: yan-zaretskiy

.github/workflows/publish-rust.yaml

@@ -17,7 +17,7 @@ jobs:
       fail-fast: false
       matrix:
         cuda_version:
-          - '12.9.1'
+          - '13.1.1'
     container:
       image: "rapidsai/ci-conda:26.06-cuda${{ matrix.cuda_version }}-ubuntu24.04-py3.13"
     steps:
@@ -49,10 +49,6 @@ jobs:
           conda activate rust
           set -eu
 
-          LIBCLANG_PATH=$(dirname "$(find "$CONDA_PREFIX" -name libclang.so | head -n 1)")
-          export LIBCLANG_PATH
-          echo "LIBCLANG_PATH=$LIBCLANG_PATH"
-
           # Publish sys crate first
           pushd ./rust/cuvs-sys
           cargo publish --token ${CARGO_REGISTRY_TOKEN}

.pre-commit-config.yaml

@@ -113,7 +113,8 @@ repos:
                 exclude: |
                   (?x)
                     ^CHANGELOG[.]md$|
-                    ^cpp/cmake/patches/cutlass/build-export[.]patch$
+                    ^cpp/cmake/patches/cutlass/build-export[.]patch$|
+                    ^rust/cuvs-sys/src/bindings[.]rs$
       - repo: https://github.com/rapidsai/pre-commit-hooks
         rev: v1.3.3
         hooks:
@@ -147,7 +148,8 @@ repos:
                 cpp/src/distance/detail/fused_distance_nn/persistent_gemm[.]h$|
                 cpp/src/distance/detail/fused_distance_nn/epilogue_elementwise[.]cuh$|
                 cpp/src/distance/detail/fused_distance_nn/predicated_tile_iterator_reduced_vec[.]h$|
-                cpp/src/distance/detail/fused_distance_nn/custom_epilogue_with_broadcast[.]h$
+                cpp/src/distance/detail/fused_distance_nn/custom_epilogue_with_broadcast[.]h$|
+                rust/cuvs-sys/src/bindings[.]rs$
               )
           - id: verify-copyright
             name: verify-copyright-scikit-learn

ci/build_rust.sh

@@ -1,5 +1,5 @@
 #!/bin/bash
-# SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION.
+# SPDX-FileCopyrightText: Copyright (c) 2024-2026, NVIDIA CORPORATION.
 # SPDX-License-Identifier: Apache-2.0
 
 set -euo pipefail
@@ -38,16 +38,10 @@ export SCCACHE_S3_USE_PREPROCESSOR_CACHE_MODE=true
 
 rapids-print-env
 
-rapids-logger "Begin rust build"
+rapids-logger "Begin Rust build"
 
 sccache --stop-server 2>/dev/null || true
 
-# we need to set up LIBCLANG_PATH to allow rust bindgen to work,
-# grab it from the conda env
-LIBCLANG_PATH=$(dirname "$(find "$CONDA_PREFIX" -name libclang.so | head -n 1)")
-export LIBCLANG_PATH
-echo "LIBCLANG_PATH=$LIBCLANG_PATH"
-
 bash ./build.sh rust
 
 sccache --show-adv-stats

ci/release/update-version.sh

@@ -1,5 +1,5 @@
 #!/bin/bash
-# SPDX-FileCopyrightText: Copyright (c) 2020-2025, NVIDIA CORPORATION.
+# SPDX-FileCopyrightText: Copyright (c) 2020-2026, NVIDIA CORPORATION.
 # SPDX-License-Identifier: Apache-2.0
 ########################
 # CUVS Version Updater #
@@ -155,7 +155,6 @@ sed_runner "s|@v[0-9][0-9].[0-9][0-9].[0-9][0-9]|@v${NEXT_FULL_TAG}|g" examples/
 # rust can't handle leading 0's in the major/minor/patch version - remove
 NEXT_FULL_RUST_TAG=$(printf "%d.%d.%d" $((10#$NEXT_MAJOR)) $((10#$NEXT_MINOR)) $((10#$NEXT_PATCH)))
 sed_runner "s/version = \".*\"/version = \"${NEXT_FULL_RUST_TAG}\"/g" rust/Cargo.toml
-sed_runner "s/version = \".*\"/version = \"${NEXT_FULL_RUST_TAG}\"/g" rust/cuvs/Cargo.toml
 
 # .devcontainer files
 find .devcontainer/ -type f -name devcontainer.json -print0 | while IFS= read -r -d '' filename; do

conda/environments/rust_cuda-129_arch-aarch64.yaml

@@ -6,8 +6,6 @@ channels:
 - conda-forge
 dependencies:
 - c-compiler
-- clang-tools==20.1.8
-- clang==20.1.8
 - cmake>=3.30.4
 - cuda-cudart-dev
 - cuda-nvcc
@@ -17,7 +15,6 @@ dependencies:
 - cuda-version=12.9
 - cxx-compiler
 - gcc_linux-aarch64=14.*
-- libclang==20.1.8
 - libcublas-dev
 - libcurand-dev
 - libcusolver-dev

conda/environments/rust_cuda-129_arch-x86_64.yaml

@@ -6,8 +6,6 @@ channels:
 - conda-forge
 dependencies:
 - c-compiler
-- clang-tools==20.1.8
-- clang==20.1.8
 - cmake>=3.30.4
 - cuda-cudart-dev
 - cuda-nvcc
@@ -17,7 +15,6 @@ dependencies:
 - cuda-version=12.9
 - cxx-compiler
 - gcc_linux-64=14.*
-- libclang==20.1.8
 - libcublas-dev
 - libcurand-dev
 - libcusolver-dev

conda/environments/rust_cuda-131_arch-aarch64.yaml

@@ -6,8 +6,6 @@ channels:
 - conda-forge
 dependencies:
 - c-compiler
-- clang-tools==20.1.8
-- clang==20.1.8
 - cmake>=3.30.4
 - cuda-cudart-dev
 - cuda-nvcc
@@ -17,7 +15,6 @@ dependencies:
 - cuda-version=13.1
 - cxx-compiler
 - gcc_linux-aarch64=14.*
-- libclang==20.1.8
 - libcublas-dev
 - libcurand-dev
 - libcusolver-dev

conda/environments/rust_cuda-131_arch-x86_64.yaml

@@ -6,8 +6,6 @@ channels:
 - conda-forge
 dependencies:
 - c-compiler
-- clang-tools==20.1.8
-- clang==20.1.8
 - cmake>=3.30.4
 - cuda-cudart-dev
 - cuda-nvcc
@@ -17,7 +15,6 @@ dependencies:
 - cuda-version=13.1
 - cxx-compiler
 - gcc_linux-64=14.*
-- libclang==20.1.8
 - libcublas-dev
 - libcurand-dev
 - libcusolver-dev

dependencies.yaml

@@ -90,8 +90,6 @@ files:
       cuda: ["12.9", "13.1"]
       arch: [x86_64, aarch64]
     includes:
-      # clang/libclang only needed for bindgen support
-      - clang
       - cuda
       - cuda_version
       - rapids_build

rust/Cargo.toml

@@ -1,3 +1,6 @@
+# SPDX-FileCopyrightText: Copyright (c) 2024-2026, NVIDIA CORPORATION.
+# SPDX-License-Identifier: Apache-2.0
+
 [workspace]
 members = [
     "cuvs",
@@ -7,9 +10,12 @@ resolver = "2"
 
 [workspace.package]
 version = "26.6.0"
-edition = "2021"
+edition = "2024"
 repository = "https://github.com/rapidsai/cuvs"
 homepage = "https://github.com/rapidsai/cuvs"
-description = "RAPIDS vector search library"
+description = "Vector Search and Clustering on the GPU"
 authors = ["NVIDIA Corporation"]
 license = "Apache-2.0"
+
+[workspace.dependencies]
+cuvs-sys = { path = "cuvs-sys", version = "26.6.0" }