dependencies.yaml

# Dependency list for https://github.com/rapidsai/dependency-file-generator
files:
  all:
    output: conda
    matrix:
      cuda: ["11.8", "12.5"]
      arch: [x86_64, aarch64]
    includes:
      - rapids_build
      - build_pylibraft
      - cuda
      - cuda_version
      - depends_on_cupy
      - depends_on_distributed_ucxx
      - develop
      - checks
      - test_libraft
      - docs
      - rapids_build_setuptools
      - rapids_build_skbuild
      - run_raft_dask
      - run_pylibraft
      - test_python_common
      - test_pylibraft
  test_cpp:
    output: none
    includes:
      - cuda_version
      - test_libraft
  test_python:
    output: none
    includes:
      - cuda_version
      - py_version
      - test_python_common
      - test_pylibraft
      - depends_on_cupy
  checks:
    output: none
    includes:
      - checks
      - py_version
  docs:
    output: none
    includes:
      - cuda_version
      - depends_on_cupy
      - docs
      - py_version
      - test_pylibraft
  py_build_pylibraft:
    output: pyproject
    pyproject_dir: python/pylibraft
    extras:
      table: build-system
    includes:
      - rapids_build_skbuild
  py_rapids_build_pylibraft:
    output: pyproject
    pyproject_dir: python/pylibraft
    extras:
      table: tool.rapids-build-backend
      key: requires
    includes:
      - rapids_build
      - build_pylibraft
  py_run_pylibraft:
    output: pyproject
    pyproject_dir: python/pylibraft
    extras:
      table: project
    includes:
      - cuda_wheels
      - run_pylibraft
  py_test_pylibraft:
    output: pyproject
    pyproject_dir: python/pylibraft
    extras:
      table: project.optional-dependencies
      key: test
    includes:
      - test_python_common
      - test_pylibraft
      - depends_on_cupy
  py_build_raft_dask:
    output: pyproject
    pyproject_dir: python/raft-dask
    extras:
      table: build-system
    includes:
      - rapids_build_skbuild
  py_rapids_build_raft_dask:
    output: pyproject
    pyproject_dir: python/raft-dask
    extras:
      table: tool.rapids-build-backend
      key: requires
    includes:
      - rapids_build
      - depends_on_ucx_build
  py_run_raft_dask:
    output: pyproject
    pyproject_dir: python/raft-dask
    extras:
      table: project
    includes:
      - run_raft_dask
      - depends_on_distributed_ucxx
  py_test_raft_dask:
    output: pyproject
    pyproject_dir: python/raft-dask
    extras:
      table: project.optional-dependencies
      key: test
    includes:
      - test_python_common
channels:
  - rapidsai
  - rapidsai-nightly
  - dask/label/dev
  - conda-forge
  - nvidia
dependencies:
  rapids_build_skbuild:
    common:
      - output_types: [conda, requirements, pyproject]
        packages:
          - &rapids_build_backend rapids-build-backend>=0.3.0,<0.4.0.dev0
      - output_types: [conda]
        packages:
          - scikit-build-core>=0.10.0
      - output_types: [requirements, pyproject]
        packages:
          - scikit-build-core[pyproject]>=0.10.0
  rapids_build:
    common:
      - output_types: [conda, requirements, pyproject]
        packages:
          - &cmake_ver cmake>=3.26.4,!=3.30.0
          - cython>=3.0.0,<3.1.0a0
          - ninja
      - output_types: [conda]
        packages:
          - c-compiler
          - cxx-compiler
          - libucxx==0.42.*,>=0.0.0a0
          - nccl>=2.19
          - spdlog>=1.14.1,<1.15
    specific:
      - output_types: conda
        matrices:
          - matrix:
              arch: x86_64
            packages:
              - gcc_linux-64=11.*
              - sysroot_linux-64==2.17
          - matrix:
              arch: aarch64
            packages:
              - gcc_linux-aarch64=11.*
              - sysroot_linux-aarch64==2.17
      - output_types: conda
        matrices:
          - matrix: {cuda: "12.*"}
            packages: [cuda-nvcc]
          - matrix: {cuda: "11.8", arch: x86_64}
            packages: [nvcc_linux-64=11.8]
          - matrix: {cuda: "11.8", arch: aarch64}
            packages: [nvcc_linux-aarch64=11.8]
          - matrix: {cuda: "11.5", arch: x86_64}
            packages: [nvcc_linux-64=11.5]
          - matrix: {cuda: "11.5", arch: aarch64}
            packages: [nvcc_linux-aarch64=11.5]
          - matrix: {cuda: "11.4", arch: x86_64}
            packages: [nvcc_linux-64=11.4]
          - matrix: {cuda: "11.4", arch: aarch64}
            packages: [nvcc_linux-aarch64=11.4]
          - matrix: {cuda: "11.2", arch: x86_64}
            packages: [nvcc_linux-64=11.2]
          - matrix: {cuda: "11.2", arch: aarch64}
            packages: [nvcc_linux-aarch64=11.2]

  build_pylibraft:
    common:
      - output_types: [conda]
        packages:
          - &rmm_unsuffixed rmm==25.2.*,>=0.0.0a0
      - output_types: requirements
        packages:
          # pip recognizes the index as a global option for the requirements.txt file
          # This index is needed for rmm-cu{11,12}.
          - --extra-index-url=https://pypi.nvidia.com
          - --extra-index-url=https://pypi.anaconda.org/rapidsai-wheels-nightly/simple
    specific:
      - output_types: [conda, requirements, pyproject]
        matrices:
          - matrix:
              cuda: "12.*"
            packages:
              - &cuda_python12 cuda-python>=12.6.2,<13.0a0
          - matrix:
              cuda: "11.*"
            packages:
              - &cuda_python11 cuda-python>=11.8.5,<12.0a0
          - matrix:
            packages:
              - &cuda_python cuda-python
      - output_types: [requirements, pyproject]
        matrices:
          - matrix:
              cuda: "12.*"
              cuda_suffixed: "true"
            packages:
              - &rmm_cu12 rmm-cu12==25.2.*,>=0.0.0a0
          - matrix:
              cuda: "11.*"
              cuda_suffixed: "true"
            packages:
              - &rmm_cu11 rmm-cu11==25.2.*,>=0.0.0a0
          - {matrix: null, packages: [*rmm_unsuffixed] }
  checks:
    common:
      - output_types: [conda, requirements]
        packages:
          - pre-commit
  develop:
    common:
      - output_types: conda
        packages:
          - clang==16.0.6
          - clang-tools=16.0.6
  cuda_version:
    specific:
      - output_types: conda
        matrices:
          - matrix:
              cuda: "11.2"
            packages:
              - cuda-version=11.2
          - matrix:
              cuda: "11.4"
            packages:
              - cuda-version=11.4
          - matrix:
              cuda: "11.5"
            packages:
              - cuda-version=11.5
          - matrix:
              cuda: "11.8"
            packages:
              - cuda-version=11.8
          - matrix:
              cuda: "12.0"
            packages:
              - cuda-version=12.0
          - matrix:
              cuda: "12.2"
            packages:
              - cuda-version=12.2
          - matrix:
              cuda: "12.5"
            packages:
              - cuda-version=12.5
  cuda:
    specific:
      - output_types: conda
        matrices:
          - matrix:
              cuda: "12.*"
            packages:
              - cuda-nvtx-dev
              - cuda-cudart-dev
              - cuda-profiler-api
              - libcublas-dev
              - libcurand-dev
              - libcusolver-dev
              - libcusparse-dev
          - matrix:
              cuda: "11.8"
            packages:
              - cudatoolkit
              - cuda-nvtx=11.8
              - cuda-profiler-api=11.8.86
              - libcublas-dev=11.11.3.6
              - libcublas=11.11.3.6
              - libcurand-dev=10.3.0.86
              - libcurand=10.3.0.86
              - libcusolver-dev=11.4.1.48
              - libcusolver=11.4.1.48
              - libcusparse-dev=11.7.5.86
              - libcusparse=11.7.5.86
          - matrix:
              cuda: "11.5"
            packages:
              - cudatoolkit
              - cuda-nvtx=11.5
              - cuda-profiler-api>=11.4.240,<=11.8.86 # use any `11.x` version since pkg is missing several CUDA/arch packages
              - libcublas-dev>=11.7.3.1,<=11.7.4.6
              - libcublas>=11.7.3.1,<=11.7.4.6
              - libcurand-dev>=10.2.6.48,<=10.2.7.107
              - libcurand>=10.2.6.48,<=10.2.7.107
              - libcusolver-dev>=11.2.1.48,<=11.3.2.107
              - libcusolver>=11.2.1.48,<=11.3.2.107
              - libcusparse-dev>=11.7.0.31,<=11.7.0.107
              - libcusparse>=11.7.0.31,<=11.7.0.107
          - matrix:
              cuda: "11.4"
            packages:
              - cudatoolkit
              - &cudanvtx114 cuda-nvtx=11.4
              - cuda-profiler-api>=11.4.240,<=11.8.86 # use any `11.x` version since pkg is missing several CUDA/arch packages
              - &libcublas_dev114 libcublas-dev>=11.5.2.43,<=11.6.5.2
              - &libcublas114 libcublas>=11.5.2.43,<=11.6.5.2
              - &libcurand_dev114 libcurand-dev>=10.2.5.43,<=10.2.5.120
              - &libcurand114 libcurand>=10.2.5.43,<=10.2.5.120
              - &libcusolver_dev114 libcusolver-dev>=11.2.0.43,<=11.2.0.120
              - &libcusolver114 libcusolver>=11.2.0.43,<=11.2.0.120
              - &libcusparse_dev114 libcusparse-dev>=11.6.0.43,<=11.6.0.120
              - &libcusparse114 libcusparse>=11.6.0.43,<=11.6.0.120
          - matrix:
              cuda: "11.2"
            packages:
              - cudatoolkit
              - *cudanvtx114
              - cuda-profiler-api>=11.4.240,<=11.8.86 # use any `11.x` version since pkg is missing several CUDA/arch packages
              # The NVIDIA channel doesn't publish pkgs older than 11.4 for these libs,
              # so 11.2 uses 11.4 packages (the oldest available).
              - *libcublas_dev114
              - *libcublas114
              - *libcurand_dev114
              - *libcurand114
              - *libcusolver_dev114
              - *libcusolver114
              - *libcusparse_dev114
              - *libcusparse114
  cuda_wheels:
    specific:
      - output_types: pyproject
        matrices:
          - matrix:
              cuda: "12.*"
              use_cuda_wheels: "true"
            packages:
              - nvidia-cublas-cu12
              - nvidia-curand-cu12
              - nvidia-cusolver-cu12
              - nvidia-cusparse-cu12
          # CUDA 11 does not provide wheels, so use the system libraries instead
          - matrix:
              cuda: "11.*"
              use_cuda_wheels: "true"
            packages:
          # if use_cuda_wheels=false is provided, do not add dependencies on any CUDA wheels
          # (e.g. for DLFW and pip devcontainers)
          - matrix:
              use_cuda_wheels: "false"
            packages:
          # if no matching matrix selectors passed, list the unsuffixed packages
          # (just as a source of documentation, as this populates pyproject.toml in source control)
          - matrix:
            packages:
              - nvidia-cublas
              - nvidia-curand
              - nvidia-cusolver
              - nvidia-cusparse

  depends_on_cupy:
    common:
      - output_types: conda
        packages:
          - cupy>=12.0.0
    specific:
      - output_types: [requirements, pyproject]
        matrices:
          - matrix: {cuda: "12.*"}
            packages:
              - cupy-cuda12x>=12.0.0
          - matrix: {cuda: "11.*"}
            packages:
              - cupy-cuda11x>=12.0.0
          - {matrix: null, packages: [cupy-cuda11x>=12.0.0]}

  test_libraft:
    common:
      - output_types: [conda]
        packages:
          - *cmake_ver
  docs:
    common:
      - output_types: [conda]
        packages:
          - breathe
          - doxygen>=1.8.20
          - graphviz
          - ipython
          - numpydoc
          - pydata-sphinx-theme
          - recommonmark
          - sphinx-copybutton
          - sphinx-markdown-tables
  rapids_build_setuptools:
    common:
      - output_types: [requirements, pyproject]
        packages:
          - wheel
          - setuptools
          - *rapids_build_backend
  py_version:
    specific:
      - output_types: conda
        matrices:
          - matrix:
              py: "3.10"
            packages:
              - python=3.10
          - matrix:
              py: "3.11"
            packages:
              - python=3.11
          - matrix:
              py: "3.12"
            packages:
              - python=3.12
          - matrix:
            packages:
              - python>=3.10,<3.13
  run_pylibraft:
    common:
      - output_types: [conda, pyproject]
        packages:
          - numpy>=1.23,<3.0a0
      - output_types: [conda]
        packages:
          - *rmm_unsuffixed
      - output_types: requirements
        packages:
          # pip recognizes the index as a global option for the requirements.txt file
          # This index is needed for cudf and rmm.
          - --extra-index-url=https://pypi.nvidia.com
          - --extra-index-url=https://pypi.anaconda.org/rapidsai-wheels-nightly/simple
    specific:
      - output_types: [conda, requirements, pyproject]
        matrices:
          - matrix:
              cuda: "12.*"
            packages:
              - *cuda_python12
          - matrix:
              cuda: "11.*"
            packages:
              - *cuda_python11
          - matrix:
            packages:
              - *cuda_python
      - output_types: [requirements, pyproject]
        matrices:
          - matrix:
              cuda: "12.*"
              cuda_suffixed: "true"
            packages:
              - *rmm_cu12
          - matrix:
              cuda: "11.*"
              cuda_suffixed: "true"
            packages:
              - *rmm_cu11
          - {matrix: null, packages: [*rmm_unsuffixed]}
  run_raft_dask:
    common:
      - output_types: [conda, pyproject]
        packages:
          - dask-cuda==25.2.*,>=0.0.0a0
          - joblib>=0.11
          - numba>=0.57
          - rapids-dask-dependency==25.2.*,>=0.0.0a0
      - output_types: conda
        packages:
          - &pylibraft_unsuffixed pylibraft==25.2.*,>=0.0.0a0
          - &ucx_py_unsuffixed ucx-py==0.42.*,>=0.0.0a0
      - output_types: requirements
        packages:
          # pip recognizes the index as a global option for the requirements.txt file
          # This index is needed for cudf and rmm.
          - --extra-index-url=https://pypi.nvidia.com
          - --extra-index-url=https://pypi.anaconda.org/rapidsai-wheels-nightly/simple
    specific:
      - output_types: [requirements, pyproject]
        matrices:
          - matrix:
              cuda: "12.*"
              cuda_suffixed: "true"
            packages:
              - &pylibraft_cu12 pylibraft-cu12==25.2.*,>=0.0.0a0
              - &ucx_py_cu12 ucx-py-cu12==0.42.*,>=0.0.0a0
          - matrix:
              cuda: "11.*"
              cuda_suffixed: "true"
            packages:
              - &pylibraft_cu11 pylibraft-cu11==25.2.*,>=0.0.0a0
              - &ucx_py_cu11 ucx-py-cu11==0.42.*,>=0.0.0a0
          - {matrix: null, packages: [*pylibraft_unsuffixed, *ucx_py_unsuffixed]}
  test_python_common:
    common:
      - output_types: [conda, requirements, pyproject]
        packages:
          - pytest==7.*
          - pytest-cov
  test_pylibraft:
    common:
      - output_types: [conda, requirements, pyproject]
        packages:
          - scikit-learn
          - scipy
  depends_on_distributed_ucxx:
    common:
      - output_types: conda
        packages:
          # UCXX is not currently a hard-dependency thus only installed during tests,
          # this will change in the future.
          - &distributed_ucxx_unsuffixed distributed-ucxx==0.42.*,>=0.0.0a0
      - output_types: requirements
        packages:
          # pip recognizes the index as a global option for the requirements.txt file
          - --extra-index-url=https://pypi.nvidia.com
          - --extra-index-url=https://pypi.anaconda.org/rapidsai-wheels-nightly/simple
    specific:
      - output_types: [requirements, pyproject]
        matrices:
          - matrix:
              cuda: "12.*"
              cuda_suffixed: "true"
            packages:
              - distributed-ucxx-cu12==0.42.*,>=0.0.0a0
          - matrix:
              cuda: "11.*"
              cuda_suffixed: "true"
            packages:
              - distributed-ucxx-cu11==0.42.*,>=0.0.0a0
          - {matrix: null, packages: [*distributed_ucxx_unsuffixed]}
  depends_on_ucx_build:
    common:
      - output_types: conda
        packages:
          - ucx==1.15.0
      - output_types: requirements
        packages:
          # pip recognizes the index as a global option for the requirements.txt file
          - --extra-index-url=https://pypi.nvidia.com
          - --extra-index-url=https://pypi.anaconda.org/rapidsai-wheels-nightly/simple
    specific:
      - output_types: [requirements, pyproject]
        matrices:
          - matrix:
              cuda: "12.*"
              cuda_suffixed: "true"
            packages:
              - libucx-cu12==1.15.0
          - matrix:
              cuda: "11.*"
              cuda_suffixed: "true"
            packages:
              - libucx-cu11==1.15.0
          - matrix: null
            packages:
              - libucx==1.15.0
  depends_on_ucx_run:
    common:
      - output_types: conda
        packages:
          - ucx>=1.15.0
      - output_types: requirements
        packages:
          # pip recognizes the index as a global option for the requirements.txt file
          - --extra-index-url=https://pypi.nvidia.com
          - --extra-index-url=https://pypi.anaconda.org/rapidsai-wheels-nightly/simple
    specific:
      - output_types: [requirements, pyproject]
        matrices:
          - matrix:
              cuda: "12.*"
              cuda_suffixed: "true"
            packages:
              - libucx-cu12>=1.15.0
          - matrix:
              cuda: "11.*"
              cuda_suffixed: "true"
            packages:
              - libucx-cu11>=1.15.0
          - matrix: null
            packages:
              - libucx>=1.15.0