TEMP: use CI artifacts from RMM/dependency PRs for testing

bdice · bdice · commit 8506b5d7c90c · 2026-04-19T11:53:42.000-05:00
diff --git a/ci/build_cpp.sh b/ci/build_cpp.sh
@@ -1,10 +1,11 @@
 #!/bin/bash
 
-# SPDX-FileCopyrightText: Copyright (c) 2023-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2023-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 
 
 set -euo pipefail
+source ./ci/use_conda_packages_from_prs.sh
 
 source rapids-configure-sccache
 
diff --git a/ci/build_docs.sh b/ci/build_docs.sh
@@ -1,9 +1,10 @@
 #!/bin/bash
 
-# SPDX-FileCopyrightText: Copyright (c) 2023-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2023-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 
 set -euo pipefail
+source ./ci/use_conda_packages_from_prs.sh
 
 rapids-logger "Create test conda environment"
 . /opt/conda/etc/profile.d/conda.sh
@@ -23,6 +24,7 @@ PYTHON_CHANNEL=$(rapids-download-conda-from-github python)
 rapids-logger "Generating conda environment YAML"
 
 rapids-dependency-file-generator \
+  "${RAPIDS_EXTRA_CONDA_CHANNEL_ARGS[@]}" \
   --output conda \
   --file-key docs \
   --prepend-channel "${CPP_CHANNEL}" \
diff --git a/ci/build_python.sh b/ci/build_python.sh
@@ -1,9 +1,10 @@
 #!/bin/bash
 
-# SPDX-FileCopyrightText: Copyright (c) 2023-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2023-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 
 set -euo pipefail
+source ./ci/use_conda_packages_from_prs.sh
 
 source rapids-configure-sccache
 
diff --git a/ci/build_wheel_cuopt.sh b/ci/build_wheel_cuopt.sh
@@ -5,9 +5,10 @@
 
 
 set -euo pipefail
-
 source rapids-init-pip
 
+source ./ci/use_wheels_from_prs.sh
+
 # Install rockylinux repo
 if command -v dnf &> /dev/null; then
     bash ci/utils/update_rockylinux_repo.sh
diff --git a/ci/build_wheel_cuopt_mps_parser.sh b/ci/build_wheel_cuopt_mps_parser.sh
@@ -5,9 +5,10 @@
 
 
 set -euo pipefail
-
 source rapids-init-pip
 
+source ./ci/use_wheels_from_prs.sh
+
 package_dir="python/cuopt/cuopt/linear_programming"
 
 export SKBUILD_CMAKE_ARGS="-DCUOPT_BUILD_WHEELS=ON;-DDISABLE_DEPRECATION_WARNINGS=ON"
diff --git a/ci/build_wheel_cuopt_server.sh b/ci/build_wheel_cuopt_server.sh
@@ -4,9 +4,10 @@
 # SPDX-License-Identifier: Apache-2.0
 
 set -euo pipefail
-
 source rapids-init-pip
 
+source ./ci/use_wheels_from_prs.sh
+
 package_dir="python/cuopt_server"
 
 ci/build_wheel.sh cuopt_server ${package_dir}
diff --git a/ci/build_wheel_cuopt_sh_client.sh b/ci/build_wheel_cuopt_sh_client.sh
@@ -4,9 +4,10 @@
 # SPDX-License-Identifier: Apache-2.0
 
 set -euo pipefail
-
 source rapids-init-pip
 
+source ./ci/use_wheels_from_prs.sh
+
 package_dir="python/cuopt_self_hosted"
 
 ci/build_wheel.sh cuopt_sh_client ${package_dir}
diff --git a/ci/build_wheel_libcuopt.sh b/ci/build_wheel_libcuopt.sh
@@ -3,9 +3,10 @@
 # SPDX-License-Identifier: Apache-2.0
 
 set -euo pipefail
-
 source rapids-init-pip
 
+source ./ci/use_wheels_from_prs.sh
+
 package_name="libcuopt"
 package_dir="python/libcuopt"
 
diff --git a/ci/test_cpp.sh b/ci/test_cpp.sh
@@ -1,9 +1,10 @@
 #!/bin/bash
 
-# SPDX-FileCopyrightText: Copyright (c) 2023-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2023-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 
 set -euo pipefail
+source ./ci/use_conda_packages_from_prs.sh
 
 . /opt/conda/etc/profile.d/conda.sh
 
@@ -14,6 +15,7 @@ CPP_CHANNEL=$(rapids-download-conda-from-github cpp)
 
 rapids-logger "Generate C++ testing dependencies"
 rapids-dependency-file-generator \
+  "${RAPIDS_EXTRA_CONDA_CHANNEL_ARGS[@]}" \
   --output conda \
   --file-key test_cpp \
   --prepend-channel "${CPP_CHANNEL}" \
diff --git a/ci/test_cpp_memcheck.sh b/ci/test_cpp_memcheck.sh
@@ -1,6 +1,6 @@
 #!/bin/bash
 
-# SPDX-FileCopyrightText: Copyright (c) 2023-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2023-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 
 if [[ "$(date +%A)" != "Friday" ]]; then
@@ -9,6 +9,7 @@ if [[ "$(date +%A)" != "Friday" ]]; then
 fi
 
 set -euo pipefail
+source ./ci/use_conda_packages_from_prs.sh
 
 . /opt/conda/etc/profile.d/conda.sh
 
@@ -19,6 +20,7 @@ RAPIDS_VERSION="$(rapids-version)"
 
 rapids-logger "Generate C++ testing dependencies"
 rapids-dependency-file-generator \
+  "${RAPIDS_EXTRA_CONDA_CHANNEL_ARGS[@]}" \
   --output conda \
   --file-key test_cpp \
   --matrix "cuda=${RAPIDS_CUDA_VERSION%.*};arch=$(arch)" | tee env.yaml
diff --git a/ci/test_notebooks.sh b/ci/test_notebooks.sh
@@ -1,9 +1,10 @@
 #!/bin/bash
 
-# SPDX-FileCopyrightText: Copyright (c) 2023-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2023-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 
 set -euo pipefail
+source ./ci/use_conda_packages_from_prs.sh
 
 . /opt/conda/etc/profile.d/conda.sh
 
@@ -19,6 +20,7 @@ rapids-logger "Generate notebook testing dependencies"
 ENV_YAML_DIR="$(mktemp -d)"
 
 rapids-dependency-file-generator \
+  "${RAPIDS_EXTRA_CONDA_CHANNEL_ARGS[@]}" \
   --output conda \
   --file-key test_notebooks \
   --prepend-channel "${CPP_CHANNEL}" \
diff --git a/ci/test_python.sh b/ci/test_python.sh
@@ -4,6 +4,7 @@
 # SPDX-License-Identifier: Apache-2.0
 
 set -euo pipefail
+source ./ci/use_conda_packages_from_prs.sh
 
 . /opt/conda/etc/profile.d/conda.sh
 
@@ -16,6 +17,7 @@ PYTHON_CHANNEL=$(rapids-download-conda-from-github python)
 
 rapids-logger "Generate Python testing dependencies"
 rapids-dependency-file-generator \
+  "${RAPIDS_EXTRA_CONDA_CHANNEL_ARGS[@]}" \
   --output conda \
   --file-key test_python \
   --prepend-channel "${CPP_CHANNEL}" \
diff --git a/ci/test_self_hosted_service.sh b/ci/test_self_hosted_service.sh
@@ -4,9 +4,10 @@
 # SPDX-License-Identifier: Apache-2.0
 
 set -euo pipefail
-
 source rapids-init-pip
 
+source ./ci/use_wheels_from_prs.sh
+
 # Download the cuopt built in the previous step
 RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen "${RAPIDS_CUDA_VERSION}")"
 CUOPT_MPS_PARSER_WHEELHOUSE=$(RAPIDS_PY_WHEEL_NAME="cuopt_mps_parser" rapids-download-wheels-from-github python)
diff --git a/ci/test_skills_assets.sh b/ci/test_skills_assets.sh
@@ -9,6 +9,7 @@
 # CLI: run cuopt_cli on each sample .mps in API-CLI skill assets.
 
 set -euo pipefail
+source ./ci/use_conda_packages_from_prs.sh
 
 # Use rapids-logger in CI; fall back to echo for local testing
 if command -v rapids-logger &>/dev/null; then
diff --git a/ci/test_wheel_cuopt.sh b/ci/test_wheel_cuopt.sh
@@ -8,6 +8,7 @@ set -euo pipefail
 # sets up a constraints file for 'pip' and puts its location in an exported variable PIP_EXPORT,
 # so those constraints will affect all future 'pip install' calls
 source rapids-init-pip
+source ./ci/use_wheels_from_prs.sh
 
 # Download the packages built in the previous step
 RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen "${RAPIDS_CUDA_VERSION}")"
diff --git a/ci/test_wheel_cuopt_server.sh b/ci/test_wheel_cuopt_server.sh
@@ -4,9 +4,10 @@
 # SPDX-License-Identifier: Apache-2.0
 
 set -eou pipefail
-
 source rapids-init-pip
 
+source ./ci/use_wheels_from_prs.sh
+
 # Download the packages built in the previous step
 RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen "${RAPIDS_CUDA_VERSION}")"
 CUOPT_MPS_PARSER_WHEELHOUSE=$(RAPIDS_PY_WHEEL_NAME="cuopt_mps_parser" rapids-download-wheels-from-github python)
diff --git a/ci/use_conda_packages_from_prs.sh b/ci/use_conda_packages_from_prs.sh
@@ -0,0 +1,28 @@
+#!/bin/bash
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION.
+# SPDX-License-Identifier: Apache-2.0
+
+# download CI artifacts
+LIBRMM_CHANNEL=$(rapids-get-pr-artifact rmm 2361 cpp conda)
+RMM_CHANNEL=$(rapids-get-pr-artifact rmm 2361 python conda --stable)
+LIBUCXX_CHANNEL=$(rapids-get-pr-artifact ucxx 636 cpp conda)
+UCXX_CHANNEL=$(rapids-get-pr-artifact ucxx 636 python conda --stable)
+LIBRAFT_CHANNEL=$(rapids-get-pr-artifact raft 2996 cpp conda)
+RAFT_CHANNEL=$(rapids-get-pr-artifact raft 2996 python conda --stable)
+
+RAPIDS_PREPENDED_CONDA_CHANNELS=(
+    "${LIBRMM_CHANNEL}"
+    "${RMM_CHANNEL}"
+    "${LIBUCXX_CHANNEL}"
+    "${UCXX_CHANNEL}"
+    "${LIBRAFT_CHANNEL}"
+    "${RAFT_CHANNEL}"
+)
+export RAPIDS_PREPENDED_CONDA_CHANNELS
+
+RAPIDS_EXTRA_CONDA_CHANNEL_ARGS=()
+for _channel in "${RAPIDS_PREPENDED_CONDA_CHANNELS[@]}"
+do
+   conda config --system --add channels "${_channel}"
+   RAPIDS_EXTRA_CONDA_CHANNEL_ARGS+=(--prepend-channel "${_channel}")
+done
diff --git a/ci/use_wheels_from_prs.sh b/ci/use_wheels_from_prs.sh
@@ -0,0 +1,33 @@
+#!/bin/bash
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION.
+# SPDX-License-Identifier: Apache-2.0
+
+RAPIDS_PY_CUDA_SUFFIX=$(rapids-wheel-ctk-name-gen "${RAPIDS_CUDA_VERSION}")
+
+LIBRMM_WHEELHOUSE=$(
+  RAPIDS_PY_WHEEL_NAME="librmm_${RAPIDS_PY_CUDA_SUFFIX}" rapids-get-pr-artifact rmm 2361 cpp wheel
+)
+RMM_WHEELHOUSE=$(
+  rapids-get-pr-artifact rmm 2361 python wheel --stable
+)
+LIBUCXX_WHEELHOUSE=$(
+  RAPIDS_PY_WHEEL_NAME="libucxx_${RAPIDS_PY_CUDA_SUFFIX}" rapids-get-pr-artifact ucxx 636 cpp wheel
+)
+UCXX_WHEELHOUSE=$(
+  rapids-get-pr-artifact ucxx 636 python wheel --stable
+)
+LIBRAFT_WHEELHOUSE=$(
+  RAPIDS_PY_WHEEL_NAME="libraft_${RAPIDS_PY_CUDA_SUFFIX}" rapids-get-pr-artifact raft 2996 cpp wheel
+)
+RAFT_WHEELHOUSE=$(
+  rapids-get-pr-artifact raft 2996 python wheel --stable --pkg_name pylibraft
+)
+
+cat >> "${PIP_CONSTRAINT}" <<EOF
+librmm-${RAPIDS_PY_CUDA_SUFFIX} @ file://$(echo "${LIBRMM_WHEELHOUSE}"/librmm_*.whl)
+rmm-${RAPIDS_PY_CUDA_SUFFIX} @ file://$(echo "${RMM_WHEELHOUSE}"/rmm_*.whl)
+libucxx-${RAPIDS_PY_CUDA_SUFFIX} @ file://$(echo "${LIBUCXX_WHEELHOUSE}"/libucxx_*.whl)
+ucxx-${RAPIDS_PY_CUDA_SUFFIX} @ file://$(echo "${UCXX_WHEELHOUSE}"/ucxx_*.whl)
+libraft-${RAPIDS_PY_CUDA_SUFFIX} @ file://$(echo "${LIBRAFT_WHEELHOUSE}"/libraft_*.whl)
+pylibraft-${RAPIDS_PY_CUDA_SUFFIX} @ file://$(echo "${RAFT_WHEELHOUSE}"/pylibraft_*.whl)
+EOF
