Skip to content

Commit e17548d

Browse files
mrava87mrava87
committed
ci: reorganized buildcupy actions
1 parent 029e74e commit e17548d

3 files changed

Lines changed: 99 additions & 89 deletions

File tree

‎.github/workflows/buildcupy-exouser.yaml‎

Lines changed: 0 additions & 77 deletions
This file was deleted.

‎.github/workflows/buildcupy.yaml‎

Lines changed: 41 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
name: PyLops Testing (CuPy)
1+
name: PyLops Testing with CuPy
22

33
on:
44
pull_request:
@@ -24,25 +24,54 @@ jobs:
2424
python-version: 3.11
2525
- name: Install dependencies and pylops
2626
run: |
27-
uv sync --locked --extra advanced \
27+
uv sync --extra advanced \
2828
--extra stat --extra gpu-cu12 \
29-
--extra deep-cu128 --all-groups
29+
--group dev
30+
uv pip install \
31+
--default-index https://download.pytorch.org/whl/cu128 \
32+
torch==2.11.0+cu128
33+
uv pip install \
34+
nvidia-cuda-nvcc-cu12==12.2.128 \
35+
nvidia-cuda-nvrtc-cu12==12.8.93 \
36+
nvidia-cuda-runtime-cu12==12.8.90
3037
echo "done!"
31-
- name: Use local CUDA 12.8 toolkit
38+
39+
- name: Configure CUDA NVVM from uv wheels
3240
run: |
33-
if [ ! -d "$HOME/local/cuda" ]; then
34-
echo "CUDA 12.8 toolkit not found at $HOME/local/cuda"
41+
CUDA_HOME="$PWD/.venv/lib/python3.11/site-packages/nvidia/cuda_nvcc"
42+
CUDA_RUNTIME_ROOT="$PWD/.venv/lib/python3.11/site-packages/nvidia/cuda_runtime"
43+
CUDA_NVRTC_ROOT="$PWD/.venv/lib/python3.11/site-packages/nvidia/cuda_nvrtc"
44+
45+
if [ ! -f "$CUDA_HOME/nvvm/lib64/libnvvm.so" ]; then
46+
echo "libnvvm.so not found in $CUDA_HOME/nvvm/lib64"
47+
exit 1
48+
fi
49+
if [ ! -f "$CUDA_RUNTIME_ROOT/lib/libcudart.so.12" ]; then
50+
echo "libcudart.so.12 not found in $CUDA_RUNTIME_ROOT/lib"
3551
exit 1
3652
fi
37-
echo "CUDA_HOME=$HOME/local/cuda" >> "$GITHUB_ENV"
53+
if [ ! -f "$CUDA_NVRTC_ROOT/lib/libnvrtc.so.12" ]; then
54+
echo "libnvrtc.so.12 not found in $CUDA_NVRTC_ROOT/lib"
55+
exit 1
56+
fi
57+
58+
mkdir -p "$CUDA_HOME/lib64"
59+
ln -sf "$CUDA_HOME/nvvm/lib64/libnvvm.so" "$CUDA_HOME/nvvm/lib64/libnvvm.so.4"
60+
ln -sf "$CUDA_HOME/nvvm/lib64/libnvvm.so" "$CUDA_HOME/lib64/libnvvm.so"
61+
ln -sf "$CUDA_RUNTIME_ROOT/lib/libcudart.so.12" "$CUDA_HOME/lib64/libcudart.so.12"
62+
ln -sf "$CUDA_RUNTIME_ROOT/lib/libcudart.so.12" "$CUDA_HOME/lib64/libcudart.so"
63+
ln -sf "$CUDA_NVRTC_ROOT/lib/libnvrtc.so.12" "$CUDA_HOME/lib64/libnvrtc.so.12"
64+
ln -sf "$CUDA_HOME/lib64/libnvrtc.so.12" "$CUDA_HOME/lib64/libnvrtc.so"
65+
66+
echo "CUDA_HOME=$CUDA_HOME" >> "$GITHUB_ENV"
67+
echo "CUDA_NVVM_LIB=$CUDA_HOME/nvvm/lib64" >> "$GITHUB_ENV"
3868
echo "done!"
3969
- name: Test with pytest
4070
run: |
41-
# Use the local CUDA 12.8 toolchain from $HOME/local/cuda.
42-
export CUDA_HOME="${CUDA_HOME:-$HOME/local/cuda}"
71+
export CUDA_HOME="${CUDA_HOME:-$PWD/.venv/lib/python3.11/site-packages/nvidia/cuda_nvcc}"
4372
export CUPY_PYLOPS=1
4473
export TEST_CUPY_PYLOPS=1
45-
export PATH="$CUDA_HOME/bin:$PATH"
46-
export LD_LIBRARY_PATH="$CUDA_HOME/lib64:$LD_LIBRARY_PATH"
47-
uv run pytest --color=yes pytests/
74+
export LD_LIBRARY_PATH="$CUDA_HOME/lib64:$CUDA_NVVM_LIB:$LD_LIBRARY_PATH"
75+
export NUMBA_CUDA_NVVM="$CUDA_NVVM_LIB/libnvvm.so"
76+
uv run --no-sync pytest --color=yes pytests/
4877
echo "done!"

‎.github/workflows/buildcupy1.yaml‎

Lines changed: 58 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,58 @@
1+
name: PyLops Testing (CuPy)
2+
3+
on:
4+
pull_request:
5+
types: [opened, synchronize, reopened]
6+
push:
7+
branches:
8+
- main
9+
- dev
10+
11+
jobs:
12+
build:
13+
runs-on:
14+
- self-hosted
15+
- uni
16+
steps:
17+
- name: Check out source repository
18+
uses: actions/checkout@v6
19+
with:
20+
fetch-depth: 0
21+
- name: Install uv with Python 3.11
22+
uses: astral-sh/setup-uv@v6
23+
with:
24+
python-version: 3.11
25+
- name: Install dependencies and pylops
26+
run: |
27+
srun --account=yuxilab -n 1 -N 1 --gres=gpu:L40S:1 bash -c '
28+
uv sync --locked --extra advanced \
29+
--extra stat --extra gpu-cu12 \
30+
--extra deep-cu128 --all-groups
31+
'
32+
echo "done!"
33+
- name: Install CUDA 12.8 toolkit
34+
run: |
35+
srun --account=yuxilab -n 1 -N 1 --gres=gpu:L40S:1 bash -c '
36+
# Currently, the NVIDIA GPU drivers on the self-hosted runner
37+
# and the CUDA installation in CUDA_HOME require different PTX versions
38+
# (8.7 and 8.8, respectively). CUDA and NVCC are temporarely
39+
# installed in the uv environment, and the CUDA paths are set in
40+
# the test command, to work around this issue.
41+
uv add nvidia-cuda-nvcc-cu12==12.8.*
42+
# Numba resolves libNVVM via CUDA_HOME and needs a versioned
43+
# libnvvm.so.N (the pip wheel only ships a bare libnvvm.so), so
44+
# add the symlink once here against the wheel-provided toolkit.
45+
ln -sf libnvvm.so .venv/lib/python3.11/site-packages/nvidia/cuda_nvcc/nvvm/lib64/libnvvm.so.4
46+
'
47+
echo "done!"
48+
- name: Test with pytest
49+
run: |
50+
srun --account=yuxilab -n 1 -N 1 --gres=gpu:L40S:1 bash -c '
51+
# Use the pip-installed CUDA 12.8 toolkit (matches the 12.8 driver),
52+
# not any system CUDA on the runner, so numba emits PTX <= 8.7.
53+
export CUDA_HOME="$PWD/.venv/lib/python3.11/site-packages/nvidia/cuda_nvcc"
54+
export CUPY_PYLOPS=1
55+
export TEST_CUPY_PYLOPS=1
56+
uv run pytest --color=yes pytests/
57+
'
58+
echo "done!"

0 commit comments

Comments
 (0)