build.yaml

name: build

on:
  push:
    branches:
      - "main"
      - "release/*"
    tags:
      - v[0-9][0-9].[0-9][0-9].[0-9][0-9]
  workflow_dispatch:
    inputs:
      branch:
        description: |
          branch: git branch the workflow run targets.
          Required even when 'sha' is provided because it is also used for organizing artifacts.
        required: true
        type: string
      date:
        description: "date: Date (YYYY-MM-DD) this run is for. Used to organize artifacts produced by nightly builds"
        required: true
        type: string
      sha:
        description: "sha: full git commit SHA to check out"
        required: true
        type: string
      build_type:
        description: "build_type: one of [branch, nightly, pull-request]"
        type: string
        default: nightly

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}-${{ github.event_name }}
  cancel-in-progress: true

permissions: {}

jobs:
  telemetry-setup:
    permissions:
      id-token: write
    runs-on: ubuntu-latest
    continue-on-error: true
    env:
      OTEL_SERVICE_NAME: "build-cudf"
    steps:
      - name: Telemetry setup
        # This gate is here and not at the job level because we need the job to not be skipped,
        # since other jobs depend on it.
        if: ${{ vars.TELEMETRY_ENABLED == 'true' }}
        uses: rapidsai/shared-actions/telemetry-dispatch-stash-base-env-vars@main
  cpp-build:
    needs: [telemetry-setup]
    permissions:
      actions: read
      contents: read
      id-token: write
      packages: read
      pull-requests: read
    secrets: inherit # zizmor: ignore[secrets-inherit]
    uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-build.yaml@main
    with:
      build_type: ${{ inputs.build_type || 'branch' }}
      branch: ${{ inputs.branch }}
      date: ${{ inputs.date }}
      node_type: cpu16
      script: ci/build_cpp.sh
      sha: ${{ inputs.sha }}
  python-build:
    needs: [telemetry-setup, cpp-build]
    permissions:
      actions: read
      contents: read
      id-token: write
      packages: read
      pull-requests: read
    secrets: inherit # zizmor: ignore[secrets-inherit]
    uses: rapidsai/shared-workflows/.github/workflows/conda-python-build.yaml@main
    with:
      build_type: ${{ inputs.build_type || 'branch' }}
      branch: ${{ inputs.branch }}
      date: ${{ inputs.date }}
      script: ci/build_python.sh
      sha: ${{ inputs.sha }}
      # Build a conda package for each CUDA x ARCH x minimum supported Python version
      matrix_filter: group_by({CUDA_VER, ARCH}) | map(min_by(.PY_VER | split(".") | map(tonumber)))
  python-build-noarch:
    needs: [telemetry-setup, cpp-build, python-build]
    permissions:
      actions: read
      contents: read
      id-token: write
      packages: read
      pull-requests: read
    secrets: inherit # zizmor: ignore[secrets-inherit]
    uses: rapidsai/shared-workflows/.github/workflows/conda-python-build.yaml@main
    with:
      build_type: ${{ inputs.build_type || 'branch' }}
      branch: ${{ inputs.branch }}
      date: ${{ inputs.date }}
      script: ci/build_python_noarch.sh
      sha: ${{ inputs.sha }}
      pure-conda: cuda_major
  upload-conda:
    needs: [cpp-build, python-build, python-build-noarch]
    permissions:
      actions: read
      contents: read
      id-token: write
      packages: read
      pull-requests: read
    uses: rapidsai/shared-workflows/.github/workflows/conda-upload-packages.yaml@main
    secrets:
      CONDA_RAPIDSAI_NIGHTLY_TOKEN: ${{ secrets.CONDA_RAPIDSAI_NIGHTLY_TOKEN }}
      CONDA_RAPIDSAI_TOKEN: ${{ secrets.CONDA_RAPIDSAI_TOKEN }}
    with:
      build_type: ${{ inputs.build_type || 'branch' }}
      branch: ${{ inputs.branch }}
      date: ${{ inputs.date }}
      sha: ${{ inputs.sha }}
  docs-build:
    if: github.ref_type == 'branch'
    needs: [python-build, python-build-noarch]
    permissions:
      actions: read
      contents: read
      id-token: write
      packages: read
      pull-requests: read
    secrets: inherit # zizmor: ignore[secrets-inherit]
    uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main
    with:
      arch: "amd64"
      branch: ${{ inputs.branch }}
      build_type: ${{ inputs.build_type || 'branch' }}
      container_image: "rapidsai/ci-conda:26.08-latest"
      date: ${{ inputs.date }}
      node_type: "gpu-l4-latest-1"
      script: "ci/build_docs.sh"
      sha: ${{ inputs.sha }}
  wheel-build-libcudf:
    needs: [telemetry-setup]
    permissions:
      actions: read
      contents: read
      id-token: write
      packages: read
      pull-requests: read
    secrets: inherit # zizmor: ignore[secrets-inherit]
    uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@main
    with:
      # build for every combination of arch and CUDA version, but only for the latest Python
      matrix_filter: group_by([.ARCH, (.CUDA_VER|split(".")|map(tonumber)|.[0])]) | map(max_by(.PY_VER|split(".")|map(tonumber)))
      build_type: ${{ inputs.build_type || 'branch' }}
      branch: ${{ inputs.branch }}
      sha: ${{ inputs.sha }}
      date: ${{ inputs.date }}
      node_type: cpu16
      script: ci/build_wheel_libcudf.sh
      package-name: libcudf
      package-type: cpp
  wheel-publish-libcudf:
    needs: wheel-build-libcudf
    permissions:
      actions: read
      contents: read
      id-token: write
      packages: read
      pull-requests: read
    uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@main
    secrets:
      CONDA_RAPIDSAI_WHEELS_NIGHTLY_TOKEN: ${{ secrets.CONDA_RAPIDSAI_WHEELS_NIGHTLY_TOKEN }}
      RAPIDSAI_PYPI_TOKEN: ${{ secrets.RAPIDSAI_PYPI_TOKEN }}
    with:
      build_type: ${{ inputs.build_type || 'branch' }}
      branch: ${{ inputs.branch }}
      sha: ${{ inputs.sha }}
      date: ${{ inputs.date }}
      package-name: libcudf
      package-type: cpp
  wheel-build-pylibcudf:
    needs: [telemetry-setup, wheel-build-libcudf]
    permissions:
      actions: read
      contents: read
      id-token: write
      packages: read
      pull-requests: read
    secrets: inherit # zizmor: ignore[secrets-inherit]
    uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@main
    with:
      build_type: ${{ inputs.build_type || 'branch' }}
      branch: ${{ inputs.branch }}
      sha: ${{ inputs.sha }}
      date: ${{ inputs.date }}
      node_type: cpu8
      script: ci/build_wheel_pylibcudf.sh
      package-name: pylibcudf
      package-type: python
      # Build a wheel for each CUDA x ARCH x minimum supported Python version
      matrix_filter: group_by({CUDA_VER, ARCH}) | map(min_by(.PY_VER | split(".") | map(tonumber)))
  wheel-publish-pylibcudf:
    needs: wheel-build-pylibcudf
    permissions:
      actions: read
      contents: read
      id-token: write
      packages: read
      pull-requests: read
    secrets: inherit # zizmor: ignore[secrets-inherit]
    uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@main
    with:
      build_type: ${{ inputs.build_type || 'branch' }}
      branch: ${{ inputs.branch }}
      sha: ${{ inputs.sha }}
      date: ${{ inputs.date }}
      package-name: pylibcudf
      package-type: python
      publish-wheel-search-key: pylibcudf_wheel_python_abi3
  wheel-build-cudf:
    needs: [telemetry-setup, wheel-build-pylibcudf]
    permissions:
      actions: read
      contents: read
      id-token: write
      packages: read
      pull-requests: read
    secrets: inherit # zizmor: ignore[secrets-inherit]
    uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@main
    with:
      build_type: ${{ inputs.build_type || 'branch' }}
      branch: ${{ inputs.branch }}
      sha: ${{ inputs.sha }}
      date: ${{ inputs.date }}
      node_type: cpu8
      script: ci/build_wheel_cudf.sh
      package-name: cudf
      package-type: python
      # Build a wheel for each CUDA x ARCH x minimum supported Python version
      matrix_filter: group_by({CUDA_VER, ARCH}) | map(min_by(.PY_VER | split(".") | map(tonumber)))
  wheel-publish-cudf:
    needs: wheel-build-cudf
    permissions:
      actions: read
      contents: read
      id-token: write
      packages: read
      pull-requests: read
    secrets: inherit # zizmor: ignore[secrets-inherit]
    uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@main
    with:
      build_type: ${{ inputs.build_type || 'branch' }}
      branch: ${{ inputs.branch }}
      sha: ${{ inputs.sha }}
      date: ${{ inputs.date }}
      package-name: cudf
      package-type: python
      publish-wheel-search-key: cudf_wheel_python_abi3
  wheel-build-dask-cudf:
    needs: [telemetry-setup, wheel-build-cudf]
    permissions:
      actions: read
      contents: read
      id-token: write
      packages: read
      pull-requests: read
    secrets: inherit # zizmor: ignore[secrets-inherit]
    uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@main
    with:
      # This selects "ARCH=amd64 + the latest supported Python + CUDA".
      matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))]))
      build_type: ${{ inputs.build_type || 'branch' }}
      branch: ${{ inputs.branch }}
      sha: ${{ inputs.sha }}
      date: ${{ inputs.date }}
      node_type: cpu8
      script: ci/build_wheel_dask_cudf.sh
      package-name: dask_cudf
      package-type: python
      pure-wheel: true
  wheel-publish-dask-cudf:
    needs: wheel-build-dask-cudf
    permissions:
      actions: read
      contents: read
      id-token: write
      packages: read
      pull-requests: read
    secrets: inherit # zizmor: ignore[secrets-inherit]
    uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@main
    with:
      build_type: ${{ inputs.build_type || 'branch' }}
      branch: ${{ inputs.branch }}
      sha: ${{ inputs.sha }}
      date: ${{ inputs.date }}
      package-name: dask_cudf
      package-type: python
  wheel-build-cudf-polars:
    needs: [telemetry-setup, wheel-build-pylibcudf]
    permissions:
      actions: read
      contents: read
      id-token: write
      packages: read
      pull-requests: read
    secrets: inherit # zizmor: ignore[secrets-inherit]
    uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@main
    with:
      # This selects "ARCH=amd64 + the latest supported Python + CUDA".
      matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))]))
      build_type: ${{ inputs.build_type || 'branch' }}
      branch: ${{ inputs.branch }}
      sha: ${{ inputs.sha }}
      date: ${{ inputs.date }}
      node_type: cpu8
      script: ci/build_wheel_cudf_polars.sh
      package-name: cudf_polars
      package-type: python
      pure-wheel: true
  wheel-publish-cudf-polars:
    needs: wheel-build-cudf-polars
    permissions:
      actions: read
      contents: read
      id-token: write
      packages: read
      pull-requests: read
    secrets: inherit # zizmor: ignore[secrets-inherit]
    uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@main
    with:
      build_type: ${{ inputs.build_type || 'branch' }}
      branch: ${{ inputs.branch }}
      sha: ${{ inputs.sha }}
      date: ${{ inputs.date }}
      package-name: cudf_polars
      package-type: python
  trigger-pandas-tests:
    if: inputs.build_type == 'nightly'
    needs: wheel-build-cudf
    permissions:
      actions: write
      contents: read
    runs-on: ubuntu-latest
    steps:
      - name: Checkout code repo
        uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4.3.1
        with:
          ref: ${{ inputs.sha }}
          persist-credentials: false
      - name: Trigger pandas-tests
        env:
          GH_TOKEN: ${{ github.token }}
          BRANCH: ${{ inputs.branch }}
          SHA: ${{ inputs.sha }}
          DATE: ${{ inputs.date }}
        run: |
          gh workflow run pandas-tests.yaml \
            -f branch=$BRANCH \
            -f sha=$SHA \
            -f date=$DATE
  telemetry-summarize:
    # This job must use a self-hosted runner to record telemetry traces.
    runs-on: linux-amd64-cpu4
    permissions:
      id-token: write
    needs:
      - docs-build
      - upload-conda
      - wheel-publish-cudf
      - wheel-publish-cudf-polars
      - wheel-publish-dask-cudf
      - wheel-publish-libcudf
      - wheel-publish-pylibcudf
    if: ${{ vars.TELEMETRY_ENABLED == 'true' && !cancelled() }}
    continue-on-error: true
    steps:
      - name: Telemetry summarize
        uses: rapidsai/shared-actions/telemetry-dispatch-summarize@main
  devcontainers:
    name: Build devcontainers
    secrets: inherit  # zizmor: ignore[secrets-inherit]
    uses: rapidsai/shared-workflows/.github/workflows/build-devcontainers.yaml@main
    permissions:
      packages: write
    with:
      push: true
      cuda: '["12.9", "13.2"]'