release.yml

# Release is called by duckdb's InvokeCI -> NotifyExternalRepositories job
name: Release
on:
  workflow_dispatch:
    inputs:
      duckdb-sha:
        type: string
        description: The DuckDB submodule commit to build against
        required: true
      stable-version:
        type: string
        description: Release a stable version (vX.Y.Z-((rc|post)N))
        required: false
      pypi-index:
        type: choice
        description: Which PyPI to use
        required: true
        options:
          - test
          - prod
      store-s3:
        type: boolean
        description: Also store test packages in S3
        default: false

defaults:
  run:
    shell: bash

jobs:
  build_and_test:
    name: Build and test releases
    uses:  ./.github/workflows/packaging.yml
    with:
      minimal: true
      testsuite: none
      git-ref: ${{ github.ref }}
      duckdb-git-ref: ${{ inputs.duckdb-sha }}
      set-version: ${{ inputs.stable-version }}

  upload_s3:
    name: Upload Artifacts to S3
    runs-on: ubuntu-latest
    needs: [build_and_test]
    if: ${{ github.repository_owner == 'duckdb' && ( inputs.pypi-index == 'prod' || inputs.store-s3 ) }}
    steps:
      - name: Fetch artifacts
        uses: actions/download-artifact@v4
        with:
          pattern: '{sdist,wheel}*'
          path: artifacts/
          merge-multiple: true

      - name: Authenticate with AWS
        uses: aws-actions/configure-aws-credentials@v4
        with:
          aws-region: 'us-east-2'
          aws-access-key-id: ${{ secrets.S3_DUCKDB_STAGING_ID }}
          aws-secret-access-key: ${{ secrets.S3_DUCKDB_STAGING_KEY }}

      - name: Upload Artifacts
        id: s3_upload
        run: |
          sha=${{ github.ref }}
          aws s3 cp artifacts s3://duckdb-staging/${{ github.repository }}/${sha:0:10}/ --recursive

      - name: S3 Upload Summary
        run : |
          sha=${{ github.ref }}
          version=$(basename artifacts/*.tar.gz | sed 's/duckdb-\(.*\).tar.gz/\1/g')
          echo "## S3 Upload Summary" >> $GITHUB_STEP_SUMMARY
          echo "* Version: ${version}" >> $GITHUB_STEP_SUMMARY
          echo "* SHA: ${sha:0:10}" >> $GITHUB_STEP_SUMMARY
          echo "* S3 URL: s3://duckdb-staging/${{ github.repository }}/${sha:0:10}/" >> $GITHUB_STEP_SUMMARY

  determine_environment:
    name: Determine the Github Actions environment to use
    runs-on: ubuntu-latest
    needs: build_and_test
    outputs:
      env_name: ${{ steps.set-env.outputs.env_name }}
    steps:
      - name: Set environment name
        id: set-env
        run: |
          set -euo pipefail
          case "${{ inputs.pypi-index }}" in
            test)
              echo "env_name=pypi-test" >> "$GITHUB_OUTPUT"
              ;;
            prod)
              if [[ -n "${{ inputs.stable-version }}" ]]; then
                echo "env_name=pypi-prod" >> "$GITHUB_OUTPUT"
              else
                echo "env_name=pypi-prod-nightly" >> "$GITHUB_OUTPUT"
              fi
              ;;
            *)
              echo "Error: invalid combination of inputs.pypi-index='${{ inputs.pypi-index }}' and inputs.stable-version='${{ inputs.stable-version }}'" >&2
              exit 1
              ;;
          esac

  publish_pypi:
    name: Publish Artifacts to PyPI
    runs-on: ubuntu-latest
    needs: determine_environment
    environment:
      name: ${{ needs.determine_environment.outputs.env_name }}
    permissions:
      # this is needed for the OIDC flow that is used with trusted publishing on PyPI
      id-token: write
    steps:
      - if: ${{ vars.PYPI_HOST == '' }}
        run: |
          echo "Error: PYPI_HOST is not set in CI environment '${{ needs.determine_environment.outputs.env_name }}'"
          exit 1

      - name: Fetch artifacts
        uses: actions/download-artifact@v4
        with:
          pattern: '{sdist,wheel}*'
          path: packages/
          merge-multiple: true

      - name: Upload artifacts to PyPI
        uses: pypa/gh-action-pypi-publish@release/v1
        with:
          repository-url: 'https://${{ vars.PYPI_HOST }}/legacy/'
          packages-dir: packages
          verbose: 'true'

      - name: PyPI Upload Summary
        run : |
          version=$(basename packages/*.tar.gz | sed 's/duckdb-\(.*\).tar.gz/\1/g')
          echo "## PyPI Upload Summary" >> $GITHUB_STEP_SUMMARY
          echo "* Version: ${version}" >> $GITHUB_STEP_SUMMARY
          echo "* PyPI Host: ${{ vars.PYPI_HOST }}" >> $GITHUB_STEP_SUMMARY
          echo "* CI Environment: ${{ needs.determine_environment.outputs.env_name }}" >> $GITHUB_STEP_SUMMARY

  cleanup_nightlies:
    name: Remove Nightlies from PyPI
    needs: [determine_environment, publish_pypi]
    if: ${{ inputs.stable-version == '' }}
    uses: ./.github/workflows/cleanup_pypi.yml
    with:
      environment: ${{ needs.determine_environment.outputs.env_name }}