main-openmpi.yml

name: Main Open MPI Extensions

on:
  workflow_dispatch:
  pull_request:
    branches:
      - main
  push:
    branches:
      - main

permissions:
  contents: write

jobs:
  build:
    name: Build ${{ matrix.platform }}
    runs-on: ${{ matrix.runner }}
    strategy:
      fail-fast: false
      matrix:
        include:
          - platform: linux-x86_64
            runner: ubuntu-24.04
            shmem: required
            sos: false
            shmem_validation: passed
          - platform: macos-arm64
            runner: macos-15
            shmem: disabled
            sos: true
            shmem_validation: passed
    env:
      CCACHE_DIR: ${{ github.workspace }}/_ccache
      MPI_EXTENSIONS_CCACHE: on

    steps:
      - name: Check out repository
        uses: actions/checkout@v4
        with:
          submodules: recursive

      - name: Cache ccache
        uses: actions/cache@v4
        with:
          path: _ccache
          key: ccache-${{ runner.os }}-${{ runner.arch }}-${{ matrix.platform }}-${{ hashFiles('manifests/openmpi-version.json', 'manifests/sos-version.json', '.gitmodules') }}
          restore-keys: |
            ccache-${{ runner.os }}-${{ runner.arch }}-${{ matrix.platform }}-
            ccache-${{ runner.os }}-${{ runner.arch }}-

      - name: Install Linux build dependencies
        if: runner.os == 'Linux'
        run: |
          set -euo pipefail
          sudo apt-get update
          sudo apt-get install -y \
            autoconf \
            automake \
            bison \
            build-essential \
            ca-certificates \
            ccache \
            flex \
            libtool \
            libucx-dev \
            perl \
            pkg-config \
            python3 \
            python3-pip \
            rsync \
            zlib1g-dev

      - name: Install macOS build dependencies
        if: runner.os == 'macOS'
        run: |
          set -euo pipefail
          brew update
          brew install autoconf automake bison ccache flex libfabric libtool pkg-config rsync
          {
            echo "$(brew --prefix bison)/bin"
            echo "$(brew --prefix flex)/bin"
          } >> "$GITHUB_PATH"

      - name: Install Python dependencies
        run: |
          set -euo pipefail
          python3 -m venv .venv
          . .venv/bin/activate
          python -m pip install --upgrade pip
          python -m pip install -r requirements.txt
          echo "$PWD/.venv/bin" >> "$GITHUB_PATH"

      - name: Build Open MPI
        run: |
          set -euo pipefail
          ccache -z
          ./scripts/build_openmpi.py \
            --prefix "$PWD/_install/openmpi" \
            --build-dir "$PWD/_build/openmpi-${{ matrix.platform }}" \
            --enable-shmem "${{ matrix.shmem }}" \
            --ccache on

      - name: Build Sandia OpenSHMEM/SOS
        if: matrix.sos
        run: |
          set -euo pipefail
          ./scripts/build_sos_shmem.py \
            --prefix "$PWD/_install/openmpi" \
            --build-dir "$PWD/_build/sos-${{ matrix.platform }}" \
            --mpi-prefix "$PWD/_install/openmpi" \
            --ccache on

      - name: Validate MPI
        run: ./scripts/smoke_test_mpi.py "$PWD/_install/openmpi"

      - name: Validate OpenSHMEM
        run: ./scripts/smoke_test_shmem.py "$PWD/_install/openmpi"

      - name: Package Open MPI
        run: |
          set -euo pipefail
          ./scripts/package_openmpi.py \
            --prefix "$PWD/_install/openmpi" \
            --out "$PWD/_dist" \
            --platform "${{ matrix.platform }}" \
            --mpi-smoke passed \
            --shmem-smoke "${{ matrix.shmem_validation }}"

      - name: Upload package artifact
        uses: actions/upload-artifact@v4
        with:
          name: openmpi-${{ matrix.platform }}
          path: |
            _dist/*.tar.gz
            _dist/*.sha256
            _dist/*.manifest.json
          if-no-files-found: error

      - name: Print ccache stats
        if: always()
        run: ccache -s

  publish-main:
    name: Publish main pre-release
    if: >-
      (github.event_name == 'push' && github.ref == 'refs/heads/main') ||
      (github.event_name == 'workflow_dispatch' && github.ref == 'refs/heads/main')
    needs: build
    runs-on: ubuntu-24.04

    steps:
      - name: Check out repository
        uses: actions/checkout@v4

      - name: Download package artifacts
        uses: actions/download-artifact@v4
        with:
          path: _release_assets
          merge-multiple: true

      - name: Replace main release assets
        env:
          GH_TOKEN: ${{ github.token }}
          RELEASE_NOTES: |
            Prebuilt Open MPI packages for parallel_programming_course.

            Features:
            - Open MPI v5.0.10 MPI toolchain: mpicc, mpicxx, mpirun, mpiexec.
            - Linux x86_64 OpenSHMEM/OSHMEM support via Open MPI and bundled UCX runtime libraries.
            - macOS arm64 SHMEM support via Sandia OpenSHMEM/SOS over Open MPI PMIx and bundled libfabric.
            - Relocatable, rootless archives with SHA256 checksums and JSON manifests.
        run: |
          set -euo pipefail
          test -n "$(find _release_assets -maxdepth 1 -type f -print -quit)"

          git tag -f main "$GITHUB_SHA"
          git push origin refs/tags/main --force

          notes="$RELEASE_NOTES"
          if gh release view main >/dev/null 2>&1; then
            gh release edit main \
              --title "Main Open MPI Extensions" \
              --notes "$notes" \
              --prerelease \
              --latest=false
            mapfile -t old_assets < <(gh release view main --json assets --jq '.assets[].name')
            for asset in "${old_assets[@]}"; do
              gh release delete-asset main "$asset" -y
            done
          else
            gh release create main \
              --title "Main Open MPI Extensions" \
              --notes "$notes" \
              --prerelease \
              --latest=false
          fi

          gh release upload main _release_assets/* --clobber