release.yml

# This workflow builds Parseable for Linux, Mac, Windows and Docker
# and publishes the artifacts to the GitHub release page.
# It is triggered on push to tags that match the pattern vX.Y.Z
# where X, Y, Z are integers (e.g., v1.0.0, v2.3.4).
# It also creates a checksum file for the artifacts and publishes it to the release page.
# It also builds and pushes a Docker image to Docker Hub with the same version tag.

name: Release builds for Linux(64 bit, Arm), Mac(64bit, Arm), Windows and Docker

on:
  push:
    tags:
      - v[0-9]+.[0-9]+.[0-9]+*
    paths-ignore:
      - "docs/**"
      - "helm/**"
      - "assets/**"
      - "**.md"

jobs:
  build-linux:
    name: Build for ${{matrix.target}}
    runs-on: ubuntu-latest
    permissions:
      id-token: write
      contents: write
      attestations: write
    strategy:
      fail-fast: false
      matrix:
        include:
          - target: x86_64-unknown-linux-gnu
            use-cross: false
          - target: aarch64-unknown-linux-gnu
            use-cross: true
    steps:
      - uses: actions/checkout@v4
      - uses: actions-rs/toolchain@v1
        with:
          toolchain: stable
          profile: minimal # minimal component installation (ie, no documentation)
          target: ${{matrix.target}}
          override: true

      - uses: actions-rs/cargo@v1
        with:
          use-cross: ${{ matrix.use-cross }}
          command: build
          args: --profile release-lto --target ${{matrix.target}}

      - name: Rename binary
        run: |
          mv target/${{ matrix.target }}/release-lto/parseable Parseable_OSS_${{ matrix.target }}

      - name: Generate artifact attestation
        uses: actions/attest-build-provenance@v1
        with:
          subject-path: Parseable_OSS_${{ matrix.target }}

      - name: Create Artifact
        uses: actions/upload-artifact@v4
        with:
          name: Parseable_OSS_${{ matrix.target }}
          path: Parseable_OSS_${{ matrix.target }}

      - name: Publish Archive to Release Page
        uses: softprops/action-gh-release@v0.1.15
        if: ${{ startsWith(github.ref, 'refs/tags/') }}
        with:
          draft: false
          files: Parseable_OSS_${{ matrix.target }}
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

  build-windows:
    runs-on: windows-latest
    permissions:
      id-token: write
      contents: write
      attestations: write
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Install latest rust toolchain
        uses: actions-rs/toolchain@v1
        with:
          toolchain: stable
          profile: minimal
          default: true
          override: true

      - name: Build
        run: cargo build --all --profile release-lto --target x86_64-pc-windows-msvc

      - name: Rename binary
        run: |
          mv target/x86_64-pc-windows-msvc/release-lto/PARSEABLE.exe Parseable_OSS_x86_64-pc-windows-msvc.exe

      - name: Generate artifact attestation
        uses: actions/attest-build-provenance@v1
        with:
          subject-path: Parseable_OSS_x86_64-pc-windows-msvc.exe

      - name: Create artifact for Windows
        uses: actions/upload-artifact@v4
        with:
          name: Parseable_OSS_x86_64-pc-windows-msvc.exe
          path: Parseable_OSS_x86_64-pc-windows-msvc.exe

      - name: Publish Archive to Release Page
        uses: softprops/action-gh-release@v0.1.15
        if: ${{ startsWith(github.ref, 'refs/tags/') }}
        with:
          draft: false
          files: Parseable_OSS_x86_64-pc-windows-msvc.exe
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

  build-mac:
    runs-on: macos-latest
    permissions:
      id-token: write
      contents: write
      attestations: write
    strategy:
      matrix:
        target:
          - aarch64-apple-darwin

    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Install latest rust toolchain
        uses: actions-rs/toolchain@v1
        with:
          toolchain: stable
          profile: minimal
          target: ${{ matrix.target }}
          default: true
          override: true

      - name: Build
        run: |
          cargo build --profile release-lto --target ${{ matrix.target }}
          strip target/${{ matrix.target }}/release-lto/Parseable

      - name: Rename binary
        run: |
          mv target/${{ matrix.target }}/release-lto/Parseable Parseable_OSS_${{ matrix.target }}

      - name: Generate artifact attestation
        uses: actions/attest-build-provenance@v1
        with:
          subject-path: Parseable_OSS_${{ matrix.target }}

      - name: Create artifact
        uses: actions/upload-artifact@v4
        with:
          name: Parseable_OSS_${{ matrix.target }}
          path: Parseable_OSS_${{ matrix.target }}

      - name: Publish Archive to Release Page
        uses: softprops/action-gh-release@v0.1.15
        if: ${{ startsWith(github.ref, 'refs/tags/') }}
        with:
          draft: false
          files: Parseable_OSS_${{ matrix.target }}
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

  build-kafka-linux:
    name: Build Kafka for x86_64-unknown-linux-gnu
    runs-on: ubuntu-latest
    permissions:
      id-token: write
      contents: write
      attestations: write
    steps:
      - uses: actions/checkout@v4

      - name: Install Linux dependencies
        run: |
          sudo apt-get update
          sudo apt-get install -y \
            gcc-11 \
            g++-11 \
            build-essential \
            pkg-config \
            cmake \
            clang \
            zlib1g-dev \
            libzstd-dev \
            liblz4-dev \
            libssl-dev \
            python3

      - name: Setup Rust toolchain
        uses: dtolnay/rust-toolchain@stable
        with:
          targets: x86_64-unknown-linux-gnu

      - name: Find and fix librdkafka CMakeLists.txt
        run: |
          cargo fetch
          RDKAFKA_SYS_DIR=$(find ~/.cargo/registry/src -name "rdkafka-sys-*" -type d | head -n 1)
          echo "Found rdkafka-sys at: $RDKAFKA_SYS_DIR"
          CMAKE_FILE="$RDKAFKA_SYS_DIR/librdkafka/CMakeLists.txt"
          if [ -f "$CMAKE_FILE" ]; then
            echo "Found CMakeLists.txt at: $CMAKE_FILE"
            cp "$CMAKE_FILE" "$CMAKE_FILE.bak"
            sed -i 's/cmake_minimum_required(VERSION 3.2)/cmake_minimum_required(VERSION 3.5)/' "$CMAKE_FILE"
            echo "Modified CMakeLists.txt"
          else
            echo "Could not find librdkafka CMakeLists.txt file!"
            exit 1
          fi

      - name: Build with Kafka
        env:
          CC: gcc-11
          CXX: g++-11
          LIBRDKAFKA_SSL_VENDORED: "1"
        run: cargo build --profile release-lto --target x86_64-unknown-linux-gnu --features kafka

      - name: Rename binary
        run: |
          mv target/x86_64-unknown-linux-gnu/release-lto/parseable Parseable_OSS_x86_64-unknown-linux-gnu-kafka

      - name: Generate artifact attestation
        uses: actions/attest-build-provenance@v1
        with:
          subject-path: Parseable_OSS_x86_64-unknown-linux-gnu-kafka

      - name: Create Artifact
        uses: actions/upload-artifact@v4
        with:
          name: Parseable_OSS_x86_64-unknown-linux-gnu-kafka
          path: Parseable_OSS_x86_64-unknown-linux-gnu-kafka

      - name: Publish Archive to Release Page
        uses: softprops/action-gh-release@v0.1.15
        if: ${{ startsWith(github.ref, 'refs/tags/') }}
        with:
          draft: false
          files: Parseable_OSS_x86_64-unknown-linux-gnu-kafka
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

  build-kafka-mac:
    name: Build Kafka for aarch64-apple-darwin
    runs-on: macos-latest
    permissions:
      id-token: write
      contents: write
      attestations: write
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Install macOS dependencies
        run: |
          brew install \
            llvm \
            pkg-config \
            zstd \
            lz4 \
            openssl@3.0 \
            python3

      - name: Setup Rust toolchain
        uses: dtolnay/rust-toolchain@stable
        with:
          targets: aarch64-apple-darwin

      - name: Find and fix librdkafka CMakeLists.txt
        run: |
          cargo fetch
          RDKAFKA_SYS_DIR=$(find ~/.cargo/registry/src -name "rdkafka-sys-*" -type d | head -n 1)
          echo "Found rdkafka-sys at: $RDKAFKA_SYS_DIR"
          CMAKE_FILE="$RDKAFKA_SYS_DIR/librdkafka/CMakeLists.txt"
          if [ -f "$CMAKE_FILE" ]; then
            echo "Found CMakeLists.txt at: $CMAKE_FILE"
            cp "$CMAKE_FILE" "$CMAKE_FILE.bak"
            sed -i '' 's/cmake_minimum_required(VERSION 3.2)/cmake_minimum_required(VERSION 3.5)/' "$CMAKE_FILE"
            echo "Modified CMakeLists.txt"
          else
            echo "Could not find librdkafka CMakeLists.txt file!"
            exit 1
          fi

      - name: Build with Kafka
        env:
          LIBRDKAFKA_SSL_VENDORED: "1"
        run: |
          cargo build --profile release-lto --target aarch64-apple-darwin --features kafka
          strip target/aarch64-apple-darwin/release-lto/Parseable

      - name: Rename binary
        run: |
          mv target/aarch64-apple-darwin/release-lto/Parseable Parseable_OSS_aarch64-apple-darwin-kafka

      - name: Generate artifact attestation
        uses: actions/attest-build-provenance@v1
        with:
          subject-path: Parseable_OSS_aarch64-apple-darwin-kafka

      - name: Create artifact
        uses: actions/upload-artifact@v4
        with:
          name: Parseable_OSS_aarch64-apple-darwin-kafka
          path: Parseable_OSS_aarch64-apple-darwin-kafka

      - name: Publish Archive to Release Page
        uses: softprops/action-gh-release@v0.1.15
        if: ${{ startsWith(github.ref, 'refs/tags/') }}
        with:
          draft: false
          files: Parseable_OSS_aarch64-apple-darwin-kafka
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

  create-checksum:
    runs-on: ubuntu-latest
    needs: [build-linux, build-windows, build-mac, build-kafka-linux, build-kafka-mac]
    steps:
      - name: Download artifacts created
        uses: actions/download-artifact@v4.1.7

      - name: Run shasum command
        run: |
          find . -type f -name "Parseable_OSS_*" -exec shasum {} \; | sed 's/.\/.*\///' > checksum.txt

      - name: Create artifact
        uses: actions/upload-artifact@v4
        with:
          name: checksum.txt
          path: checksum.txt

      - name: Publish Check Sum to Release Page
        uses: softprops/action-gh-release@v0.1.15
        if: ${{ startsWith(github.ref, 'refs/tags/') }}
        with:
          draft: false
          files: checksum.txt
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

  build-push-docker-image:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        uses: actions/checkout@v3

      - name: Set up QEMU
        uses: docker/setup-qemu-action@v3
        with:
          image: tonistiigi/binfmt:qemu-v8.1.5

      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v3

      - name: Login to Docker Hub
        uses: docker/login-action@v3
        with:
          username: ${{ secrets.DOCKERHUB_USERNAME }}
          password: ${{ secrets.DOCKERHUB_TOKEN }}

      - name: Extract metadata (tags, labels) for Docker
        id: meta
        uses: docker/metadata-action@v5
        with:
          images: parseable/parseable

      - name: Build and push
        uses: docker/build-push-action@v6
        with:
          context: .
          file: ./Dockerfile
          push: true
          tags: parseable/parseable:${{ github.ref_name }}
          platforms: linux/amd64,linux/arm64
      
      - name: Build and push kafka amd64
        uses: docker/build-push-action@v6
        with:
          context: .
          file: ./Dockerfile.kafka
          push: true
          tags: parseable/parseable:${{ github.ref_name }}-kafka-amd64
          platforms: linux/amd64
          build-args: |
            LIB_DIR=x86_64-linux-gnu

      - name: Build and push kafka arm64
        uses: docker/build-push-action@v6
        with:
          context: .
          file: ./Dockerfile.kafka
          push: true
          tags: parseable/parseable:${{ github.ref_name }}-kafka-arm64
          platforms: linux/arm64
          build-args: |
            LIB_DIR=aarch64-linux-gnu