workflow.yml

name: CI/CD Pipeline


"on":
  push:
    branches: ["**"]
    tags: ['v*']


jobs:
  test:
    name: Test Python ${{ matrix.python-version }} on ${{ matrix.os }}
    runs-on: ${{ matrix.runs-on || matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        os: ["ubuntu-latest", "macos-latest", "windows-latest"]
        python-version: ["3.12", "3.13"]
        include:
          - os: "macos-14-arm64"
            runs-on: "macos-14"
            python-version: "3.12"
          - os: "macos-14-arm64"
            runs-on: "macos-14"
            python-version: "3.13"
          - os: "ubuntu-latest-arm64"
            runs-on: "ubuntu-latest"
            python-version: "3.12"
            arch: "arm64"
          - os: "ubuntu-latest-arm64"
            runs-on: "ubuntu-latest"
            python-version: "3.13"
            arch: "arm64"
    steps:
      - uses: actions/checkout@v4

      - name: Set up QEMU for ARM64 emulation
        if: matrix.arch == 'arm64'
        uses: docker/setup-qemu-action@v3
        with:
          platforms: arm64

      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}

      - name: Install Poetry
        uses: snok/install-poetry@v1
        with:
          virtualenvs-create: true
          virtualenvs-in-project: true

      - name: Install dependencies
        run: poetry install --with test --no-interaction --no-ansi
        shell: bash

      - name: Run tests with coverage
        run: poetry run poe tests
        shell: bash

      - name: Upload coverage to Codecov
        if: matrix.python-version == '3.13' && matrix.os == 'ubuntu-latest'
        uses: codecov/codecov-action@v5
        with:
            token: ${{ secrets.CODECOV_TOKEN }}
            slug: ddc/pythonLogs

      - name: Upload test results to Codecov
        if: matrix.python-version == '3.13' && matrix.os == 'ubuntu-latest'
        uses: codecov/test-results-action@v1
        with:
          token: ${{ secrets.CODECOV_TOKEN }}
          slug: ddc/pythonLogs

  build:
    name: Build for Python ${{ matrix.python-version }} on ${{ matrix.os }}
    runs-on: ${{ matrix.runs-on || matrix.os }}
    if: startsWith(github.ref, 'refs/tags/v')
    strategy:
      matrix:
        os: ["ubuntu-latest", "macos-latest", "windows-latest"]
        python-version: ["3.12", "3.13"]
        include:
          - os: "macos-14-arm64"
            runs-on: "macos-14"
            python-version: "3.12"
          - os: "macos-14-arm64"
            runs-on: "macos-14"
            python-version: "3.13"
    steps:
      - uses: actions/checkout@v4

      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}

      - name: Install Poetry
        uses: snok/install-poetry@v1
        with:
          virtualenvs-create: true
          virtualenvs-in-project: true

      - name: Install build dependencies only
        run: |
          if [[ "${{ matrix.os }}" == "windows-latest" ]]; then
            poetry install --only main --no-interaction --no-ansi -E mongodb -E mssql -E mysql -E oracle
          else
            poetry install --only main --no-interaction --no-ansi -E all
          fi
        shell: bash

      - name: Build package with custom build script
        run: |
          poetry run python build.py
          poetry build
        shell: bash

      - name: Copy artifacts
        shell: bash
        run: |
          mkdir -p dist-py${{ matrix.python-version }}-${{ matrix.os }}
          cp dist/*.whl dist-py${{ matrix.python-version }}-${{ matrix.os }}/ || true
          cp dist/*.tar.gz dist-py${{ matrix.python-version }}-${{ matrix.os }}/ || true

      - name: Upload Python ${{ matrix.python-version }} ${{ matrix.os }} artifacts
        uses: actions/upload-artifact@v4
        with:
          name: python-packages-${{ matrix.python-version }}-${{ matrix.os }}
          path: dist-py${{ matrix.python-version }}-${{ matrix.os }}/
          retention-days: 7

  build-linux-arm64:
    name: Build Linux ARM64 wheels
    runs-on: ubuntu-latest
    if: startsWith(github.ref, 'refs/tags/v')
    strategy:
      matrix:
        python-version: ["3.12", "3.13"]
    steps:
      - uses: actions/checkout@v4

      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v3
        with:
          platforms: linux/arm64

      - name: Build ARM64 wheel using Docker
        run: |
          # Create a multi-stage Dockerfile for ARM64 builds
          cat << 'EOF' > Dockerfile.arm64
          FROM python:${{ matrix.python-version }}-slim
          
          WORKDIR /build
          
          # Install build dependencies
          RUN apt-get update && apt-get install -y \
              build-essential \
              git \
              && rm -rf /var/lib/apt/lists/*
          
          # Install Poetry
          RUN pip install poetry
          
          # Copy project files
          COPY . .
          
          # Configure Poetry and build
          RUN poetry config virtualenvs.create false \
              && poetry install --only main --no-interaction --no-ansi \
              && poetry run python build.py \
              && poetry build
          
          # Copy artifacts to output volume
          CMD ["cp", "-r", "dist/", "/output/"]
          EOF
          
          # Build using buildx for ARM64
          docker buildx build \
            --platform linux/arm64 \
            --file Dockerfile.arm64 \
            --tag pythonlogs-arm64-builder:${{ matrix.python-version }} \
            --load \
            .
          
          # Create output directory
          mkdir -p dist-arm64-py${{ matrix.python-version }}
          
          # Run container to extract artifacts
          docker run --rm \
            --platform linux/arm64 \
            -v $(pwd)/dist-arm64-py${{ matrix.python-version }}:/output \
            pythonlogs-arm64-builder:${{ matrix.python-version }}

      - name: Upload Linux ARM64 Python ${{ matrix.python-version }} artifacts
        uses: actions/upload-artifact@v4
        with:
          name: python-packages-${{ matrix.python-version }}-linux-arm64
          path: dist-arm64-py${{ matrix.python-version }}/
          retention-days: 7

  release:
    name: Create Release
    runs-on: ubuntu-latest
    needs: [build, build-linux-arm64]
    if: startsWith(github.ref, 'refs/tags/v')
    permissions:
      contents: write
    steps:
      - name: Download all artifacts
        uses: actions/download-artifact@v4
        with:
          path: artifacts/

      - name: Prepare release assets
        run: |
          mkdir -p release-assets
          find artifacts/ -name "*.whl" -exec cp {} release-assets/ \;
          find artifacts/ -name "*.tar.gz" -exec cp {} release-assets/ \;

      - name: Create Release
        uses: softprops/action-gh-release@v2
        with:
          name: Release ${{ github.ref_name }}
          body: |
            Automated release for version ${{ github.ref_name }}
          draft: false
          prerelease: false
          files: release-assets/*

      - name: Upload combined artifacts for PyPI
        uses: actions/upload-artifact@v4
        with:
          name: python-packages-combined
          path: release-assets/
          retention-days: 7

  publish:
    name: Publish to PyPI
    runs-on: ubuntu-latest
    needs: release
    if: startsWith(github.ref, 'refs/tags/v')
    environment: release
    permissions:
      id-token: write
    steps:
      - name: Download package artifacts
        uses: actions/download-artifact@v4
        with:
          name: python-packages-combined
          path: dist

      - name: Publish to TestPyPI
        uses: pypa/gh-action-pypi-publish@release/v1
        with:
          repository-url: https://test.pypi.org/legacy/
          packages-dir: dist/
          skip-existing: true
          verbose: true
          attestations: false

      - name: Publish to PyPI
        uses: pypa/gh-action-pypi-publish@release/v1
        with:
          packages-dir: dist/
          skip-existing: true
          verbose: true
          attestations: false