test-client-combos.yml

name: Test Client Combination

defaults:
  run:
    shell: bash

on:
  push:
    branches: [main]
  pull_request:
    types: [opened, synchronize, labeled, unlabeled]
    branches: [main]

concurrency:
  group: ci-${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  lint:
    name: Lint sources
    if: |
      (
        contains(join(github.event.pull_request.labels.*.name, ','), 'test-') &&
        !contains(github.event.pull_request.labels.*.name, 'test-ethd') &&
        !contains(github.event.pull_request.labels.*.name, 'test-grafana') &&
        !contains(github.event.pull_request.labels.*.name, 'test-nimbus-proxy') &&
        !contains(github.event.pull_request.labels.*.name, 'test-web3signer')
      )
      || github.event_name == 'push'
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v7
      - name: Set up Docker buildx
        uses: docker/setup-buildx-action@v4
      - name: Set up Python
        uses: actions/setup-python@v6
        with:
          python-version: 3.14
          cache: 'pip'
      - name: Lint sources
        uses: pre-commit/action@v3.0.1
        with:
          extra_args: --all-files --show-diff-on-failure

  test-client-combo:
    runs-on: ubuntu-latest
    needs: lint
    strategy:
      matrix:
        combo:
          - label1: test-vero
            label2: na
            env: |-
              CORE_FILES=nimbus-cl-only.yml:vero-vc-only.yml:nethermind.yml:web3signer.yml
              FEE_RECIPIENT=0xDccf8451070a86183eE70D330C4c43b686E9CF86
              WEB3SIGNER=true
            test_cl: true
            test_el: true
            test_vc: true
          - label1: test-caplin
            label2: na
            env: |-
              CORE_FILES=caplin.yml:erigon.yml:lodestar-vc-only.yml:mev-boost.yml
              FEE_RECIPIENT=0xDccf8451070a86183eE70D330C4c43b686E9CF86
              CL_NODE=http://execution:5052
              EL_EXTRAS=--torrent.download.rate 1mb
            test_cl: false
            test_el: true
            test_vc: true
          - label1: test-nimbus-unified
            label2: na
            env: |-
              CORE_FILES=nimbus-unified.yml:nimbus-vc-only.yml:mev-boost.yml
              FEE_RECIPIENT=0xDccf8451070a86183eE70D330C4c43b686E9CF86
            test_cl: true
            test_el: false
            test_vc: true
          - label1: test-grandine
            label2: test-nimbus-el
            env: |-
              CORE_FILES=grandine-allin1.yml:nimbus-el.yml:mev-boost.yml
              FEE_RECIPIENT=0xDccf8451070a86183eE70D330C4c43b686E9CF86
            test_cl: true
            test_el: true
            test_vc: false
          - label1: test-grandine
            label2: na
            env: |-
              CORE_FILES=grandine-cl-only.yml:lighthouse-vc-only.yml:nimbus-el.yml:mev-boost.yml
              FEE_RECIPIENT=0xDccf8451070a86183eE70D330C4c43b686E9CF86
            test_cl: true
            test_el: true
            test_vc: true
          - label1: test-grandine-plugin
            label2: na
            env: |-
              CORE_FILES=grandine-plugin.yml:lighthouse-vc-only.yml:nethermind.yml:mev-boost.yml
              FEE_RECIPIENT=0xDccf8451070a86183eE70D330C4c43b686E9CF86
              NM_DOCKER_REPO=sifrai/grandine
              NM_DOCKER_TAG=unstable-nethermind
            test_cl: false
            test_el: true
            test_vc: true
          - label1: test-grandine-plugin
            label2: na
            env: |-
              CORE_FILES=grandine-plugin-allin1.yml:nethermind.yml:mev-boost.yml
              FEE_RECIPIENT=0xDccf8451070a86183eE70D330C4c43b686E9CF86
              NM_DOCKER_REPO=sifrai/grandine
              NM_DOCKER_TAG=unstable-nethermind
            test_cl: false
            test_el: true
            test_vc: false
          - label1: test-ethrex
            label2: na
            env: |-
              CORE_FILES=lighthouse.yml:ethrex.yml:mev-boost.yml
              FEE_RECIPIENT=0xDccf8451070a86183eE70D330C4c43b686E9CF86
            test_cl: true
            test_el: true
            test_vc: true
          - label1: test-lighthouse
            label2: test-reth
            env: |-
              CORE_FILES=lighthouse.yml:reth.yml:mev-boost.yml
              FEE_RECIPIENT=0xDccf8451070a86183eE70D330C4c43b686E9CF86
            test_cl: true
            test_el: true
            test_vc: true
          - label1: test-lighthouse
            label2: na
            env: |-
              CORE_FILES=lighthouse-cl-only.yml:lighthouse-vc-only.yml:reth.yml:mev-boost.yml
              FEE_RECIPIENT=0xDccf8451070a86183eE70D330C4c43b686E9CF86
            test_cl: true
            test_el: true
            test_vc: true
          - label1: test-lodestar
            label2: test-erigon
            env: |-
              CORE_FILES=lodestar.yml:erigon.yml:mev-boost.yml
              FEE_RECIPIENT=0xDccf8451070a86183eE70D330C4c43b686E9CF86
            test_cl: true
            test_el: true
            test_vc: true
          - label1: test-lodestar
            label2: na
            env: |-
              CORE_FILES=lodestar-cl-only.yml:lodestar-vc-only.yml:erigon.yml:mev-boost.yml
              FEE_RECIPIENT=0xDccf8451070a86183eE70D330C4c43b686E9CF86
            test_cl: true
            test_el: true
            test_vc: true
          - label1: test-nimbus
            label2: test-nethermind
            env: |-
              CORE_FILES=nimbus.yml:nethermind.yml:mev-boost.yml
              FEE_RECIPIENT=0xDccf8451070a86183eE70D330C4c43b686E9CF86
            test_cl: true
            test_el: true
            test_vc: true
          - label1: test-nimbus
            label2: na
            env: |-
              CORE_FILES=nimbus-cl-only.yml:nimbus-vc-only.yml:nethermind.yml:mev-boost.yml
              FEE_RECIPIENT=0xDccf8451070a86183eE70D330C4c43b686E9CF86
            test_cl: true
            test_el: true
            test_vc: true
          - label1: test-prysm
            label2: test-geth
            env: |-
              CORE_FILES=prysm.yml:geth.yml:mev-boost.yml
              FEE_RECIPIENT=0xDccf8451070a86183eE70D330C4c43b686E9CF86
            test_cl: true
            test_el: true
            test_vc: true
          - label1: test-prysm
            label2: na
            env: |-
              CORE_FILES=prysm-cl-only.yml:prysm-vc-only.yml:geth.yml:mev-boost.yml
              CL_NODE=consensus:4000
              FEE_RECIPIENT=0xDccf8451070a86183eE70D330C4c43b686E9CF86
            test_cl: true
            test_el: true
            test_vc: true
          - label1: test-teku
            label2: test-besu
            env: |-
              CORE_FILES=teku.yml:besu.yml:mev-boost.yml
              FEE_RECIPIENT=0xDccf8451070a86183eE70D330C4c43b686E9CF86
            test_cl: true
            test_el: true
            test_vc: true
          - label1: test-teku
            label2: na
            env: |-
              CORE_FILES=teku-cl-only.yml:teku-vc-only.yml:besu.yml:mev-boost.yml
              FEE_RECIPIENT=0xDccf8451070a86183eE70D330C4c43b686E9CF86
            test_cl: true
            test_el: true
            test_vc: true
        env-var:
          - MEV_BOOST=false
          - "MEV_BOOST=true MEV_BUILD_FACTOR="
          - "MEV_BOOST=true MEV_BUILD_FACTOR=90"
          - "MEV_BOOST=true MEV_BUILD_FACTOR=100"
          - "MEV_BOOST=true MEV_BUILD_FACTOR=0"
          - MAX_BLOBS=6
          - "CL_MAX_PEER_COUNT=100 CL_MIN_PEER_COUNT=20 EL_MAX_PEER_COUNT=10"
          - IPV6=true
          - IPV6=false
          - EL_NODE_TYPE=full
          - CHECKPOINT_SYNC_URL=
    steps:
      - name: Checkout
        if: >
          contains(github.event.pull_request.labels.*.name, matrix.combo.label1) ||
          contains(github.event.pull_request.labels.*.name, matrix.combo.label2) ||
          contains(github.event.pull_request.labels.*.name, 'test-all') ||
          github.event_name == 'push'
        uses: actions/checkout@v7
      - name: Set up Docker buildx
        if: >
          contains(github.event.pull_request.labels.*.name, matrix.combo.label1) ||
          contains(github.event.pull_request.labels.*.name, matrix.combo.label2) ||
          contains(github.event.pull_request.labels.*.name, 'test-all') ||
          github.event_name == 'push'
        uses: docker/setup-buildx-action@v4
      - name: Remove podman
        if: >
          contains(github.event.pull_request.labels.*.name, matrix.combo.label1) ||
          contains(github.event.pull_request.labels.*.name, matrix.combo.label2) ||
          contains(github.event.pull_request.labels.*.name, 'test-all') ||
          github.event_name == 'push'
        run: sudo apt-get remove -y podman
      - name: Create .env file
        if: >
          contains(github.event.pull_request.labels.*.name, matrix.combo.label1) ||
          contains(github.event.pull_request.labels.*.name, matrix.combo.label2) ||
          contains(github.event.pull_request.labels.*.name, 'test-all') ||
          github.event_name == 'push'
        run: cp default.env .env
      - name: Set env variables
        if: >
          contains(github.event.pull_request.labels.*.name, matrix.combo.label1) ||
          contains(github.event.pull_request.labels.*.name, matrix.combo.label2) ||
          contains(github.event.pull_request.labels.*.name, 'test-all') ||
          github.event_name == 'push'
        run: |
          source ./.github/helper.sh
          while IFS= read -r varpair; do
            IFS='=' read var val <<< "$varpair"
            export "$var=$val"
            var=$var
            set_value_in_env
          done <<< "${{ matrix.combo.env }}"
          for varpair in ${{ matrix.env-var }}; do
            IFS="=" read var val <<< "$varpair"
            export "$var=$val"
            var=$var
            set_value_in_env
          done
      - name: Test the stack
        if: >
          contains(github.event.pull_request.labels.*.name, matrix.combo.label1) ||
          contains(github.event.pull_request.labels.*.name, matrix.combo.label2) ||
          contains(github.event.pull_request.labels.*.name, 'test-all') ||
          github.event_name == 'push'
        uses: ./.github/actions/test_client_stack
        with:
          test_cl: ${{ matrix.combo.test_cl }}
          test_el: ${{ matrix.combo.test_el }}
          test_vc: ${{ matrix.combo.test_vc }}