e2e-compose.yaml

name: MatrixOne Compose Test

on:
  workflow_call:
    secrets:
      TOKEN_ACTION:
        description: "Token for checkout (e.g. pull from fork/private)"
        required: false

jobs:
  bvt-docker-compose-push:
    if: ${{ !github.event.pull_request.draft }}
    environment: ci
    runs-on: ${{ vars.RUNNER_LABEL || 'ubuntu-22.04' }}
    name: multi cn e2e bvt test docker compose(Optimistic/PUSH)
    timeout-minutes: 60

    steps:
      - name: Pre Clean Some Unneeded Images
        run: |
          sudo df -h /*
          echo "========================================="
          sudo docker builder prune -f -a;
          sudo docker images | grep -v REPOSITORY | awk '{system("sudo docker rmi "$1":"$2)}';
          sudo docker volume prune -f;
          echo "========================================="
          sudo df -h /*
      - name: checkout
        uses: actions/checkout@v6
        with:
          token: ${{ secrets.TOKEN_ACTION }}
          fetch-depth: "3"
          repository: ${{ github.event.pull_request.head.repo.full_name }}
          ref: ${{ github.event.pull_request.head.ref }}
      - name: Set up Go And Java
        uses: matrixorigin/CI/actions/setup-env@main
        with:
          go-version-file: "${{ github.workspace }}/go.mod"

      - name: Print run attempt
        run: echo "run attempt is ${{ github.run_attempt }}"
        
      - name: Print Disk Usage Before Container Start
        if: ${{ always() }}
        run: |
          set +e;
          sudo df -h /*;
          echo "===========================================";
          sudo du -hs /var/lib/docker;
          echo "===========================================";
          sudo docker system df -v;

      - name: docker compose launch-multi-cn
        timeout-minutes: 10
        run: |
          echo ""  >> ./etc/launch-tae-compose/config/cn-0.toml
          echo '[cn.txn]' >> ./etc/launch-tae-compose/config/cn-0.toml
          echo 'mode = "Optimistic"' >> ./etc/launch-tae-compose/config/cn-0.toml
          echo ""  >> ./etc/launch-tae-compose/config/cn-1.toml
          echo '[cn.txn]' >> ./etc/launch-tae-compose/config/cn-1.toml
          echo 'mode = "Optimistic"' >> ./etc/launch-tae-compose/config/cn-1.toml
          echo ""  >> ./etc/launch-tae-compose/config/tn.toml
          echo '[tn.txn]' >> ./etc/launch-tae-compose/config/tn.toml
          echo 'mode = "Optimistic"' >> ./etc/launch-tae-compose/config/tn.toml    
          cat ./etc/launch-tae-compose/config/cn-0.toml
          cat ./etc/launch-tae-compose/config/cn-1.toml
          cat ./etc/launch-tae-compose/config/tn.toml

          # Update compose.yaml to mount test directory to $GITHUB_WORKSPACE/test instead of /test
          # Replace container mount point from /test to $GITHUB_WORKSPACE/test
          # Handle various docker-compose volume formats: /test, /test:options, /test followed by space
          sed -i 's|:/test\b|:'"$GITHUB_WORKSPACE"'/test|g' ./etc/launch-tae-compose/compose.yaml

          # build matrixone docker image first
          docker build -t matrixorigin/matrixone:latest . -f ./optools/images/Dockerfile

          mkdir -p ${{ github.workspace }}/docker-compose-log
          docker compose -f etc/launch-tae-compose/compose.yaml --profile launch-multi-cn up -d

          # wait for ready
          i=1
          while [ $(mysql -h 127.0.0.1 -P 6001 -u dump -p111 --execute 'create database if not exists compose_test;use compose_test; create table if not exists compose_test_table(col1 int auto_increment primary key);show tables;' 2>&1 | tee /dev/stderr | grep 'compose_test_table' | wc -l) -lt 1 ]; do
             echo "wait mo init finished...$i"
             if [ $i -ge 300 ]; then
               echo "wait for $i seconds, mo init not finish, so exit 1"
               docker ps
               exit 1;
             fi
             i=$(($i+1))
             sleep 1
          done
          docker ps

      - name: Print Disk Usage After Container Start
        if: ${{ always() }}
        run: |
          set +e;
          sudo df -h /*;
          echo "===========================================";
          sudo du -hs /var/lib/docker;
          echo "===========================================";
          sudo docker system df -v;

      - name: Clean Docker Image Build Cache
        if: ${{ always() }}
        run: |
          sudo docker builder prune -f -a;
          echo "===========================================";
          sudo docker system df -v;

      - name: Clone test-tool repository
        # Node.js 12 actions are deprecated.
        # For more information see:
        #     - https://github.blog/changelog/2022-09-22-github-actions-all-actions-will-begin-running-on-node16-instead-of-node12/.
        # Please update the following actions to use Node.js 16: actions/checkout@v3
        uses: actions/checkout@v6
        with:
          repository: matrixorigin/mo-tester
          path: ./mo-tester
          ref: main

      - name: Update BVT SQL Timeout
        run: |
          cd $GITHUB_WORKSPACE/mo-tester
          sed -i "s/socketTimeout:.*/socketTimeout: 300000/g" mo.yml
      - name: Start BVT Test
        id: bvt_on_pr_version
        run: |
          export LC_ALL="C.UTF-8"
          locale
          cd $GITHUB_WORKSPACE/mo-tester
          sed -i 's/  port: [0-9]*/  port: 12345/g' mo.yml
          cat mo.yml
          echo "============================="

          ./run.sh -n -g -o -p $GITHUB_WORKSPACE/test/distributed/cases -e pessimistic_transaction 2>&1

      - name: Print Docker Info Before Container Shutdown
        if: ${{ always() }}
        run: |
          set +e;
          sudo docker ps;
          echo "===========================================";
          sudo df -h /*;
          echo "===========================================";
          sudo du -hs /var/lib/docker;
          echo "===========================================";
          sudo docker system df -v;
      - name: Print System Dmesg
        if: ${{ always() }}
        continue-on-error: true
        run: |
          sudo dmesg -T

      - name: export log
        if: ${{ failure() || cancelled()}}
        run: |
          mkdir -p ${{ github.workspace }}/mo-tester/report
          mv ${{ github.workspace }}/mo-tester/report ${{ github.workspace }}/docker-compose-log
          curl http://localhost:12345/debug/pprof/goroutine\?debug=2 -o ${{ github.workspace }}/docker-compose-log/cn-0-dump-stacks.log
          curl http://localhost:22345/debug/pprof/goroutine\?debug=2 -o ${{ github.workspace }}/docker-compose-log/cn-1-dump-stacks.log

      - name: Check Log Messages Count per second
        if: ${{ always() && !cancelled() }}
        run: |
          ./optools/check_log_count.sh 1000 60 # {count threshold} {metric collected interval}

      - name: shutdown containers
        if: ${{ always() }}
        run: |
          docker compose -f etc/launch-tae-compose/compose.yaml --profile launch-multi-cn down --remove-orphans
          docker volume rm launch-tae-compose_minio_storage

      - uses: actions/upload-artifact@v7
        if: ${{ failure() || cancelled()}}
        continue-on-error: true
        with:
          name: Compose-multi-cn-e2e-bvt-test-docker-log(Optimistic,PUSH)
          path: |
            ${{ github.workspace }}/docker-compose-log
          retention-days: 7

  multi-CN-bvt-docker-compose-pessimistic:
    if: ${{ !github.event.pull_request.draft }}
    environment: ci
    runs-on: ${{ vars.RUNNER_LABEL || 'ubuntu-22.04' }}
    name: multi cn e2e bvt test docker compose(PESSIMISTIC)
    timeout-minutes: 60
    steps:
      - name: Pre Clean Some Unneeded Images
        run: |
          sudo df -h /*
          echo "========================================="
          sudo docker builder prune -f -a;
          sudo docker images | grep -v REPOSITORY | awk '{system("sudo docker rmi "$1":"$2)}';
          sudo docker volume prune -f;
          echo "========================================="
          sudo df -h /*
      - name: checkout
        uses: actions/checkout@v6
        with:
          token: ${{ secrets.TOKEN_ACTION }}
          fetch-depth: "3"
          repository: ${{ github.event.pull_request.head.repo.full_name }}
          ref: ${{ github.event.pull_request.head.ref }}
      - name: Set up Go And Java
        uses: matrixorigin/CI/actions/setup-env@main
        with:
          go-version-file: "${{ github.workspace }}/go.mod"

      - name: Print run attempt
        run: echo "run attempt is ${{ github.run_attempt }}"

      - name: Print Disk Usage Before Container Start
        if: ${{ always() }}
        run: |
          set +e;
          sudo df -h /*;
          echo "===========================================";
          sudo du -hs /var/lib/docker;
          echo "===========================================";
          sudo docker system df -v;

      - name: docker compose launch-multi-cn
        timeout-minutes: 10
        run: |
          cat ./etc/launch-tae-compose/config/cn-0.toml
          cat ./etc/launch-tae-compose/config/cn-1.toml
          cat ./etc/launch-tae-compose/config/tn.toml

          # Update compose.yaml to mount test directory to $GITHUB_WORKSPACE/test instead of /test
          # Replace container mount point from /test to $GITHUB_WORKSPACE/test
          # Handle various docker-compose volume formats: /test, /test:options, /test followed by space
          sed -i 's|:/test\b|:'"$GITHUB_WORKSPACE"'/test|g' ./etc/launch-tae-compose/compose.yaml

          # build matrixone docker image first
          docker build -t matrixorigin/matrixone:latest . -f ./optools/images/Dockerfile

          mkdir -p ${{ github.workspace }}/docker-compose-log
          docker compose -f etc/launch-tae-compose/compose.yaml --profile launch-multi-cn up -d

          # wait for ready
          i=1
          while [ $(mysql -h 127.0.0.1 -P 6001 -u dump -p111 --execute 'create database if not exists compose_test;use compose_test; create table if not exists compose_test_table(col1 int auto_increment primary key);show tables;' 2>&1 | tee /dev/stderr | grep 'compose_test_table' | wc -l) -lt 1 ]; do
             echo "wait mo init finished...$i"
             if [ $i -ge 300 ]; then
               echo "wait for $i seconds, mo init not finish, so exit 1"
               docker ps
               exit 1;
             fi
             i=$(($i+1))
             sleep 1
          done
          docker ps

      - name: Print Disk Usage After Container Start
        if: ${{ always() }}
        run: |
          set +e;
          sudo df -h /*;
          echo "===========================================";
          sudo du -hs /var/lib/docker;
          echo "===========================================";
          sudo docker system df -v;

      - name: Clean Docker Image Build Cache
        if: ${{ always() }}
        run: |
          sudo docker builder prune -f -a;
          echo "===========================================";
          sudo docker system df -v;
          
      - name: Clone test-tool repository
        uses: actions/checkout@v6
        with:
          repository: matrixorigin/mo-tester
          path: ./mo-tester
          ref: main

      - name: Update BVT SQL Timeout
        run: |
          cd $GITHUB_WORKSPACE/mo-tester
          sed -i "s/socketTimeout:.*/socketTimeout: 300000/g" mo.yml

      - name: Start BVT Test
        id: bvt_on_pr_version
        run: |
          export LC_ALL="C.UTF-8"
          locale
          cd $GITHUB_WORKSPACE/mo-tester
          sed -i 's/  port: [0-9]*/  port: 12345/g' mo.yml
          cat mo.yml
          echo "============================="

          ./run.sh -n -g -o -p $GITHUB_WORKSPACE/test/distributed/cases -e optimistic 2>&1

      - name: Print Docker Info Before Container Shutdown
        if: ${{ always() }}
        run: |
          set +e;
          sudo docker ps;
          echo "===========================================";
          sudo df -h /*;
          echo "===========================================";
          sudo du -hs /var/lib/docker;
          echo "===========================================";
          sudo docker system df -v;
      
      - name: Print System Dmesg
        if: ${{ always() }}
        continue-on-error: true
        run: |
          sudo dmesg -T
  
      - name: export log
        if: ${{ failure() || cancelled()}}
        run: |
          mkdir -p ${{ github.workspace }}/mo-tester/report
          mv ${{ github.workspace }}/mo-tester/report ${{ github.workspace }}/docker-compose-log
          curl http://localhost:12345/debug/pprof/goroutine\?debug=2 -o ${{ github.workspace }}/docker-compose-log/cn-0-dump-stacks.log
          curl http://localhost:22345/debug/pprof/goroutine\?debug=2 -o ${{ github.workspace }}/docker-compose-log/cn-1-dump-stacks.log

      - name: Check Log Messages Count per second
        if: ${{ always() && !cancelled() }}
        run: |
          ./optools/check_log_count.sh 1000 60 # {count threshold} {metric collected interval}

      - name: shutdown containers
        if: ${{ always() }}
        run: |
          docker ps
          docker compose -f etc/launch-tae-compose/compose.yaml --profile launch-multi-cn down --remove-orphans
          docker volume rm launch-tae-compose_minio_storage

      - uses: actions/upload-artifact@v7
        if: ${{ failure() || cancelled()}}
        continue-on-error: true
        with:
          name: Compose-multi-cn-e2e-bvt-test-docker-log(PESSIMISTIC)
          path: |
            ${{ github.workspace }}/docker-compose-log
          retention-days: 7