test.yml

name: Test Suite

on:
  pull_request:

jobs:
  scaling:
    runs-on: ubuntu-latest
    timeout-minutes: 20
    steps:
    - uses: actions/checkout@v4

    - name: Install dependencies
      run: |
        bash .github/scripts/install-apt-deps.sh tcl-dev build-essential zlib1g-dev

    # Plain build: DOLTLITE_PROLLY_CHECK adds a full-tree walk to every
    # commit, which swamps the curves this suite gates on.
    - name: Build
      run: |
        mkdir -p build-plain && cd build-plain
        ../configure
        make doltlite

    - name: Scaling curves
      run: bash test/doltlite_scaling.sh build-plain/doltlite

  concurrency-stress:
    runs-on: ubuntu-latest
    timeout-minutes: 20

    steps:
    - uses: actions/checkout@v4

    - name: Configure
      run: |
        mkdir -p build && cd build
        TCL_CONFIG=$(find /usr -path '/usr/share/miniconda/*' -prune -o -name tclConfig.sh -print 2>/dev/null | head -1)
        if [ -n "$TCL_CONFIG" ]; then
          ../configure --with-tcl=$(dirname $TCL_CONFIG)
        else
          ../configure
        fi

    - name: Build concurrency stress
      run: |
        cd build
        make DOLTLITE_PROLLY_CHECK=1 concurrent_stress_test
      timeout-minutes: 5

    - name: Run concurrency stress
      run: |
        cd build
        DOLTLITE_STRESS_SECONDS=480 ./concurrent_stress_test
      timeout-minutes: 9

  vc-concurrency-stress:
    runs-on: ubuntu-latest
    timeout-minutes: 20

    steps:
    - uses: actions/checkout@v4

    - name: Configure
      run: |
        mkdir -p build && cd build
        TCL_CONFIG=$(find /usr -path '/usr/share/miniconda/*' -prune -o -name tclConfig.sh -print 2>/dev/null | head -1)
        if [ -n "$TCL_CONFIG" ]; then
          ../configure --with-tcl=$(dirname $TCL_CONFIG)
        else
          ../configure
        fi

    - name: Build version-control concurrency stress
      run: |
        cd build
        make DOLTLITE_PROLLY_CHECK=1 vc_concurrency_test
        make DOLTLITE_PROLLY_CHECK=1 vc_ref_mutation_stress_test
      timeout-minutes: 5

    - name: Run version-control concurrency stress
      run: |
        cd build
        deadline=$((SECONDS + 480))
        runs=0
        while [ "$SECONDS" -lt "$deadline" ]; do
          runs=$((runs + 1))
          if [ $((runs % 100)) -eq 0 ]; then
            echo "vc_concurrency_test run ${runs}"
          fi
          ./vc_concurrency_test > /tmp/vc_concurrency_test.out || {
            cat /tmp/vc_concurrency_test.out
            exit 1
          }
        done
        echo "completed ${runs} vc_concurrency_test runs"
        ./vc_ref_mutation_stress_test
      timeout-minutes: 9

  thread-tests:
    runs-on: ubuntu-latest
    timeout-minutes: 20

    steps:
    - uses: actions/checkout@v4

    - name: Install dependencies
      run: |
        bash .github/scripts/install-apt-deps.sh build-essential zlib1g-dev

    - name: Configure
      run: |
        mkdir -p build && cd build
        ../configure

    - name: Build DoltLite amalgamation
      run: |
        cd build
        make sqlite3.c sqlite3.h

    - name: Build pthread stress tests
      run: |
        cd build
        cc -O2 -g -I. -I../src \
          -o threadtest4 ../test/threadtest4.c sqlite3.c \
          -ldl -lpthread -lm -lz
        cc -O2 -g -I. -I../src \
          -o threadtest5 ../test/threadtest5.c sqlite3.c \
          -ldl -lpthread -lm -lz

    - name: Run threadtest4 serialized
      run: |
        cd build
        rm -f tt4-test1.db tt4-test2.db tt4-test3.db
        ./threadtest4 --serialized 6

    - name: Run threadtest4 multithread
      run: |
        cd build
        rm -f tt4-test1.db tt4-test2.db tt4-test3.db
        ./threadtest4 --multithread 6

    - name: Run threadtest5
      run: |
        cd build
        rm -f /tmp/doltlite-threadtest5.db
        ./threadtest5 'file:/tmp/doltlite-threadtest5.db?mode=rwc' -num-workers 8

  sqllogictest:
    runs-on: ubuntu-latest
    timeout-minutes: 20

    steps:
    - uses: actions/checkout@v4

    - name: Install dependencies
      run: bash .github/scripts/install-apt-deps.sh build-essential zlib1g-dev tcl-dev fossil unixodbc-dev

    - name: Build doltlite amalgamation
      run: |
        mkdir -p build && cd build
        TCL_CONFIG=$(find /usr -path '/usr/share/miniconda/*' -prune -o -name tclConfig.sh -print 2>/dev/null | head -1)
        if [ -n "$TCL_CONFIG" ]; then
          ../configure --with-tcl=$(dirname $TCL_CONFIG)
        else
          ../configure
        fi
        make sqlite3.c sqlite3.h

    - name: Clone sqllogictest (official SQLite Fossil repo)
      run: |
        fossil clone https://www.sqlite.org/sqllogictest/ /tmp/sqllogictest.fossil
        mkdir -p /tmp/sqllogictest && cd /tmp/sqllogictest
        # Pin to a fixed check-in so query-record line numbers (the keys of the
        # per-assertion divergence list) stay stable across runs.
        fossil open /tmp/sqllogictest.fossil db57eba95d7c412bb413da5480c8be24109a8faf
        # Make the runner emit a "!DIVERGE <query-line>" token per divergent
        # query record (both runners are built from this patched source).
        perl "$GITHUB_WORKSPACE/test/patch_sqllogictest.pl" < src/sqllogictest.c > src/sqllogictest.c.patched
        mv src/sqllogictest.c.patched src/sqllogictest.c

    - name: Build stock sqllogictest C runner (reference)
      run: |
        cd /tmp/sqllogictest/src
        gcc -g -O2 -DSQLITE_NO_SYNC=1 -DSQLITE_THREADSAFE=0 \
          -DSQLITE_OMIT_LOAD_EXTENSION -c md5.c
        gcc -g -O2 -DSQLITE_NO_SYNC=1 -DSQLITE_THREADSAFE=0 \
          -DSQLITE_OMIT_LOAD_EXTENSION -c sqlite3.c
        gcc -g -O2 -o sqllogictest-stock sqllogictest.c md5.o sqlite3.o -lpthread -lm -lodbc

    - name: Build sqllogictest C runner with doltlite
      run: |
        cd /tmp/sqllogictest/src
        # Replace bundled SQLite amalgamation with doltlite's
        cp $GITHUB_WORKSPACE/build/sqlite3.c sqlite3.c
        cp $GITHUB_WORKSPACE/build/sqlite3.h sqlite3.h
        # doltlite's amalgamation has the prolly storage engine baked in, which
        # needs a threadsafe build (THREADSAFE=0 turns btree-mutex entry points
        # into no-op macros the engine's orig/shim split can't reconcile).
        gcc -g -O2 -DSQLITE_NO_SYNC=1 -DSQLITE_THREADSAFE=1 \
          -DSQLITE_OMIT_LOAD_EXTENSION -c sqlite3.c
        gcc -g -O2 -o sqllogictest-doltlite sqllogictest.c md5.o sqlite3.o -lpthread -lm -lz -lodbc

    - name: Run full sqllogictest suite
      run: |
        bash test/run_sqllogictest.sh \
          /tmp/sqllogictest/src/sqllogictest-doltlite \
          /tmp/sqllogictest/src/sqllogictest-stock \
          /tmp/sqllogictest/test

  oracle-tests:
    runs-on: ubuntu-latest
    timeout-minutes: 20

    steps:
    - uses: actions/checkout@v4

    - name: Install dependencies
      run: |
        bash .github/scripts/install-apt-deps.sh build-essential zlib1g-dev

    - name: Install Dolt
      run: |
        curl -fsSL https://github.com/dolthub/dolt/releases/latest/download/dolt-linux-amd64.tar.gz \
          | sudo tar -xz -C /usr/local --strip-components=1
        dolt version

    - name: Configure and Build
      run: |
        mkdir -p build && cd build
        ../configure
        make DOLTLITE_PROLLY_CHECK=1 doltlite
        # The SQL oracle compares doltlite to STOCK SQLite. Build the
        # sqlite3 CLI with DOLTLITE_PROLLY=0 so it has the upstream
        # btree/pager/wal — without this flag, main.mk swaps in the
        # prolly engine and the "oracle" is doltlite-vs-doltlite,
        # which trivially passes regardless of doltlite divergence.
        make DOLTLITE_PROLLY=0 sqlite3

    - name: Version control oracle tests (vs Dolt)
      run: |
        cd build
        for f in ../test/vc_oracle_*_test.sh; do
          echo "--- $(basename $f) ---"
          bash "$f" ./doltlite dolt || exit 1
        done
      timeout-minutes: 20

    - name: SQL oracle tests (vs stock SQLite)
      run: |
        cd build
        bash ../test/sql_oracle_test.sh ./doltlite sqlite3 || exit 1
        bash ../test/oracle_import_test.sh ./doltlite dolt || exit 1
        for f in ../test/oracle_*_test.sh; do
          [ "$(basename $f)" = "oracle_import_test.sh" ] && continue
          echo "--- $(basename $f) ---"
          bash "$f" ./doltlite ./sqlite3 || exit 1
        done
      timeout-minutes: 10

  sqlite-regression:
    name: sqlite-regression-${{ matrix.bucket }}
    runs-on: ubuntu-latest
    timeout-minutes: 20
    strategy:
      fail-fast: false
      matrix:
        bucket: [core-sql, ddl-schema, storage, fault-fuzz, fts, ported]
    steps:
    - uses: actions/checkout@v4

    - name: Install dependencies
      run: |
        bash .github/scripts/install-apt-deps.sh tcl-dev build-essential zlib1g-dev

    - name: Configure
      run: |
        mkdir -p build && cd build
        TCL_CONFIG=$(find /usr -path '/usr/share/miniconda/*' -prune -o -name tclConfig.sh -print 2>/dev/null | head -1)
        if [ -n "$TCL_CONFIG" ]; then
          ../configure --with-tcl=$(dirname $TCL_CONFIG)
        else
          ../configure
        fi

    - name: Build testfixture
      run: |
        cd build
        set -o pipefail
        make DOLTLITE_PROLLY_CHECK=1 testfixture 2>&1 | tee build.log
        if grep -E "warning:" build.log; then
          echo "::error::compiler warnings in the build (see above); the build must be warning-free"
          exit 1
        fi

    # Inherited upstream SQLite .test files that pass clean (or only with
    # already-recorded divergences) against doltlite, swept and gated under
    # issue #1208. Split into semantic buckets (test/regression-buckets/)
    # so the jobs parallelize and a red bucket names the broken area. The
    # "ported" bucket holds doltlite-native rewrites of gated divergences
    # (#1313): zero-divergence files asserting the intent the upstream
    # entries lost. Every file belongs to:
    # core-sql, ddl-schema, storage, fault-fuzz, fts. A file must appear in
    # exactly one bucket; the guard below enforces it. Nondeterministic-class
    # files (thread*, walcrash*, writecrash, wal*fault) stay excluded, same
    # rationale as the crash.test exclusion. fts3.test is also excluded: it
    # is the permutations suite-runner that re-sources the fts3 family
    # inline (pure double coverage of files already in the fts bucket), and
    # its inlined OOM sections fail load-sensitively.
    - name: Check bucket lists are disjoint
      run: |
        dups=$(cat test/regression-buckets/*.txt | sort | uniq -d)
        if [ -n "$dups" ]; then
          echo "::error::files in more than one regression bucket:"; echo "$dups"; exit 1
        fi

    - name: SQLite regression tests - ${{ matrix.bucket }}
      run: |
        cd build
        # bigsort alone runs ~260s on a healthy runner; 300s left no margin
        # for runner-load wobble and flaked as a phantom crash.
        bash ../test/run_testfixture.sh "SQLite regression ${{ matrix.bucket }}" 450 \
          $(tr '\n' ' ' < ../test/regression-buckets/${{ matrix.bucket }}.txt)

  # Cross-version database compatibility: fixtures built by pinned old
  # release tags must open + pass feature smoke tests when the on-disk
  # format signature is unchanged, and must be refused cleanly when it
  # differs. Format changes without a minor version bump fail the suite.
  compat:
    runs-on: ubuntu-latest
    timeout-minutes: 20
    steps:
    - uses: actions/checkout@v4
      with:
        fetch-depth: 0

    - name: Install dependencies
      run: |
        bash .github/scripts/install-apt-deps.sh tcl-dev build-essential zlib1g-dev

    - name: Cache old-version binaries
      uses: actions/cache@v4
      with:
        path: .compat-cache
        key: compat-bins-${{ runner.os }}-${{ github.base_ref || github.ref_name }}
        restore-keys: |
          compat-bins-${{ runner.os }}-

    - name: Configure
      run: |
        mkdir -p build && cd build
        TCL_CONFIG=$(find /usr -path '/usr/share/miniconda/*' -prune -o -name tclConfig.sh -print 2>/dev/null | head -1)
        if [ -n "$TCL_CONFIG" ]; then
          ../configure --with-tcl=$(dirname $TCL_CONFIG)
        else
          ../configure
        fi

    - name: Build doltlite
      run: cd build && make -j4 doltlite

    - name: Cross-version compatibility tests
      run: bash test/doltlite_compat_test.sh build/doltlite