feat: add load-test payload worker for base-load-test integration (#171)

meyer9 · web-flow · commit 48f0e0405fc9 · 2026-04-06T11:06:26.000-07:00
diff --git a/.github/workflows/_build-binaries.yaml b/.github/workflows/_build-binaries.yaml
@@ -19,7 +19,7 @@ on:
         description: "Base Reth Node version to build"
         required: false
         type: string
-        default: "main"
+        default: "feature/load-test-benchmark"
 
 # Set minimal permissions for all jobs by default
 permissions:
@@ -155,6 +155,8 @@ jobs:
 
       - name: Set up Rust
         uses: actions-rust-lang/setup-rust-toolchain@9399c7bb15d4c7d47b27263d024f0a4978346ba4 # v1.11.0
+        with:
+          cache: false
 
       - name: Cache base-reth-node binaries
         uses: actions/cache@2f8e54208210a422b2efd51efaa6bd6d7ca8920f # v3.4.3
@@ -163,9 +165,10 @@ jobs:
           path: |
             ~/bin/base-reth-node
             ~/bin/builder
-          key: ${{ runner.os }}-base-reth-node-builder-${{ inputs.base_reth_node_version }}
+            ~/bin/base-load-test
+          key: ${{ runner.os }}-base-reth-node-builder-load-test-${{ inputs.base_reth_node_version }}
 
-      - name: Build base-reth-node and base-builder
+      - name: Build base-reth-node, base-builder, and base-load-test
         if: steps.cache-base-reth-node.outputs.cache-hit != 'true'
         run: |
           unset CI
@@ -188,6 +191,13 @@ jobs:
           path: ~/bin/builder
           retention-days: 1
 
+      - name: Upload base-load-test artifact
+        uses: actions/upload-artifact@6f51ac03b9356f520e9adb1b1b7802705f340c2b # v4.5.0
+        with:
+          name: base-load-test
+          path: ~/bin/base-load-test
+          retention-days: 1
+
   build-op-program:
     runs-on: ubuntu-latest
     permissions:
diff --git a/.github/workflows/examples.yaml b/.github/workflows/examples.yaml
@@ -18,7 +18,6 @@ jobs:
     with:
       optimism_version: 3019251e80aa248e91743addd3e833190acb26f1
       geth_version: 6cbfcd5161083bcd4052edc3022d9f99c6fe40e0
-      base_reth_node_version: main
 
   example-benchmarks:
     runs-on: ubuntu-latest
diff --git a/.github/workflows/load-test.yaml b/.github/workflows/load-test.yaml
@@ -0,0 +1,96 @@
+name: Load Test
+
+on:
+  pull_request:
+  workflow_dispatch:
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
+  cancel-in-progress: true
+
+jobs:
+  build-binaries:
+    name: Build binaries
+    uses: ./.github/workflows/_build-binaries.yaml
+
+  load-test:
+    name: Run load test benchmark
+    runs-on: ubuntu-latest
+    needs: [build-binaries]
+    steps:
+      - name: Harden the runner (Audit all outbound calls)
+        uses: step-security/harden-runner@002fdce3c6a235733a90a27c80493a3241e56863 # v2.12.1
+        with:
+          egress-policy: audit
+
+      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+
+      - name: Set up Go
+        uses: actions/setup-go@4dc6199c7b1a012772edbd06daecab0f50c9053c # v6.1.0
+
+      - name: Download base-reth-node
+        uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8
+        with:
+          name: base-reth-node
+          path: ${{ runner.temp }}/bin/
+
+      - name: Download builder
+        uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8
+        with:
+          name: builder
+          path: ${{ runner.temp }}/bin/
+
+      - name: Download base-load-test
+        uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8
+        with:
+          name: base-load-test
+          path: ${{ runner.temp }}/bin/
+
+      - name: Make binaries executable
+        run: chmod +x ${{ runner.temp }}/bin/*
+
+      - name: Run load test benchmark
+        run: |
+          mkdir -p ${{ runner.temp }}/data-dir
+          mkdir -p ${{ runner.temp }}/output
+
+          go run benchmark/cmd/main.go \
+            --log.level info \
+            run \
+            --config configs/examples/load-test.yml \
+            --root-dir ${{ runner.temp }}/data-dir \
+            --output-dir ${{ runner.temp }}/output \
+            --builder-bin ${{ runner.temp }}/bin/builder \
+            --base-reth-node-bin ${{ runner.temp }}/bin/base-reth-node \
+            --load-test-bin ${{ runner.temp }}/bin/base-load-test
+
+      - name: Setup Node.js
+        if: always()
+        uses: actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # v4.4.0
+        with:
+          node-version: "20"
+
+      - name: Build Report
+        if: always()
+        run: |
+          cp -r ${{ runner.temp }}/output/ ./output/ || true
+          pushd report
+          npm install
+          npm run build
+          popd
+
+      - name: Upload Output
+        if: always()
+        uses: actions/upload-artifact@6f51ac03b9356f520e9adb1b1b7802705f340c2b # v4.5.0
+        with:
+          name: load-test-output
+          path: ${{ runner.temp }}/output/
+          retention-days: 7
+
+      - name: Upload Report
+        if: always()
+        uses: actions/upload-artifact@6f51ac03b9356f520e9adb1b1b7802705f340c2b # v4.5.0
+        with:
+          name: load-test-report
+          path: report/dist/
+          retention-days: 7
diff --git a/benchmark/flags/flags.go b/benchmark/flags/flags.go
@@ -15,22 +15,24 @@ func prefixEnvVars(name string) []string {
 }
 
 const (
-	ConfigFlagName          = "config"
-	RootDirFlagName         = "root-dir"
-	OutputDirFlagName       = "output-dir"
-	TxFuzzBinFlagName       = "tx-fuzz-bin"
-	ProxyPortFlagName       = "proxy-port"
-	BenchmarkRunIDFlagName  = "benchmark-run-id"
-	MachineTypeFlagName     = "machine-type"
-	MachineProviderFlagName = "machine-provider"
-	MachineRegionFlagName   = "machine-region"
-	FileSystemFlagName      = "file-system"
+	ConfigFlagName            = "config"
+	RootDirFlagName           = "root-dir"
+	OutputDirFlagName         = "output-dir"
+	TxFuzzBinFlagName         = "tx-fuzz-bin"
+	LoadTestBinFlagName       = "load-test-bin"
+	ProxyPortFlagName         = "proxy-port"
+	BenchmarkRunIDFlagName    = "benchmark-run-id"
+	MachineTypeFlagName       = "machine-type"
+	MachineProviderFlagName   = "machine-provider"
+	MachineRegionFlagName     = "machine-region"
+	FileSystemFlagName        = "file-system"
 	ParallelTxBatchesFlagName = "parallel-tx-batches"
 )
 
 // TxFuzz defaults
 const (
-	DefaultTxFuzzBin = "../tx-fuzz/cmd/livefuzzer/livefuzzer"
+	DefaultTxFuzzBin   = "../tx-fuzz/cmd/livefuzzer/livefuzzer"
+	DefaultLoadTestBin = "./base-load-test"
 )
 
 var (
@@ -62,6 +64,13 @@ var (
 		EnvVars: opservice.PrefixEnvVar(EnvVarPrefix, "TX_FUZZ_BIN"),
 	}
 
+	LoadTestBinFlag = &cli.StringFlag{
+		Name:    LoadTestBinFlagName,
+		Usage:   "Load test binary path",
+		Value:   DefaultLoadTestBin,
+		EnvVars: opservice.PrefixEnvVar(EnvVarPrefix, "LOAD_TEST_BIN"),
+	}
+
 	ProxyPortFlag = &cli.IntFlag{
 		Name:    "proxy-port",
 		Usage:   "Proxy port",
@@ -116,6 +125,7 @@ var RunFlags = []cli.Flag{
 	RootDirFlag,
 	OutputDirFlag,
 	TxFuzzBinFlag,
+	LoadTestBinFlag,
 	ProxyPortFlag,
 	BenchmarkRunIDFlag,
 	MachineTypeFlag,
diff --git a/clients/build-base-reth-node.sh b/clients/build-base-reth-node.sh
@@ -40,12 +40,13 @@ fi
 
 # Checkout specified version/commit
 echo "Checking out version: $BASE_RETH_NODE_VERSION"
-git checkout -f "$BASE_RETH_NODE_VERSION"
+git fetch origin "$BASE_RETH_NODE_VERSION" || true
+git checkout -f "$BASE_RETH_NODE_VERSION" || git checkout -f "origin/$BASE_RETH_NODE_VERSION"
 
 # Build the binaries using cargo
-echo "Building base-reth-node and base-builder with cargo..."
-# Build with maxperf profile
+echo "Building base-reth-node, base-builder, and base-load-test with cargo..."
 cargo build --bin base-reth-node --bin base-builder --profile maxperf
+cargo build -p base-load-tests --bin base-load-test --profile maxperf
 
 # Copy binaries to output directory
 echo "Copying binaries to output directory..."
@@ -74,4 +75,11 @@ else
     exit 1
 fi
 
-echo "base-reth-node and base-builder binaries built successfully and placed in $FINAL_OUTPUT_DIR/"
+if [ -f "target/maxperf/base-load-test" ]; then
+    cp target/maxperf/base-load-test "$FINAL_OUTPUT_DIR/"
+else
+    echo "No base-load-test binary found"
+    exit 1
+fi
+
+echo "Binaries built successfully and placed in $FINAL_OUTPUT_DIR/"
diff --git a/clients/versions.env b/clients/versions.env
@@ -12,7 +12,7 @@ GETH_VERSION="v1.101604.0"
 
 # Base Reth Node Configuration
 BASE_RETH_NODE_REPO="https://github.com/base/base"
-BASE_RETH_NODE_VERSION="main"
+BASE_RETH_NODE_VERSION="feature/load-test-benchmark"
 
 # Build Configuration
 # BUILD_DIR="./build"
diff --git a/configs/examples/load-test.yml b/configs/examples/load-test.yml
@@ -0,0 +1,29 @@
+name: Load test throughput test
+description: Test builder throughput using base-load-test binary as transaction generator
+payloads:
+  - name: Load Test
+    type: load-test
+    id: load-test
+    sender_count: 10
+    transactions:
+      - weight: 70
+        type: transfer
+      - weight: 20
+        type: calldata
+        max_size: 256
+      - weight: 10
+        type: precompile
+        target: sha256
+
+benchmarks:
+  - variables:
+      - type: payload
+        value: load-test
+      - type: node_type
+        value: builder
+      - type: validator_node_type
+        value: base-reth-node
+      - type: num_blocks
+        value: 10
+      - type: gas_limit
+        value: 1000000000
diff --git a/runner/clients/common/proxy/proxy.go b/runner/clients/common/proxy/proxy.go
@@ -22,7 +22,6 @@ import (
 	"github.com/ethereum/go-ethereum/common"
 	ethTypes "github.com/ethereum/go-ethereum/core/types"
 	"github.com/ethereum/go-ethereum/log"
-	"github.com/ethereum/go-ethereum/rlp"
 )
 
 type ProxyServer struct {
@@ -196,11 +195,13 @@ func (p *ProxyServer) OverrideRequest(method string, rawParams json.RawMessage)
 			return false, nil, fmt.Errorf("failed to decode hex: %w", err)
 		}
 
-		err = rlp.DecodeBytes(rawTxBytes, &tx)
+		// Use UnmarshalBinary to support both legacy and typed (EIP-2718) transactions.
+		// The previous rlp.DecodeBytes only handled legacy transactions.
+		err = tx.UnmarshalBinary(rawTxBytes)
 
 		if err != nil {
-			p.log.Error("failed to decode RLP", "err", err)
-			return false, nil, fmt.Errorf("failed to decode RLP: %w", err)
+			p.log.Error("failed to decode transaction", "err", err)
+			return false, nil, fmt.Errorf("failed to decode transaction: %w", err)
 		}
 
 		p.pendingTxs = append(p.pendingTxs, &tx)
@@ -217,21 +218,21 @@ func (p *ProxyServer) DebugResponse(method string, params json.RawMessage, respB
 	p.log.Debug("method", "method", method)
 	p.log.Debug("params", "params", params)
 
-	// Try gzip decompression; fall back to raw body if the response is plain JSON.
 	gzipReader, err := gzip.NewReader(bytes.NewReader(respBody))
 	if err != nil {
-		p.log.Debug("Response body", "body", string(respBody))
+		p.log.Error("Error creating gzip reader", "err", err)
 		return
 	}
 	defer func() {
 		if err := gzipReader.Close(); err != nil {
-			p.log.Debug("Error closing gzip reader", "err", err)
+			p.log.Error("Error closing gzip reader", "err", err)
 		}
 	}()
 
 	uncompressedBody, err := io.ReadAll(gzipReader)
+
 	if err != nil {
-		p.log.Debug("Error reading uncompressed response body", "err", err)
+		p.log.Error("Error reading uncompressed response body", "err", err)
 		return
 	}
 	p.log.Debug("Uncompressed body", "body", string(uncompressedBody))
diff --git a/runner/config/config.go b/runner/config/config.go
diff --git a/runner/payload/factory.go b/runner/payload/factory.go
diff --git a/runner/payload/loadtest/load_test_worker.go b/runner/payload/loadtest/load_test_worker.go
diff --git a/runner/payload/txfuzz/tx_fuzz_worker.go b/runner/payload/txfuzz/tx_fuzz_worker.go
