feat(migration): implement TCP to NATS datastream migration tool with metadata management

Author: tamingchaos

.github/scripts/test-tcp-to-nats-migration.sh

@@ -1009,6 +1009,12 @@ func New(ctx context.Context, stack *node.Node, config *ethconfig.Config, logger
 			if err := backend.natsManager.Start(); err != nil {
 				log.Error(err.Error())
 			}
+		} else if config.Zk.L2NatsUrl != "" {
+			log.Info("Configuring NATS client-only mode", "remoteURL", config.Zk.L2NatsUrl)
+			backend.natsManager = natsstream.NewManager(natsstream.Config{}, logger)
+			if err := backend.natsManager.ConnectRemote(config.Zk.L2NatsUrl); err != nil {
+				log.Error("Failed to configure NATS client mode", "error", err)
+			}
 		}
 
 		// zkevm: create a data stream server if we have the appropriate config for one.  This will be started on the call to Init

eth/backend.go

@@ -43,7 +43,7 @@ require (
 	github.com/erigontech/erigon-lib v1.0.0
 	github.com/erigontech/erigonwatch v0.1.16
 	github.com/fjl/gencodec v0.0.0-20220412091415-8bb9e558978c
-	github.com/gateway-fm/zkevm-data-streamer v0.2.11
+	github.com/gateway-fm/zkevm-data-streamer v0.2.12
 	github.com/gballet/go-verkle v0.0.0-20221121182333-31427a1f2d35
 	github.com/gfx-labs/sse v0.0.0-20231226060816-f747e26a9baa
 	github.com/go-chi/chi/v5 v5.0.12

go.mod

@@ -319,8 +319,8 @@ github.com/gateway-fm/poseidongold v1.0.0 h1:XzREf6J1lLuUXJ0is8j+90tZvNhhPCe/sLV
 github.com/gateway-fm/poseidongold v1.0.0/go.mod h1:seCePAMBsE9apTjGlVne/UzsPJb7qd7JOjdPoO8krl0=
 github.com/gateway-fm/vectorized-poseidon-gold v0.0.0-20251001120011-50af27b06dbb h1:cgMpmodToBj3X/WEgVq7cBrpwwUBA9T5cfSZsREjSvM=
 github.com/gateway-fm/vectorized-poseidon-gold v0.0.0-20251001120011-50af27b06dbb/go.mod h1:sT4lwC93Iooo716dMMcYulTgyFX1UXcVUL6YVFsqUCw=
-github.com/gateway-fm/zkevm-data-streamer v0.2.11 h1:JHtjggg7Yw98/ieb7kKKTjMGaRoaHTHKbzIBwElELtA=
-github.com/gateway-fm/zkevm-data-streamer v0.2.11/go.mod h1:gBFqz1o6TESMDtVqLL4tF/k+tcm/IsX37gDeCOQ/YPs=
+github.com/gateway-fm/zkevm-data-streamer v0.2.12 h1:qiFRoLONGnYj8/cFAbulcY/ewufG2i9FQ3eO4sKU0k4=
+github.com/gateway-fm/zkevm-data-streamer v0.2.12/go.mod h1:gBFqz1o6TESMDtVqLL4tF/k+tcm/IsX37gDeCOQ/YPs=
 github.com/gballet/go-verkle v0.0.0-20221121182333-31427a1f2d35 h1:I8QswD9gf3VEpr7bpepKKOm7ChxFITIG+oc1I5/S0no=
 github.com/gballet/go-verkle v0.0.0-20221121182333-31427a1f2d35/go.mod h1:DMDd04jjQgdynaAwbEgiRERIGpC8fDjx0+y06an7Psg=
 github.com/gfx-labs/sse v0.0.0-20231226060816-f747e26a9baa h1:b6fBm4SLM8jywQHNmc3ZCl6zQEhEyZl6bp7is4en72M=