feat: detects rbf and updates database

Author: matthiasdebernardini

Cargo.toml

@@ -29,3 +29,7 @@ version = "0.23.0"
 [[example]]
 name = "bdk_sqlx_postgres"
 path = "examples/bdk_sqlx_postgres.rs"
+
+[[example]]
+name = "regtest_bdk_sqlx_postgres"
+path = "examples/regtest_bdk_sqlx_postgres.rs"

Justfile

@@ -0,0 +1,122 @@
+# Default task: Show available commands
+default:
+    just --list
+
+# Set environment variables for all commands
+export DATABASE_URL := "postgres://postgres:password@localhost:5432/mydatabase"
+export ELECTRUM_URL := "localhost:50001"
+export NODE_URL := "http://localhost:18443"
+export NODE_USERNAME := "custom_user"
+export NODE_PASSWORD := "custom_pass"
+export RUST_BACKTRACE := "1"
+
+# Setup network
+setup-network:
+    # Check if the network exists first
+    docker network inspect bitcoin-network >/dev/null 2>&1 || docker network create bitcoin-network
+    # Verify network was created
+    docker network inspect bitcoin-network >/dev/null 2>&1 && echo "Bitcoin network is ready" || (echo "Failed to create bitcoin-network" && exit 1)
+
+# PostgreSQL commands
+start-postgres:
+    docker run -d --name postgres \
+        -p 5432:5432 \
+        -e POSTGRES_USER=postgres \
+        -e POSTGRES_PASSWORD=password \
+        -e POSTGRES_DB=mydatabase \
+        postgres:15
+
+test-postgres:
+    PGPASSWORD=password psql -h localhost -p 5432 -U postgres -d mydatabase -c "SELECT 1"
+
+# Bitcoin Core commands
+build-bitcoin:
+    docker build -t bitcoin-nix \
+        --build-arg NODE_USERNAME=custom_user \
+        --build-arg NODE_PASSWORD=custom_pass \
+        -f bitcoin.Dockerfile .
+
+start-bitcoin: setup-network
+    docker run -d --name bitcoin-node \
+        --network bitcoin-network \
+        -p 18443:18443 \
+        bitcoin-nix
+    # Add a delay or check to ensure bitcoin is ready
+    echo "Waiting for Bitcoin node to start..."
+    for i in {1..30}; do \
+        if just test-bitcoin >/dev/null 2>&1; then \
+            echo "Bitcoin node is ready!"; \
+            break; \
+        fi; \
+        echo "Waiting... ($i/30)"; \
+        sleep 1; \
+        if [ $i -eq 30 ]; then \
+            echo "Timed out waiting for Bitcoin node to start"; \
+            exit 1; \
+        fi; \
+    done
+
+test-bitcoin:
+    curl --silent --user custom_user:custom_pass \
+        --data-binary '{"jsonrpc": "1.0", "id":"bitcointest", "method": "getblockchaininfo", "params": []}' \
+        -H 'content-type: text/plain;' http://localhost:18443
+
+generate-blocks:
+    curl --silent --user custom_user:custom_pass \
+        --data-binary '{"jsonrpc": "1.0", "id":"bitcointest", "method": "generatetoaddress", "params": [101, "bcrt1prdfvfk2ddxe8y88qxhwkxn9cy0d2w6k98gj9smwz6tqjcnl4tdwsrf03aw"]}' \
+        -H 'content-type: text/plain;' http://localhost:18443
+
+# Electrs commands
+build-electrs:
+    docker build -t electrs-nix \
+        -f electrs.Dockerfile .
+
+start-electrs: setup-network
+    docker run -d --name electrs \
+        --network bitcoin-network \
+        -p 50001:50001 \
+        electrs-nix
+    echo "Electrs started"
+
+check-electrs:
+    docker logs electrs
+
+
+
+# Kill any services that might be using the ports
+kill-services:
+    # Kill any process using PostgreSQL port
+    lsof -ti:5432 | xargs kill -9 || true
+    # Kill any process using Bitcoin RPC port
+    lsof -ti:18443 | xargs kill -9 || true
+    # Kill any process using Electrs port
+    lsof -ti:50001 | xargs kill -9 || true
+
+# Stop and remove Docker containers
+stop-containers:
+    docker stop postgres bitcoin-node electrs || true
+    docker rm postgres bitcoin-node electrs || true
+
+# Clean everything
+clean-all:
+    just kill-services
+    just stop-containers
+    docker network rm bitcoin-network || true
+    # Make sure all orphaned networks are also removed
+    docker network prune -f
+    echo "Environment cleaned successfully"
+
+# Run the regtest example with all required services
+run-example-regtest:
+    # Clean up any existing containers first
+    just stop-containers
+    # Start all required services
+    just start-postgres
+    just build-bitcoin
+    just start-bitcoin
+    just build-electrs
+    just start-electrs
+    # Generate initial blocks
+    just generate-blocks
+    # Run the regtest example
+    cargo run --example regtest_bdk_sqlx_postgres

bitcoin.Dockerfile

@@ -0,0 +1,34 @@
+# Use the official Nix base image
+FROM nixos/nix:latest
+
+# Define build arguments with defaults
+ARG NODE_USERNAME
+ARG NODE_PASSWORD
+
+# Install bitcoind and basic tools via Nix
+RUN nix-channel --add https://nixos.org/channels/nixpkgs-unstable nixpkgs && \
+    nix-channel --update && \
+    nix-env -iA nixpkgs.bitcoind nixpkgs.coreutils
+
+# Create data directory
+RUN mkdir -p /data/bitcoin
+
+# Expose Bitcoin RPC port and P2P port
+EXPOSE 18443
+EXPOSE 18444
+
+# Set the entrypoint using shell form to enable variable interpolation
+ENTRYPOINT exec /root/.nix-profile/bin/bitcoind \
+    "-datadir=/data/bitcoin" \
+    "-printtoconsole" \
+    "-regtest=1" \
+    "-server=1" \
+    "-txindex=1" \
+    "-rpcbind=0.0.0.0:18443" \
+    "-rpcallowip=0.0.0.0/0" \
+    "-rpcuser=custom_user" \
+    "-rpcpassword=custom_pass" \
+    "-rpcworkqueue=64" \
+    "-rpcthreads=8" \
+    "-fallbackfee=0.0002" \
+    "-debug=1"

electrs.Dockerfile

@@ -0,0 +1,20 @@
+# Use the official Nix base image
+FROM nixos/nix:latest
+
+# Add the unstable channel
+RUN nix-channel --add https://nixos.org/channels/nixpkgs-unstable nixpkgs && \
+    nix-channel --update
+
+# Install electrs from Nixpkgs
+RUN nix-env -iA nixpkgs.electrs
+
+# Create data directory for electrs
+RUN mkdir -p /data/electrs/
+
+# Expose electrs RPC port (default: 50001)
+EXPOSE 50001
+
+COPY electrs.toml /etc/electrs/config.toml
+
+# Command to run electrs with direct auth parameters
+CMD ["/root/.nix-profile/bin/electrs", "--conf=/etc/electrs/config.toml"]

electrs.toml

@@ -0,0 +1,19 @@
+auth = "custom_user:custom_pass"
+# The listening RPC address of bitcoind
+daemon_rpc_addr = "bitcoin-node:18443"  # Use the Docker service name
+daemon_p2p_addr = "bitcoin-node:18444"
+# The listening P2P address of bitcoind
+# Note: Your Bitcoin node has P2P listening disabled (-listen=0)
+# so this connection will fail, but electrs needs P2P
+
+# Network type
+network = "regtest"
+
+# Database directory
+db_dir = "/data/electrs"
+
+# Electrum server address
+electrum_rpc_addr = "0.0.0.0:50001"  # Allow external connections
+
+# Log level
+log_filters = "INFO"