Snapshoting

Author: test

Cargo.lock

@@ -5,7 +5,7 @@ edition = "2024"
 
 [dependencies]
 actix-web = { version = "4", features = ["openssl"] }
-tokio = { version = "1", features = ["rt-multi-thread", "macros"] }
+tokio = { version = "1", features = ["rt-multi-thread", "macros", "fs"] }
 reqwest = { version = "0.12.15", features = ["json"] }
 futures-util = "0.3.31"
 serde_json = "1.0.140"
@@ -20,6 +20,7 @@ openssl = { version = "0.10", features = ["vendored"] }
 chrono = "0.4.40"
 jsonwebtoken = "9.3.1"
 log = "0.4.27"
+bincode = { version = "2.0", features = ["derive"] }
 
 [dev-dependencies]
 actix-test = { version = "0.1.0-beta.13" }

Cargo.toml

@@ -1,10 +1,10 @@
-<h1 align="center">🦀 DynaRust: Distributed Key-Value Store</h1>
+# 🦀 DynaRust: Distributed Key-Value Store
 
-DynaRust is a distributed key‑value store built in Rust. It's designed to be reliable and easy to manage, allowing you to add or remove nodes (servers) dynamically without interrupting service 🔄.
+DynaRust is a distributed key‑value store built in Rust 🦀. It's designed to be reliable 💪 and easy to manage, allowing you to add or remove nodes (servers) dynamically without interrupting service 🔄.
 
-Think of it as a shared dictionary spread across multiple computers 💻↔️💻. You can store data (key‑value pairs), retrieve it, and delete it using a simple web API 🔌. DynaRust automatically copies your data across available nodes for high availability and synchronizes changes over time (eventual consistency). It stores data in memory for speed ⚡️ and persists it to disk (`storage.db`) so your data remains safe even if a node restarts.
+Think of it as a shared dictionary 📚 spread across multiple computers 💻↔️💻. You can store data (key‑value pairs), retrieve it, and delete it using a simple web API 🔌. DynaRust automatically copies your data across available nodes for high availability ✅ and synchronizes changes over time (eventual consistency). It stores data in memory for speed ⚡️ and persists it to disk (`storage.db`) 💾 so your data remains safe even if a node restarts.
 
-With its advanced real‑time update capabilities, DynaRust pushes live changes with latencies below 5 ms 🚀. In fact, on a typical VPS (1 GB RAM, 100 Mbps bandwidth), a single node can comfortably sustain peak traffic of up to **5000 live connections**—and you can increase capacity even further simply by adding more nodes to your cluster!
+With its advanced real‑time update capabilities, DynaRust pushes live changes with latencies below 5 ms 🚀. In fact, on a typical VPS (1 GB RAM, 100 Mbps bandwidth), a single node can comfortably sustain peak traffic of up to **5000 live connections** 🔥—and you can increase capacity even further simply by adding more nodes to your cluster!
 
 ---
 ## Performance
@@ -38,6 +38,10 @@ With its advanced real‑time update capabilities, DynaRust pushes live changes
 
     *   **Use Case Example:** Imagine a web UI needing push notifications. Store device IDs as keys in a `devices` table. Use a separate `status` key in the same table. The frontend listens to `devices/subscribe/status`. The backend iterates through device keys, performs actions, and updates the `status` key, instantly notifying all listening frontends. Simple and blazing fast! ⚡️
 
+*   **🔒 Security:**
+    Certainly! Here’s a more polished and highlighted version of the **Security** section, emphasizing clarity and best practices:
+
+---
 
 ### 🔒 **Security**
 
@@ -50,10 +54,10 @@ With its advanced real‑time update capabilities, DynaRust pushes live changes
     - Each node must present a **secret token** (set via the `CLUSTER_SECRET` environment variable) to join the cluster, ensuring only trusted nodes participate.
 
 - **Transport Security (HTTPS):**
-    - All communication is secured with HTTPS (if enabled).
+    - All communication is secured with HTTPS by default.
     - **Easy Certificate Generation:**
         - Run `bash cert.sh`, provide a password, and a `.p12` certificate will be generated under the `cert/` directory.
-    - **How to enable HTTPS Mode:**
+    - **Testing Mode:**
         - Set `DYNA_MODE=https` to enable HTTPS
 
 ---
@@ -62,6 +66,11 @@ With its advanced real‑time update capabilities, DynaRust pushes live changes
 *   **🌐 Distributed Storage:**
     Data is automatically partitioned and spread across all nodes in the cluster.
 
+*   **🗄️ Automatic Snapshots:**
+    Every 60 minutes DynaRust writes a JSON snapshot of the entire in‑memory store to `./snapshots/snapshot_<ts>.json`.
+    By default only the last 100 snapshots are kept; older files are pruned automatically.
+    You can override the retention limit with the `SNAP_LIMIT` environment variable (e.g. `SNAP_LIMIT=200`).
+
 *   **✅ High Availability:**
     If one node fails, the remaining nodes continue to serve requests for the available data.
 
@@ -176,12 +185,12 @@ All operations except **GET** require a valid JWT in the `Authorization: Bearer
    - `404 Not Found` if table missing  
 
 6. **🔑 List or Batch‑Fetch Keys**  
-   6.1 **GET** `/{table}/keys`  
+   6.1 **GET** `/default/keys`  
        • `200 OK` →  
          ```json
          ["key1","key2",…]
          ```  
-   6.2 **POST** `/{table}/keys`  
+   6.2 **POST** `/default/keys`  
        - Body:  
          ```json
          ["key1","key2","key3"]
@@ -197,7 +206,7 @@ All operations except **GET** require a valid JWT in the `Authorization: Bearer
 
 7. **🔔 Subscribe to Real‑Time Updates (SSE)**  
    Instant updates on a single key.  
-   - URL: `/{table}/subscribe/mykey`  
+   - URL: `/default/subscribe/mykey`  
    - Usage:  
      ```bash
      curl -N http://localhost:6660/default/subscribe/mykey
@@ -306,11 +315,11 @@ DynaRust uses eventual consistency via state synchronization:
                +------------------------------------+
                           │
                           │ periodic
-                          │ snapshot
+                          │ snapshot & WAL
                           ↓
                +-----------------------+
                |  Disk Persistence     |
-               |  (cold_save)     |
+               |  (cold_save, WAL)     |
                |         💾            |
                +-----------------------+
 
@@ -328,7 +337,7 @@ Legend:
  • In‐Memory Store: local hashmaps of VersionedValue {value,version,timestamp,owner}.
  • Replication Module: fan‑out writes to peers using `X-Internal-Request`.
  • Other Nodes: receive internal requests, update memstore (no auth, no events).
- • Disk Persistence: periodic snapshots
+ • Disk Persistence: periodic snapshots + WAL for durability.
  • Cluster Membership: heartbeat sync via broadcaster tasks for node discovery.
  • SSE Subscriptions: real‐time `EventSource` streams on `/subscribe/{key}`.
 

README.md

@@ -0,0 +1,39 @@
+#!/bin/bash
+
+set -e
+
+CERT_DIR="./cert"
+mkdir -p "$CERT_DIR"
+
+# 1. Generate CA key and certificate
+openssl genrsa -out "$CERT_DIR/ca.key" 4096
+openssl req -x509 -new -nodes -key "$CERT_DIR/ca.key" -sha256 -days 3650 \
+    -out "$CERT_DIR/ca.crt" \
+    -subj "/C=US/ST=State/L=City/O=MyOrg/OU=OrgUnit/CN=MyRootCA"
+
+# 2. Generate server key and CSR
+openssl genrsa -out "$CERT_DIR/server.key" 4096
+openssl req -new -key "$CERT_DIR/server.key" -out "$CERT_DIR/server.csr" \
+    -subj "/C=US/ST=State/L=City/O=MyOrg/OU=OrgUnit/CN=localhost"
+
+# 3. Sign server certificate with CA
+openssl x509 -req -in "$CERT_DIR/server.csr" -CA "$CERT_DIR/ca.crt" -CAkey "$CERT_DIR/ca.key" \
+    -CAcreateserial -out "$CERT_DIR/server.crt" -days 365 -sha256
+
+# 4. Generate client key and CSR
+openssl genrsa -out "$CERT_DIR/client.key" 4096
+openssl req -new -key "$CERT_DIR/client.key" -out "$CERT_DIR/client.csr" \
+    -subj "/C=US/ST=State/L=City/O=MyOrg/OU=OrgUnit/CN=client"
+
+# 5. Sign client certificate with CA
+openssl x509 -req -in "$CERT_DIR/client.csr" -CA "$CERT_DIR/ca.crt" -CAkey "$CERT_DIR/ca.key" \
+    -CAcreateserial -out "$CERT_DIR/client.crt" -days 365 -sha256
+
+
+# 6. Combine client cert and key for clients that need a single PEM
+cat "$CERT_DIR/client.crt" "$CERT_DIR/client.key" > "$CERT_DIR/client-combined.pem"
+cd $CERT_DIR
+openssl pkcs12 -export -out client.p12 -inkey client.key -in client.crt -certfile ca.crt
+
+echo "All certificates and keys have been generated in $CERT_DIR"
+

cert.sh

@@ -0,0 +1,33 @@
+-----BEGIN CERTIFICATE-----
+MIIFozCCA4ugAwIBAgIUE4ZuGgPv4Z+NSABu0xXOVKpOtQ4wDQYJKoZIhvcNAQEL
+BQAwYTELMAkGA1UEBhMCVVMxDjAMBgNVBAgMBVN0YXRlMQ0wCwYDVQQHDARDaXR5
+MQ4wDAYDVQQKDAVNeU9yZzEQMA4GA1UECwwHT3JnVW5pdDERMA8GA1UEAwwITXlS
+b290Q0EwHhcNMjUwNDE3MTAyNDQ5WhcNMzUwNDE1MTAyNDQ5WjBhMQswCQYDVQQG
+EwJVUzEOMAwGA1UECAwFU3RhdGUxDTALBgNVBAcMBENpdHkxDjAMBgNVBAoMBU15
+T3JnMRAwDgYDVQQLDAdPcmdVbml0MREwDwYDVQQDDAhNeVJvb3RDQTCCAiIwDQYJ
+KoZIhvcNAQEBBQADggIPADCCAgoCggIBALALh/25Q7JWpYH6DHY4kEtsERt+zNS3
+4PVh6rRI9SgOGajuhDFfp0LacxXGjRDJY3wO/oEs1n1okbqHuwBVBjTZ1ShtyqAB
+HdgO2Jb5BL8XYVXbX61DSCaU3IGvepd40q8JnUOUE8WKUD/U2VcHcSbpiZY5OkCH
+/0hO3p0nzLodwpEBWhVpjLdR0/qpwBjej4OVT2f+tffsFFxI93pLweBS6snI5KuH
+ioPGAUPGndgIvCqrnPufFCDEyxp+V1Ci6bNrW+UN5wN/eciXs3pZlS2xK5WPA+1D
+7plZh7OJks7xwe0eV0lVvaqsqMcAPZfWQJzpTvL4cZEKFO8XD/ZFqGartnjcx938
+r2piQOWi8pVURm+MBTOaUoOcPU/gweWM/xUtK5jqF1pA2ElJfDXRticPXJQv5c26
+3n2nQhbkkgD4vhE/TBfq9NferlFr5xokJISR9fx9GxnHS1X4gggD5vHyegnI5qLj
++eUA50Y2cTG5DtSTcyJ1khjJT6CfXkscoyv1ah0ZJ7+hdKiRLpfG/ZmIxD+w2rN4
+fBm7o+wUZbjcP8rpSugOzq7W5CEhcfofhmo+ijp7qM+y8RrnyeoIBPc6ZyZirT4T
+lFjzu00C8nq1/Q52fXRdknCZJflb3NYJBkK1kWq5bHqdn2NP6BvCpxqm4mccyUSY
+X2A32HZEGbnzAgMBAAGjUzBRMB0GA1UdDgQWBBSiFFWWGIe5ytM6GOCLCPaM5mKT
+pDAfBgNVHSMEGDAWgBSiFFWWGIe5ytM6GOCLCPaM5mKTpDAPBgNVHRMBAf8EBTAD
+AQH/MA0GCSqGSIb3DQEBCwUAA4ICAQCZQVElXJ0mdsgrrFpf8q0hcpe2IJtZl8t+
+ZObpges+M2JqvIXx+w5u8PigUtScBLyFt0TweKcFR9YuKYl67ex90PpvwSFZ7C1H
+QmDhjneWcHtL5Dxt/nYpGl1zRVeh4PKe8VVdDNZzIRnKJp0LFo/eIY2Y4WkZBOT8
++cm8jL1i3sYYvwsFJQ3/jzAlX/xm740pnX6sVgdAsU9Q3+gMPIJuBWGu/QxxiAwa
+dan1MI6AzLynyNDTn5aSlWSPeSjNLAvHsX2ksU2gSBF48eACOv55ByyYKO6F8yxo
+BxrcFpUbES4TnFUIb8FVeNn/1/kYNaTn2uvjITaPpNau+GMbViDZxOnUu77jhTAH
+zIdbQFA2ZRShb8Y1R43QaxM7osatmn4eKwHoiNWa0Rus3grKicx2/sNxYoT5MdDT
+1fQejYzuj04cJZHQ9qFVPQmpeDA7dOWoocNxih54MqNxWh61MJZKuBsaizgzbq1W
+TKev5nYQqbPn4m5eOKRoF7xUI1EXgRDlElPz/qPPin3HbS46ZMe0vlCyflzbFp0Z
+ceQGHFby4HnO/YpVP4EO1zWbZdbGF2K1ummlT+P9P43i4og1Zk4AP3usT+7wr1mm
+yiKEvnBKxwMT99LOvtd94EGEIcFOagKqs3EhFKhHpDczG+0iePC/A8n/pSZUDYRL
+qNHjcM746Q==
+-----END CERTIFICATE-----

cert/ca.crt

@@ -0,0 +1,52 @@
+-----BEGIN PRIVATE KEY-----
+MIIJQwIBADANBgkqhkiG9w0BAQEFAASCCS0wggkpAgEAAoICAQCwC4f9uUOyVqWB
++gx2OJBLbBEbfszUt+D1Yeq0SPUoDhmo7oQxX6dC2nMVxo0QyWN8Dv6BLNZ9aJG6
+h7sAVQY02dUobcqgAR3YDtiW+QS/F2FV21+tQ0gmlNyBr3qXeNKvCZ1DlBPFilA/
+1NlXB3Em6YmWOTpAh/9ITt6dJ8y6HcKRAVoVaYy3UdP6qcAY3o+DlU9n/rX37BRc
+SPd6S8HgUurJyOSrh4qDxgFDxp3YCLwqq5z7nxQgxMsafldQoumza1vlDecDf3nI
+l7N6WZUtsSuVjwPtQ+6ZWYeziZLO8cHtHldJVb2qrKjHAD2X1kCc6U7y+HGRChTv
+Fw/2Rahmq7Z43Mfd/K9qYkDlovKVVEZvjAUzmlKDnD1P4MHljP8VLSuY6hdaQNhJ
+SXw10bYnD1yUL+XNut59p0IW5JIA+L4RP0wX6vTX3q5Ra+caJCSEkfX8fRsZx0tV
++IIIA+bx8noJyOai4/nlAOdGNnExuQ7Uk3MidZIYyU+gn15LHKMr9WodGSe/oXSo
+kS6Xxv2ZiMQ/sNqzeHwZu6PsFGW43D/K6UroDs6u1uQhIXH6H4ZqPoo6e6jPsvEa
+58nqCAT3OmcmYq0+E5RY87tNAvJ6tf0Odn10XZJwmSX5W9zWCQZCtZFquWx6nZ9j
+T+gbwqcapuJnHMlEmF9gN9h2RBm58wIDAQABAoICACo8ggKOLd8+KZRPFSlR9dCa
+m1og6GzKtwa4WNKrRGI5S8+7dezQmbUQ6xaY3eRepOcxQ79jLgzFh10cznFMdOI+
+NwVtnfUYf3wER9Ok6A4ewmQSb1iG8WsMQQE+RCfOPaHwKRJ7FulIf2tpGkHmj6+5
+zSBFF6Q+3LEQ9xj2YQhwNmuKyv2jJrcew0B69JMi5oS30GbPdgIG2nWvrexh+6Bh
+1GHYOICs0r89xLTplJotslN8e/vklTQtctsm37UBeRdqVRBV7wxoS6QkPVPH5WIi
+hSXrO5Jzv218TPH2ukm7N/83TdLS5t/pb87a0Gw646Kh2SazE7AsHoykWFiKKtYc
+N9V9Ba4UOrCBXP5PdRWeQYKrFYawaGG2at3hnDL1Bn7gOkFFgi5qeRZ3Ayih2czp
+0wWceak9ayYUV1C5ltkIajNL9qWVenx2RNovjOMiG9ycqB8RuK/mQi6tDBiKFvxa
+URp3PvFdyb1hRJN6QBzLpJcKh7H+Ipn/N1yoAk0iW1DkT8MCYbF/ouBTZd2YyRlr
+uD1yIPHaKA2q+ZLa97+nVZSW1aN47oDBNWgwL/UOWeqKQs5GKHGR/8L7tYkORoRv
+2FGmxU//w75HBL1u0zcRKqT+hzk7YlXfQ8O07eiPW9TWvOfkmkNhx6l4ZGhceI/j
+XikhohS3RZp1Nv4344ZpAoIBAQD2Ahg/Cw0AECOtbcH0kuHB+QmlvgbSPVh3nysG
+Zp8chwsDeYW3Or+PWGZcePnYu6s138B7luL/uAjXaAkbYRu7FWk32wQKF1tAT7PQ
+SPORTPDXEJVPL7WZVwLcv9I1PHKx/16KXFUwB8M+AOH7S5mzQqOIhQITj5evmz+8
+4al9R1jStDiACruwAvOPVA8xLdZKHrLgHpt7MHBU84jUpt+xMlTLST+KgYu7XQG3
+K8HjzLcS4vO11j+KWCqltu8y1/7NCCltKPIIizHSzN2wm3EwFzLEx7SDZIKDpLZ9
+SfYQm6/aY4Xka1vFPEkHG99svWrTx2gDnue1BW8d80JF8cj5AoIBAQC3MfwY7YEO
+EDMtDfP2FjjxYBDcRRxjJ0Nn0VokaTgTVQc6hS/ygJVPUqhmnbnLdwpAoY8Lvi4k
+ipIHa/l344ptYkKsx6UW/c5nZgpq9bFMjCI/qJ78fkWMCPAbGlsnWaUPdwBCh9ny
+YhRtQKjX8WtiFQ5Jxbtomim80lzXRQlKn4bY4VOPtzfXvv7MTRbbgDE6b3HEGija
+85lEDfverKCjT6FODqVTEzR8BEVl5Gnewl8ZTHdyS6sWwXq5MkjZEuictHcf8lSK
+bOI2qJjDyT6cP64J1mGU2BlAnaHHSh0YKq6wIrCuxfAgDH9/H19Rbbb0/ot4r014
+13N6JLWq6eFLAoIBAQCoZ1Cvv2Hb3DCAJTVztiTDAzbeddH3k7T+1j++tvtOrQcW
+DtdBUf8WIp6XyNzHx9hxHcWHFQg5o4Kx6m7phjVUgViwusXuHoUB5k2iVH4fxjrM
+DncXaQJ4gL7d3JYKiWG+haDzODe8lGPMCxCnVN5Xf1OxPdPpDg/5T153b0b2EqQ0
+QNi4liBbYfnW8OUhdk5OGOu8TleDIeqTzM6rO7y/cUPokTDlIL9FuGpXOKYWyem9
+DQ1mOc7vZmFzZWIjPQcY1fB94FynCppFwqYzooT+NbM0T707gM9zTIr8A2hlgB4G
+csCSWAfPYfBf5G2y44vAg62pZNsa6ShiqUaB2P0JAoIBABfBIYFR+rQKIbir4IB+
+bS/PVyBYzc+FndXubZPfGOhY1DEgaBE33ySEAVYdCaR6cRfkWxoYtP8EAN95fsWu
++ZopbZ/d22hZzNPXhW5NIYpdeWtrwAHZlccMuaWqCzvVAfQ5aA04dGhbk25/PeWS
+Zmw3crzaKOztYJAdbvBzATtt6BxjS2SNS25sU7nGHTqlKrz7CnN1OOr7P1p1vb0o
+AURr5OysNX/KM7oJC76kmZ3K8m3jXnGxoiO3PuSYwp1zODpppDC+SXwRllukDPsG
+M1orX7Pi2pBkXRHl3r5qu88QacppFSP0gqiFNlsThFaYtWqbPxaNFKygs1aZP/1D
+inUCggEBAN1aM8sA2F7o3bTUvvlq7d169CI0PjJeldJnHEoK6oSScrygrLuZZLGD
+jl7Kw2l3RQKHW+fUC257D9xP/WurBYB+cyW5wW1s7w+fFqY75KjrZmMsR2puahi5
+GKTs6Z0f4U0c3F2ZOKwcSWQc2B6lWDB1RAC8jyqyI2j8yHE9yXFK6bPnjZg/yvyx
+TyK7Rgwazbixtbm5rp7qU4ACs9Pirkjen7DjeKZu1Toebc2y2uhd3mP313kWKPNx
+Ckf+IFd2xUoXAfb+gqZDCO4STw1u01Aeg1Gy8JzsQXcrhsiSfyuAjgH+rKLnnKk9
+MkTSeDBqmjeqz/jomyKVDL48dF885Hw=
+-----END PRIVATE KEY-----

cert/ca.key

@@ -0,0 +1 @@
+5A8DC566AB8E09C799D1B38373CA3C19676BD551