refactor(catalog,event): migrate serialization from serde to zerompk with schema-evolution attributes

Replace serde Serialize/Deserialize derives with zerompk ToMessagePack/
FromMessagePack across all catalog entry types and event-plane types.
Every struct gains `#[msgpack(map)]` for named-field encoding and
`#[msgpack(default)]` on optional/defaultable fields, enabling safe
forward and backward-compatible schema evolution as new fields are added.

Removes the serde dependency from all affected modules; test helpers that
previously used serde_json for roundtrip assertions are updated to use
zerompk directly.

Author: farhan-syah

nodedb/src/control/catalog_entry/entry.rs

@@ -6,8 +6,6 @@
 //! it (the apply / post_apply / tests modules use exhaustive
 //! matches).
 
-use serde::{Deserialize, Serialize};
-
 use crate::control::security::catalog::{
     StoredCollection, StoredMaterializedView, StoredRlsPolicy,
     auth_types::{
@@ -21,9 +19,7 @@ use crate::control::security::catalog::{
 use crate::event::cdc::stream_def::ChangeStreamDef;
 use crate::event::scheduler::types::ScheduleDef;
 
-#[derive(
-    Debug, Clone, Serialize, Deserialize, zerompk::ToMessagePack, zerompk::FromMessagePack,
-)]
+#[derive(Debug, Clone, zerompk::ToMessagePack, zerompk::FromMessagePack)]
 pub enum CatalogEntry {
     // ── Collection ─────────────────────────────────────────────────
     /// Upsert a collection record. Used by CREATE COLLECTION and by

nodedb/src/control/security/catalog/auth_types.rs

@@ -1,14 +1,8 @@
 //! Authentication and authorization type definitions for redb catalog storage.
 
 /// Serializable user record for redb storage.
-#[derive(
-    serde::Serialize,
-    serde::Deserialize,
-    zerompk::ToMessagePack,
-    zerompk::FromMessagePack,
-    Debug,
-    Clone,
-)]
+#[derive(zerompk::ToMessagePack, zerompk::FromMessagePack, Debug, Clone)]
+#[msgpack(map)]
 pub struct StoredUser {
     pub user_id: u64,
     pub username: String,
@@ -20,31 +14,25 @@ pub struct StoredUser {
     pub is_superuser: bool,
     pub is_active: bool,
     /// True if this is a service account (no password, API key auth only).
-    #[serde(default)]
+    #[msgpack(default)]
     pub is_service_account: bool,
     /// Unix timestamp (seconds) when the user was created.
-    #[serde(default)]
+    #[msgpack(default)]
     pub created_at: u64,
     /// Unix timestamp (seconds) when the user was last modified.
-    #[serde(default)]
+    #[msgpack(default)]
     pub updated_at: u64,
     /// Unix timestamp (seconds) when the password expires. 0 = no expiry.
-    #[serde(default)]
+    #[msgpack(default)]
     pub password_expires_at: u64,
     /// MD5 hash for pgwire MD5 auth: `md5(password + username)` as hex.
-    #[serde(default)]
+    #[msgpack(default)]
     pub md5_hash: String,
 }
 
 /// Serializable API key record for redb storage.
-#[derive(
-    serde::Serialize,
-    serde::Deserialize,
-    zerompk::ToMessagePack,
-    zerompk::FromMessagePack,
-    Debug,
-    Clone,
-)]
+#[derive(zerompk::ToMessagePack, zerompk::FromMessagePack, Debug, Clone)]
+#[msgpack(map)]
 pub struct StoredApiKey {
     /// Unique key identifier (used as prefix in the token).
     pub key_id: String,
@@ -62,19 +50,12 @@ pub struct StoredApiKey {
     pub created_at: u64,
     /// Permission scope restriction. Empty = inherit all user permissions.
     /// Format: ["read:collection_name", "write:collection_name", ...]
-    #[serde(default)]
+    #[msgpack(default)]
     pub scope: Vec<String>,
 }
 
 /// Serializable tenant record for redb storage.
-#[derive(
-    serde::Serialize,
-    serde::Deserialize,
-    zerompk::ToMessagePack,
-    zerompk::FromMessagePack,
-    Debug,
-    Clone,
-)]
+#[derive(zerompk::ToMessagePack, zerompk::FromMessagePack, Debug, Clone)]
 pub struct StoredTenant {
     pub tenant_id: u32,
     pub name: String,
@@ -83,14 +64,8 @@ pub struct StoredTenant {
 }
 
 /// Serializable audit entry for redb storage.
-#[derive(
-    serde::Serialize,
-    serde::Deserialize,
-    zerompk::ToMessagePack,
-    zerompk::FromMessagePack,
-    Debug,
-    Clone,
-)]
+#[derive(zerompk::ToMessagePack, zerompk::FromMessagePack, Debug, Clone)]
+#[msgpack(map)]
 pub struct StoredAuditEntry {
     pub seq: u64,
     pub timestamp_us: u64,
@@ -99,19 +74,12 @@ pub struct StoredAuditEntry {
     pub source: String,
     pub detail: String,
     /// SHA-256 hash of the previous entry (hex). Empty for first entry.
-    #[serde(default)]
+    #[msgpack(default)]
     pub prev_hash: String,
 }
 
 /// Serializable custom role for redb storage.
-#[derive(
-    serde::Serialize,
-    serde::Deserialize,
-    zerompk::ToMessagePack,
-    zerompk::FromMessagePack,
-    Debug,
-    Clone,
-)]
+#[derive(zerompk::ToMessagePack, zerompk::FromMessagePack, Debug, Clone)]
 pub struct StoredRole {
     pub name: String,
     pub tenant_id: u32,
@@ -121,14 +89,7 @@ pub struct StoredRole {
 }
 
 /// Serializable permission grant for redb storage.
-#[derive(
-    serde::Serialize,
-    serde::Deserialize,
-    zerompk::ToMessagePack,
-    zerompk::FromMessagePack,
-    Debug,
-    Clone,
-)]
+#[derive(zerompk::ToMessagePack, zerompk::FromMessagePack, Debug, Clone)]
 pub struct StoredPermission {
     /// What the grant applies to: "cluster", "tenant:1", "collection:1:users"
     pub target: String,
@@ -141,14 +102,7 @@ pub struct StoredPermission {
 }
 
 /// Serializable ownership record.
-#[derive(
-    serde::Serialize,
-    serde::Deserialize,
-    zerompk::ToMessagePack,
-    zerompk::FromMessagePack,
-    Debug,
-    Clone,
-)]
+#[derive(zerompk::ToMessagePack, zerompk::FromMessagePack, Debug, Clone)]
 pub struct StoredOwner {
     /// "collection", "index"
     pub object_type: String,
@@ -159,14 +113,7 @@ pub struct StoredOwner {
 }
 
 /// Serializable blacklist entry for redb storage.
-#[derive(
-    Debug,
-    Clone,
-    serde::Serialize,
-    serde::Deserialize,
-    zerompk::ToMessagePack,
-    zerompk::FromMessagePack,
-)]
+#[derive(Debug, Clone, zerompk::ToMessagePack, zerompk::FromMessagePack)]
 pub struct StoredBlacklistEntry {
     /// Blacklist entry key: `"user:{user_id}"` or `"ip:{addr_or_cidr}"`.
     pub key: String,
@@ -183,21 +130,15 @@ pub struct StoredBlacklistEntry {
 }
 
 /// Serializable JIT-provisioned auth user record for redb storage.
-#[derive(
-    Debug,
-    Clone,
-    serde::Serialize,
-    serde::Deserialize,
-    zerompk::ToMessagePack,
-    zerompk::FromMessagePack,
-)]
+#[derive(Debug, Clone, zerompk::ToMessagePack, zerompk::FromMessagePack)]
+#[msgpack(map)]
 pub struct StoredAuthUser {
     /// Unique identifier (from JWT `sub` or `user_id` claim).
     pub id: String,
     /// Username (display name).
     pub username: String,
     /// Email address (from JWT `email` claim).
-    #[serde(default)]
+    #[msgpack(default)]
     pub email: String,
     /// Tenant this user belongs to.
     pub tenant_id: u32,
@@ -210,13 +151,13 @@ pub struct StoredAuthUser {
     /// Whether this user is active (can authenticate).
     pub is_active: bool,
     /// Account status: active, suspended, banned, restricted, read_only.
-    #[serde(default = "default_status")]
+    #[msgpack(default = "default_status")]
     pub status: String,
     /// Whether this user was externally provisioned (no local password).
-    #[serde(default = "default_true")]
+    #[msgpack(default = "default_true")]
     pub is_external: bool,
     /// Last synced JWT claims (for claim sync on each request).
-    #[serde(default)]
+    #[msgpack(default)]
     pub synced_claims: std::collections::HashMap<String, String>,
 }
 

nodedb/src/control/security/catalog/collection_constraints.rs

@@ -19,32 +19,41 @@ use crate::bridge::expr_eval::SqlExpr;
 
 /// Extended field definition supporting DEFAULT, VALUE, ASSERT, and TYPE constraints.
 #[derive(Debug, Clone, Serialize, Deserialize, ToMessagePack, FromMessagePack)]
+#[msgpack(map)]
 pub struct FieldDefinition {
     pub name: String,
     /// Type constraint: "int", "float", "string", etc. Empty = any.
     #[serde(default)]
+    #[msgpack(default)]
     pub field_type: String,
     /// Default expression (evaluated when field is missing on insert).
     #[serde(default)]
+    #[msgpack(default)]
     pub default_expr: String,
     /// Computed value expression (evaluated on every read, not stored).
     #[serde(default)]
+    #[msgpack(default)]
     pub value_expr: String,
     /// Assertion expression (must evaluate to true for writes to succeed).
     #[serde(default)]
+    #[msgpack(default)]
     pub assert_expr: String,
     /// Whether the field is read-only (cannot be set by user).
     #[serde(default)]
+    #[msgpack(default)]
     pub readonly: bool,
     /// Sequence name for auto-generated values on INSERT.
     #[serde(default)]
+    #[msgpack(default)]
     pub sequence_name: Option<String>,
     /// If true, this field is a stored generated column (materialized on write).
     /// `value_expr` contains the serialized SqlExpr for write-time evaluation.
     #[serde(default)]
+    #[msgpack(default)]
     pub is_generated: bool,
     /// Column names this generated column depends on (for UPDATE recomputation).
     #[serde(default)]
+    #[msgpack(default)]
     pub generated_deps: Vec<String>,
 }
 

nodedb/src/control/security/catalog/column_stats.rs

@@ -1,16 +1,12 @@
 //! Column statistics for query optimizer (ANALYZE).
 
-use serde::{Deserialize, Serialize};
-
 use super::types::{COLUMN_STATS, SystemCatalog, catalog_err};
 
 /// Per-column statistics collected by ANALYZE.
 ///
 /// Stored in redb under `_system.column_stats` with key `"{tenant_id}:{collection}:{column}"`.
 /// Used by DataFusion's cost-based optimizer for cardinality estimation.
-#[derive(
-    Debug, Clone, Serialize, Deserialize, zerompk::ToMessagePack, zerompk::FromMessagePack,
-)]
+#[derive(Debug, Clone, zerompk::ToMessagePack, zerompk::FromMessagePack)]
 pub struct StoredColumnStats {
     pub tenant_id: u32,
     pub collection: String,

nodedb/src/control/security/catalog/dependencies.rs

@@ -6,16 +6,7 @@
 use super::types::{DEPENDENCIES, SystemCatalog, catalog_err};
 
 /// A single dependency edge: the source object references the target.
-#[derive(
-    Debug,
-    Clone,
-    serde::Serialize,
-    serde::Deserialize,
-    zerompk::ToMessagePack,
-    zerompk::FromMessagePack,
-    PartialEq,
-    Eq,
-)]
+#[derive(Debug, Clone, zerompk::ToMessagePack, zerompk::FromMessagePack, PartialEq, Eq)]
 pub struct Dependency {
     /// Type of referenced object: "function", "collection".
     pub target_type: String,
@@ -24,14 +15,7 @@ pub struct Dependency {
 }
 
 /// All dependencies for a source object.
-#[derive(
-    Debug,
-    Clone,
-    serde::Serialize,
-    serde::Deserialize,
-    zerompk::ToMessagePack,
-    zerompk::FromMessagePack,
-)]
+#[derive(Debug, Clone, zerompk::ToMessagePack, zerompk::FromMessagePack)]
 pub struct DependencyList {
     pub deps: Vec<Dependency>,
 }