chore: sqlite v1 to v2 data migration

Author: NathanFlurry

Cargo.lock

@@ -119,6 +119,7 @@ members = [
   rand = "0.8"
   regex = "1.4"
   rstest = "0.26.1"
+  rusqlite = { version = "0.32.1", features = [ "bundled" ] }
   rustls-pemfile = "2.2.0"
   rustyline = "15.0.0"
   scc = "3.6.12"

Cargo.toml

@@ -32,13 +32,15 @@ serde_bare.workspace = true
 serde_json.workspace = true
 serde.workspace = true
 sqlite-storage.workspace = true
+tempfile.workspace = true
 tokio-tungstenite.workspace = true
 tokio.workspace = true
 tracing.workspace = true
 universaldb.workspace = true
 universalpubsub.workspace = true
 url.workspace = true
 vbare.workspace = true
+rusqlite.workspace = true
 
 pegboard.workspace = true
 namespace.workspace = true

engine/packages/pegboard-envoy/Cargo.toml

@@ -55,4 +55,37 @@ lazy_static::lazy_static! {
 		BUCKETS.to_vec(),
 		*REGISTRY
 	).unwrap();
+
+	pub static ref SQLITE_MIGRATION_ATTEMPTS_TOTAL: IntCounter = register_int_counter_with_registry!(
+		"pegboard_envoy_sqlite_migration_attempts_total",
+		"Total number of sqlite v1 to v2 migration attempts.",
+		*REGISTRY
+	).unwrap();
+
+	pub static ref SQLITE_MIGRATION_SUCCESSES_TOTAL: IntCounter = register_int_counter_with_registry!(
+		"pegboard_envoy_sqlite_migration_successes_total",
+		"Total number of sqlite v1 to v2 migrations that completed successfully.",
+		*REGISTRY
+	).unwrap();
+
+	pub static ref SQLITE_MIGRATION_FAILURES_TOTAL: IntCounterVec = register_int_counter_vec_with_registry!(
+		"pegboard_envoy_sqlite_migration_failures_total",
+		"Total number of sqlite v1 to v2 migration failures by phase.",
+		&["phase"],
+		*REGISTRY
+	).unwrap();
+
+	pub static ref SQLITE_MIGRATION_DURATION: Histogram = register_histogram_with_registry!(
+		"pegboard_envoy_sqlite_migration_duration_seconds",
+		"Duration of sqlite v1 to v2 migrations.",
+		BUCKETS.to_vec(),
+		*REGISTRY
+	).unwrap();
+
+	pub static ref SQLITE_MIGRATION_PAGES: Histogram = register_histogram_with_registry!(
+		"pegboard_envoy_sqlite_migration_pages",
+		"Number of pages imported during sqlite v1 to v2 migration.",
+		BUCKETS.to_vec(),
+		*REGISTRY
+	).unwrap();
 }