74 add persistence backend sqlite for long term record history (#75)

* implement optional SQLite persistence backend for long-term record history

* update persistence backend documentation and implementation details for SQLite integration

* feat: add generic extension storage for AimDbBuilder and AimDb

- Introduced `Extensions` struct for storing typed state during builder configuration and record setup.
- Updated `AimDbBuilder` and `AimDb` to use the new `Extensions` for external crate integration.

feat: implement record.query handler for persistence

- Added `handle_record_query` function to process `record.query` requests.
- Integrated a type-erased query handler mechanism to allow persistence backends to register query handlers.

feat: create SQLite persistence backend

- Added `aimdb-persistence-sqlite` crate with a `SqliteBackend` implementation.
- Implemented asynchronous storage and querying of records using SQLite.

feat: define persistence backend trait and extensions

- Created `PersistenceBackend` trait for pluggable persistence backends.
- Added builder and record registration extensions for persistence configuration.

feat: implement query extensions for AimDb

- Added `AimDbQueryExt` trait to provide query capabilities for latest and range queries.
- Integrated error handling and deserialization for queried results.

test: add unit tests for persistence functionality

- Implemented tests for storing, querying, and cleaning up records in the SQLite backend.
- Verified correct behavior for pattern matching and time range queries.

* chore: update subproject commit reference for embassy

* feat: add regex dependency for improved pattern matching

* feat: enhance SQLite persistence backend with improved error handling and type safety

* feat: add changelog and README for aimdb-persistence and aimdb-persistence-sqlite

* feat: update query_range to accept optional limit_per_record parameter

* format

* Update aimdb-core/src/remote/handler.rs

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

* Update aimdb-core/src/remote/handler.rs

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

* Update aimdb-persistence-sqlite/src/lib.rs

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

* Update aimdb-persistence/src/ext.rs

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

* Add NoStdStartFnType for non-std environments and improve retention handling

* Add integration tests for query handling

---------

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

Author: lxsaah

Cargo.lock

@@ -8,6 +8,8 @@ members = [
     "aimdb-embassy-adapter",
     "aimdb-tokio-adapter",
     "aimdb-sync",
+    "aimdb-persistence",
+    "aimdb-persistence-sqlite",
     "aimdb-mqtt-connector",
     "aimdb-knx-connector",
     "tools/aimdb-cli",

Cargo.toml

@@ -60,6 +60,10 @@ build:
 	cargo build --package aimdb-cli
 	@printf "$(YELLOW)  → Building MCP server$(NC)\n"
 	cargo build --package aimdb-mcp
+	@printf "$(YELLOW)  → Building persistence backend$(NC)\n"
+	cargo build --package aimdb-persistence
+	@printf "$(YELLOW)  → Building persistence SQLite backend$(NC)\n"
+	cargo build --package aimdb-persistence-sqlite
 	@printf "$(YELLOW)  → Building KNX connector$(NC)\n"
 	cargo build --package aimdb-knx-connector --features "std,tokio-runtime"
 
@@ -85,14 +89,18 @@ test:
 	cargo test --package aimdb-cli
 	@printf "$(YELLOW)  → Testing MCP server$(NC)\n"
 	cargo test --package aimdb-mcp
+	@printf "$(YELLOW)  → Testing persistence backend$(NC)\n"
+	cargo test --package aimdb-persistence
+	@printf "$(YELLOW)  → Testing persistence SQLite backend$(NC)\n"
+	cargo test --package aimdb-persistence-sqlite
 	@printf "$(YELLOW)  → Testing MQTT connector$(NC)\n"
 	cargo test --package aimdb-mqtt-connector --features "std,tokio-runtime"
 	@printf "$(YELLOW)  → Testing KNX connector$(NC)\n"
 	cargo test --package aimdb-knx-connector --features "std,tokio-runtime"
 
 fmt:
 	@printf "$(GREEN)Formatting code (workspace members only)...$(NC)\n"
-	@for pkg in aimdb-executor aimdb-derive aimdb-data-contracts aimdb-core aimdb-client aimdb-embassy-adapter aimdb-tokio-adapter aimdb-sync aimdb-mqtt-connector aimdb-knx-connector aimdb-cli aimdb-mcp sync-api-demo tokio-mqtt-connector-demo embassy-mqtt-connector-demo tokio-knx-connector-demo embassy-knx-connector-demo weather-mesh-common weather-hub weather-station-alpha weather-station-beta; do \
+	@for pkg in aimdb-executor aimdb-derive aimdb-data-contracts aimdb-core aimdb-client aimdb-embassy-adapter aimdb-tokio-adapter aimdb-sync aimdb-persistence aimdb-persistence-sqlite aimdb-mqtt-connector aimdb-knx-connector aimdb-cli aimdb-mcp sync-api-demo tokio-mqtt-connector-demo embassy-mqtt-connector-demo tokio-knx-connector-demo embassy-knx-connector-demo weather-mesh-common weather-hub weather-station-alpha weather-station-beta; do \
 		printf "$(YELLOW)  → Formatting $$pkg$(NC)\n"; \
 		cargo fmt -p $$pkg 2>/dev/null || true; \
 	done
@@ -101,7 +109,7 @@ fmt:
 fmt-check:
 	@printf "$(GREEN)Checking code formatting (workspace members only)...$(NC)\n"
 	@FAILED=0; \
-	for pkg in aimdb-executor aimdb-derive aimdb-data-contracts aimdb-core aimdb-client aimdb-embassy-adapter aimdb-tokio-adapter aimdb-sync aimdb-mqtt-connector aimdb-knx-connector aimdb-cli aimdb-mcp sync-api-demo tokio-mqtt-connector-demo embassy-mqtt-connector-demo tokio-knx-connector-demo embassy-knx-connector-demo weather-mesh-common weather-hub weather-station-alpha weather-station-beta; do \
+	for pkg in aimdb-executor aimdb-derive aimdb-data-contracts aimdb-core aimdb-client aimdb-embassy-adapter aimdb-tokio-adapter aimdb-sync aimdb-persistence aimdb-persistence-sqlite aimdb-mqtt-connector aimdb-knx-connector aimdb-cli aimdb-mcp sync-api-demo tokio-mqtt-connector-demo embassy-mqtt-connector-demo tokio-knx-connector-demo embassy-knx-connector-demo weather-mesh-common weather-hub weather-station-alpha weather-station-beta; do \
 		printf "$(YELLOW)  → Checking $$pkg$(NC)\n"; \
 		if ! cargo fmt -p $$pkg -- --check 2>&1; then \
 			printf "$(RED)❌ Formatting check failed for $$pkg$(NC)\n"; \
@@ -140,6 +148,10 @@ clippy:
 	cargo clippy --package aimdb-cli --all-targets -- -D warnings
 	@printf "$(YELLOW)  → Clippy on MCP server$(NC)\n"
 	cargo clippy --package aimdb-mcp --all-targets -- -D warnings
+	@printf "$(YELLOW)  → Clippy on persistence backend$(NC)\n"
+	cargo clippy --package aimdb-persistence --all-targets -- -D warnings
+	@printf "$(YELLOW)  → Clippy on persistence SQLite backend$(NC)\n"
+	cargo clippy --package aimdb-persistence-sqlite --all-targets -- -D warnings
 	@printf "$(YELLOW)  → Clippy on KNX connector (std)$(NC)\n"
 	cargo clippy --package aimdb-knx-connector --features "std,tokio-runtime" --all-targets -- -D warnings
 	@printf "$(YELLOW)  → Clippy on KNX connector (embassy)$(NC)\n"
@@ -163,6 +175,8 @@ doc:
 	cargo doc --package aimdb-knx-connector --features "std,tokio-runtime" --no-deps
 	cargo doc --package aimdb-cli --no-deps
 	cargo doc --package aimdb-mcp --no-deps
+	cargo doc --package aimdb-persistence --no-deps
+	cargo doc --package aimdb-persistence-sqlite --no-deps
 	@cp -r target/doc/* target/doc-final/cloud/
 	@printf "$(YELLOW)  → Building embedded documentation$(NC)\n"
 	cargo doc --package aimdb-core --no-default-features --features alloc --no-deps