feat(geth-engine): add core runtime metrics (#37)

Author: YoEight

Cargo.lock

@@ -45,12 +45,13 @@ features = ["trace", "logs", "grpc-tonic"]
 
 [dependencies]
 tonic = "0.13"
+tower = "0.5"
 tracing = "0.1"
 tracing-opentelemetry = "0.31"
 opentelemetry = "0.30"
 opentelemetry_sdk = "0.30"
 opentelemetry-appender-tracing = "0.30"
-
+http = "1"
 bytes = "1"
 eyre = "0.6"
 chrono = "0.4"
@@ -59,6 +60,7 @@ moka = "0.11"
 async-trait = "0.1.71"
 serde = { version = "1", features = ["derive"] }
 base64 = "0.22"
+sysinfo = "0.35"
 
 [build-dependencies]
 built = { version = "0.8", features = ["git2"] }

geth-engine/Cargo.toml

@@ -1,6 +1,8 @@
+use crate::metrics::configure_metrics;
 pub use crate::options::Options;
 
 mod domain;
+mod metrics;
 mod names;
 mod options;
 mod process;
@@ -11,7 +13,9 @@ use geth_mikoshi::{
 use opentelemetry::{trace::TracerProvider, KeyValue};
 use opentelemetry_appender_tracing::layer::OpenTelemetryTracingBridge;
 use opentelemetry_otlp::WithExportConfig;
-use opentelemetry_sdk::{logs::SdkLoggerProvider, trace::SdkTracerProvider, Resource};
+use opentelemetry_sdk::{
+    logs::SdkLoggerProvider, metrics::PeriodicReader, trace::SdkTracerProvider, Resource,
+};
 pub use process::{
     indexing::IndexClient,
     manager::{start_process_manager_with_catalog, Catalog, CatalogBuilder, ManagerClient},
@@ -87,6 +91,7 @@ impl EmbeddedClient {
 struct TelemetryHandles {
     traces: Option<SdkTracerProvider>,
     logs: Option<SdkLoggerProvider>,
+    metrics: Option<opentelemetry_sdk::metrics::SdkMeterProvider>,
 }
 
 impl TelemetryHandles {
@@ -99,11 +104,17 @@ impl TelemetryHandles {
             provider.shutdown()?;
         }
 
+        if let Some(provider) = self.metrics {
+            provider.shutdown()?;
+        }
+
         Ok(())
     }
 }
 
 pub async fn run_embedded(options: &Options) -> eyre::Result<EmbeddedClient> {
+    configure_metrics();
+
     let handles = if options.telemetry.disabled {
         TelemetryHandles::default()
     } else {
@@ -176,7 +187,7 @@ fn init_telemetry(options: &Options) -> eyre::Result<TelemetryHandles> {
 
         let log_provider = SdkLoggerProvider::builder()
             .with_batch_exporter(log_exporter)
-            .with_resource(resource)
+            .with_resource(resource.clone())
             .build();
 
         handles.logs = Some(log_provider.clone());
@@ -186,6 +197,31 @@ fn init_telemetry(options: &Options) -> eyre::Result<TelemetryHandles> {
         None
     };
 
+    if let Some(endpoint) = options
+        .telemetry
+        .metrics_endpoint
+        .as_ref()
+        .or(options.telemetry.endpoint.as_ref())
+    {
+        let metric_exporter = opentelemetry_otlp::MetricExporter::builder()
+            .with_http()
+            .with_endpoint(format!("{endpoint}/ingest/otlp/v1/metrics"))
+            .build()?;
+
+        let reader = PeriodicReader::builder(metric_exporter)
+            .with_interval(std::time::Duration::from_secs(10))
+            .build();
+
+        let meter_provider = opentelemetry_sdk::metrics::SdkMeterProvider::builder()
+            .with_reader(reader)
+            .with_resource(resource)
+            .build();
+
+        handles.metrics = Some(meter_provider.clone());
+
+        opentelemetry::global::set_meter_provider(meter_provider);
+    }
+
     let fmt_layer = if options.telemetry.endpoint.is_none() {
         let layer = tracing_subscriber::fmt::layer()
             .with_file(true)