feat(metrics): export per-level SST file counts to Prometheus

Add rocksdb_num_files_at_level gauge with 'db' and 'level' labels,
covering all 7 RocksDB compaction levels (L0-L6).

Author: philippem

src/new_index/db.rs

@@ -14,6 +14,8 @@ use crate::util::{bincode, spawn_thread, Bytes};
 
 static DB_VERSION: u32 = 3;
 
+const ROCKSDB_NUM_LEVELS: u32 = 7;
+
 #[derive(Debug, Eq, PartialEq)]
 pub struct DBRow {
     pub key: Vec<u8>,
@@ -389,7 +391,9 @@ impl DB {
 
     pub fn start_stats_exporter(&self, db_metrics: Arc<RocksDbMetrics>, db_name: &str) {
         let db_arc = Arc::clone(&self.db);
+        let db_arc2 = Arc::clone(&self.db);
         let label = db_name.to_string();
+        let label2 = label.clone();
 
         let update_gauge = move |gauge: &GaugeVec, property: &str| {
             if let Ok(Some(value)) = db_arc.property_value(property) {
@@ -433,6 +437,15 @@ impl DB {
             update_gauge(&db_metrics.block_cache_capacity, "rocksdb.block-cache-capacity");
             update_gauge(&db_metrics.block_cache_usage, "rocksdb.block-cache-usage");
             update_gauge(&db_metrics.block_cache_pinned_usage, "rocksdb.block-cache-pinned-usage");
+            for level in 0..ROCKSDB_NUM_LEVELS {
+                let prop = format!("rocksdb.num-files-at-level{}", level);
+                if let Ok(Some(value)) = db_arc2.property_value(&prop) {
+                    if let Ok(v) = value.parse::<f64>() {
+                        let level_str = level.to_string();
+                        db_metrics.num_files_at_level.with_label_values(&[&label2, &level_str]).set(v);
+                    }
+                }
+            }
             thread::sleep(Duration::from_secs(5));
         });
     }

src/new_index/db_metrics.rs

@@ -49,6 +49,7 @@ pub struct RocksDbMetrics {
 
     // Level metrics
     pub base_level: GaugeVec,
+    pub num_files_at_level: GaugeVec,
 
     // Write metrics
     pub actual_delayed_write_rate: GaugeVec,
@@ -204,6 +205,10 @@ impl RocksDbMetrics {
                 format!("rocksdb_base_level"),
                 "Base level for compaction."
             ), labels),
+            num_files_at_level: metrics.gauge_vec(MetricOpts::new(
+                "rocksdb_num_files_at_level",
+                "Number of SST files at each compaction level."
+            ), &["db", "level"]),
 
             // Write metrics
             actual_delayed_write_rate: metrics.gauge_vec(MetricOpts::new(