Rename telemetry exporters crate

Author: shuheiktgw

quickwit/Cargo.lock

@@ -27,7 +27,7 @@ members = [
   "quickwit-macros",
   "quickwit-metastore",
   "quickwit-metrics",
-  "quickwit-metrics-exporters",
+  "quickwit-telemetry-exporters",
   "quickwit-metrics-inventory",
 
   # Disabling metastore-utils from the quickwit projects to ease build/deps.
@@ -73,7 +73,7 @@ default-members = [
   "quickwit-macros",
   "quickwit-metastore",
   "quickwit-metrics",
-  "quickwit-metrics-exporters",
+  "quickwit-telemetry-exporters",
   "quickwit-metrics-inventory",
   "quickwit-opentelemetry",
   "quickwit-parquet-engine",
@@ -392,7 +392,7 @@ quickwit-lambda-server = { path = "quickwit-lambda-server" }
 quickwit-macros = { path = "quickwit-macros" }
 quickwit-metastore = { path = "quickwit-metastore" }
 quickwit-metrics = { path = "quickwit-metrics" }
-quickwit-metrics-exporters = { path = "quickwit-metrics-exporters" }
+quickwit-telemetry-exporters = { path = "quickwit-telemetry-exporters" }
 quickwit-metrics-inventory = { path = "quickwit-metrics-inventory" }
 quickwit-opentelemetry = { path = "quickwit-opentelemetry" }
 quickwit-parquet-engine = { path = "quickwit-parquet-engine" }

quickwit/Cargo.toml

@@ -22,22 +22,17 @@ path = "src/generate_markdown.rs"
 
 [dependencies]
 anyhow = { workspace = true }
-backtrace = { workspace = true, optional = true }
 bytesize = { workspace = true }
 chrono = { workspace = true }
 clap = { workspace = true }
 colored = { workspace = true }
-console-subscriber = { workspace = true, optional = true }
 dialoguer = { workspace = true }
 futures = { workspace = true }
 humantime = { workspace = true }
 indicatif = { workspace = true }
 itertools = { workspace = true }
 numfmt = { workspace = true }
 openssl-probe = { workspace = true, optional = true }
-opentelemetry = { workspace = true }
-opentelemetry-appender-tracing = { workspace = true }
-opentelemetry_sdk = { workspace = true }
 reqwest = { workspace = true }
 rustls = { workspace = true }
 serde_json = { workspace = true }
@@ -51,8 +46,6 @@ time = { workspace = true }
 tokio = { workspace = true }
 toml = { workspace = true }
 tracing = { workspace = true }
-tracing-opentelemetry = { workspace = true }
-tracing-subscriber = { workspace = true }
 
 quickwit-actors = { workspace = true }
 quickwit-cluster = { workspace = true }
@@ -63,7 +56,7 @@ quickwit-index-management = { workspace = true }
 quickwit-indexing = { workspace = true }
 quickwit-ingest = { workspace = true }
 quickwit-metastore = { workspace = true }
-quickwit-metrics-exporters = { workspace = true }
+quickwit-telemetry-exporters = { workspace = true }
 quickwit-proto = { workspace = true }
 quickwit-rest-client = { workspace = true }
 quickwit-search = { workspace = true }
@@ -86,8 +79,8 @@ quickwit-storage = { workspace = true, features = ["testsuite"] }
 datafusion = ["quickwit-serve/datafusion"]
 jemalloc = ["dep:tikv-jemalloc-ctl", "dep:tikv-jemallocator"]
 jemalloc-profiled = [
-  "dep:backtrace",
   "quickwit-common/jemalloc-profiled",
+  "quickwit-telemetry-exporters/jemalloc-profiled",
   "quickwit-serve/jemalloc-profiled"
 ]
 ci-test = []
@@ -97,7 +90,10 @@ openssl-support = ["openssl-probe"]
 # (this is not about quickwit's metrics themselves)
 metrics = [ "quickwit-indexing/metrics" ]
 # Requires to enable tokio unstable via RUSTFLAGS="--cfg tokio_unstable"
-tokio-console = ["console-subscriber", "quickwit-common/named_tasks"]
+tokio-console = [
+  "quickwit-common/named_tasks",
+  "quickwit-telemetry-exporters/tokio-console",
+]
 release-feature-set = [
   "jemalloc",
   "openssl-support",

quickwit/quickwit-cli/Cargo.toml

@@ -49,7 +49,6 @@ pub mod cli;
 pub mod index;
 #[cfg(feature = "jemalloc")]
 pub mod jemalloc;
-pub mod logger;
 pub mod metrics;
 pub mod service;
 pub mod source;
@@ -60,8 +59,6 @@ pub mod tool;
 /// Throughput calculation window size.
 const THROUGHPUT_WINDOW_SIZE: usize = 5;
 
-pub const QW_ENABLE_TOKIO_CONSOLE_ENV_KEY: &str = "QW_ENABLE_TOKIO_CONSOLE";
-
 fn config_cli_arg() -> Arg {
     Arg::new("config")
         .long("config")

quickwit/quickwit-cli/src/lib.rs

@@ -20,10 +20,11 @@ use quickwit_cli::checklist::RED_COLOR;
 use quickwit_cli::cli::{CliCommand, build_cli};
 #[cfg(feature = "jemalloc")]
 use quickwit_cli::jemalloc::start_jemalloc_metrics_loop;
-use quickwit_cli::logger::{TelemetryHandle, init_telemetry};
+use quickwit_cli::metrics::register_build_info_metric;
 use quickwit_cli::{busy_detector, install_default_crypto_ring_provider};
 use quickwit_common::runtimes::scrape_tokio_runtime_metrics;
 use quickwit_serve::BuildInfo;
+use quickwit_telemetry_exporters::TelemetryHandle;
 use tracing::error;
 
 /// The main tokio runtime takes num_cores / 3 threads by default, and can be overridden by the
@@ -60,7 +61,13 @@ fn main() -> anyhow::Result<()> {
     rt.block_on(async move {
         install_default_crypto_ring_provider();
 
-        let telemetry_handle = init_telemetry(command.default_log_level(), ansi_colors)?;
+        let build_info = BuildInfo::get();
+        let telemetry_handle = quickwit_telemetry_exporters::init_telemetry(
+            &build_info.version,
+            command.default_log_level(),
+            ansi_colors,
+        )?;
+        register_build_info_metric(build_info);
 
         let runtime_handle = tokio::runtime::Handle::current();
         scrape_tokio_runtime_metrics(&runtime_handle, "main");

quickwit/quickwit-cli/src/main.rs

@@ -25,7 +25,7 @@ static BUILD_INFO: LazyLock<Counter> = LazyLock::new(|| {
         subsystem: "",
     )
 });
-pub(crate) fn register_metrics(build_info: &BuildInfo) {
+pub fn register_build_info_metric(build_info: &BuildInfo) {
     let commit_tags = build_info.commit_tags.join(",");
     let labels = labels!(
         "build_date" => build_info.build_date,