feat(observability): add chat completion genai span attributes (#65)

Author: bzp2010

src/config/entities/mod.rs

@@ -165,7 +165,7 @@ impl<T: Clone + 'static> ResourceStore<T> {
         deleted
     }
 
-    #[cfg(test)]
+    /// Get an entry by its primary key
     fn get(&self, key: &str) -> Option<ResourceEntry<T>> {
         self.data.load().primary.get(key).cloned()
     }
@@ -295,16 +295,16 @@ impl<T: DeserializeOwned + Clone + Send + Sync + 'static> EntityStore<T> {
         Self { store }
     }
 
+    /// Get a snapshot of all entries
+    pub fn list(&self) -> Arc<HashMap<String, ResourceEntry<T>>> {
+        self.store.primary_snapshot()
+    }
+
     /// Get the value of the specified key
-    #[cfg(test)]
     pub fn get(&self, key: &str) -> Option<ResourceEntry<T>> {
         self.store.get(key)
     }
 
-    pub fn list(&self) -> Arc<HashMap<String, ResourceEntry<T>>> {
-        self.store.primary_snapshot()
-    }
-
     /// Get an entry via a secondary index
     fn get_by_secondary(&self, index: &str, sec_key: &str) -> Option<ResourceEntry<T>> {
         self.store.get_by_secondary(index, sec_key)

src/config/entities/models.rs

@@ -8,7 +8,10 @@ use utoipa::ToSchema;
 
 use super::{ConfigProvider, EntityStore, IndexFn, ResourceEntry};
 use crate::{
-    config::entities::types::{HasRateLimit, RateLimit, RateLimitMetric},
+    config::entities::{
+        Provider, ResourceRegistry,
+        types::{HasRateLimit, RateLimit, RateLimitMetric},
+    },
     utils::jsonschema::format_evaluation_error,
 };
 
@@ -32,6 +35,13 @@ pub struct Model {
     pub rate_limit: Option<RateLimit>,
 }
 
+impl Model {
+    /// Get provider of current model
+    pub fn provider(&self, resources: &ResourceRegistry) -> Option<ResourceEntry<Provider>> {
+        resources.providers.get_by_id(&self.provider_id)
+    }
+}
+
 impl HasRateLimit for ResourceEntry<Model> {
     fn rate_limit(&self) -> Option<RateLimit> {
         self.rate_limit.clone()

src/config/entities/providers.rs

@@ -98,6 +98,10 @@ impl ProvidersStore {
     pub fn list(&self) -> Arc<HashMap<String, ResourceEntry<Provider>>> {
         self.store.list()
     }
+
+    pub fn get_by_id(&self, id: &str) -> Option<ResourceEntry<Provider>> {
+        self.store.get(id)
+    }
 }
 
 #[cfg(test)]

src/gateway/providers/azure.rs

@@ -9,7 +9,7 @@ use crate::gateway::{
     provider_instance::ProviderAuth,
     traits::{
         ChatTransform, CompatQuirks, EmbedTransform, ProviderCapabilities, ProviderMeta,
-        provider::encode_path_segment,
+        ProviderSemanticConventions, provider::encode_path_segment,
     },
     types::{
         embed::{EmbedRequestBody, EmbeddingRequest},
@@ -51,6 +51,14 @@ impl ProviderMeta for AzureDef {
         DEFAULT_BASE_URL
     }
 
+    fn semantic_conventions(&self) -> ProviderSemanticConventions {
+        ProviderSemanticConventions {
+            gen_ai_provider_name: "azure.ai.openai",
+            llm_system: "openai",
+            llm_provider: Some("azure"),
+        }
+    }
+
     fn chat_endpoint_path(&self, model: &str) -> Cow<'static, str> {
         Cow::Owned(format!(
             "/openai/deployments/{}/chat/completions",
@@ -124,7 +132,10 @@ mod tests {
     use super::{AzureDef, DEFAULT_API_VERSION};
     use crate::gateway::{
         provider_instance::ProviderAuth,
-        traits::{ChatTransform, EmbedTransform, ProviderCapabilities, ProviderMeta},
+        traits::{
+            ChatTransform, EmbedTransform, ProviderCapabilities, ProviderMeta,
+            ProviderSemanticConventions,
+        },
         types::{embed::EmbedRequestBody, openai::ChatCompletionRequest},
     };
 
@@ -171,6 +182,14 @@ mod tests {
         );
         assert_eq!(embed_url.query(), Some("api-version=v1"));
         assert!(provider.as_embed_transform().is_some());
+        assert_eq!(
+            provider.semantic_conventions(),
+            ProviderSemanticConventions {
+                gen_ai_provider_name: "azure.ai.openai",
+                llm_system: "openai",
+                llm_provider: Some("azure"),
+            }
+        );
     }
 
     #[test]

src/gateway/providers/bedrock.rs

@@ -17,7 +17,7 @@ use crate::gateway::{
     provider_instance::ProviderAuth,
     traits::{
         ChatStreamState, ChatTransform, PreparedRequest, ProviderCapabilities, ProviderMeta,
-        StreamReaderKind, provider::encode_path_segment,
+        ProviderSemanticConventions, StreamReaderKind, provider::encode_path_segment,
     },
     types::openai::{ChatCompletionChunk, ChatCompletionRequest, ChatCompletionResponse},
 };
@@ -77,6 +77,14 @@ impl ProviderMeta for BedrockDef {
         DEFAULT_BASE_URL
     }
 
+    fn semantic_conventions(&self) -> ProviderSemanticConventions {
+        ProviderSemanticConventions {
+            gen_ai_provider_name: "aws.bedrock",
+            llm_system: "amazon",
+            llm_provider: Some("aws"),
+        }
+    }
+
     fn chat_endpoint_path(&self, model: &str) -> Cow<'static, str> {
         Cow::Owned(format!("/model/{}/converse", encode_path_segment(model)))
     }
@@ -217,7 +225,7 @@ mod tests {
     use super::{BedrockDef, BedrockProviderConfig};
     use crate::gateway::{
         provider_instance::ProviderAuth,
-        traits::{PreparedRequest, ProviderMeta},
+        traits::{PreparedRequest, ProviderMeta, ProviderSemanticConventions},
     };
 
     #[test]
@@ -262,6 +270,15 @@ mod tests {
     fn build_url_uses_overlap_handling_and_encodes_model_ids_with_slashes() {
         let provider = BedrockDef;
 
+        assert_eq!(
+            provider.semantic_conventions(),
+            ProviderSemanticConventions {
+                gen_ai_provider_name: "aws.bedrock",
+                llm_system: "amazon",
+                llm_provider: Some("aws"),
+            }
+        );
+
         let url = provider.build_url(
             "https://bedrock-runtime.us-east-1.amazonaws.com/model",
             "inference-profile/us.anthropic.claude-3-7-sonnet-20250219-v1:0",

src/gateway/providers/gemini.rs

@@ -6,7 +6,10 @@ use serde::{Deserialize, Serialize};
 use crate::gateway::{
     error::{GatewayError, Result},
     provider_instance::ProviderAuth,
-    traits::{ChatTransform, EmbedTransform, ProviderCapabilities, ProviderMeta},
+    traits::{
+        ChatTransform, EmbedTransform, ProviderCapabilities, ProviderMeta,
+        ProviderSemanticConventions,
+    },
 };
 
 pub const IDENTIFIER: &str = "gemini";
@@ -30,6 +33,14 @@ impl ProviderMeta for GoogleDef {
         "https://generativelanguage.googleapis.com/v1beta/openai"
     }
 
+    fn semantic_conventions(&self) -> ProviderSemanticConventions {
+        ProviderSemanticConventions {
+            gen_ai_provider_name: "gcp.gemini",
+            llm_system: "gemini",
+            llm_provider: Some("google"),
+        }
+    }
+
     fn chat_endpoint_path(&self, _model: &str) -> Cow<'static, str> {
         Cow::Borrowed("/chat/completions")
     }
@@ -67,7 +78,7 @@ mod tests {
     use super::GoogleDef;
     use crate::gateway::{
         provider_instance::ProviderAuth,
-        traits::{EmbedTransform, ProviderCapabilities, ProviderMeta},
+        traits::{EmbedTransform, ProviderCapabilities, ProviderMeta, ProviderSemanticConventions},
     };
 
     #[test]
@@ -92,5 +103,13 @@ mod tests {
         );
         assert_eq!(headers["x-goog-api-key"], "gemini-key");
         assert!(provider.as_embed_transform().is_some());
+        assert_eq!(
+            provider.semantic_conventions(),
+            ProviderSemanticConventions {
+                gen_ai_provider_name: "gcp.gemini",
+                llm_system: "gemini",
+                llm_provider: Some("google"),
+            }
+        );
     }
 }

src/gateway/traits/chat_format.rs

@@ -26,6 +26,7 @@ pub trait ChatFormat: Send + Sync + 'static {
     type NativeStreamState: Default + Send + Unpin;
 
     /// Stable format name used for logs and diagnostics.
+    #[allow(unused)]
     fn name() -> &'static str;
 
     /// Whether the request expects a streaming response.

src/gateway/traits/mod.rs

@@ -10,7 +10,7 @@ pub use native::{
 pub use native::{NativeOpenAIResponsesSupport, OpenAIResponsesNativeStreamState};
 pub use provider::{
     ChatTransform, CompatQuirks, EmbedTransform, PreparedRequest, ProviderCapabilities,
-    ProviderMeta, StreamReaderKind,
+    ProviderMeta, ProviderSemanticConventions, StreamReaderKind,
 };
 #[allow(unused_imports)]
 pub use provider::{ImageGenTransform, SttTransform, TtsTransform};

src/gateway/traits/provider.rs

@@ -45,11 +45,29 @@ pub(crate) fn encode_path_segment(segment: &str) -> String {
     utf8_percent_encode(segment, PATH_SEGMENT_ENCODE_SET).to_string()
 }
 
+/// OpenTelemetry and OpenInference semantic conventions for the provider.
+#[derive(Debug, Clone, Copy, PartialEq, Eq)]
+pub struct ProviderSemanticConventions {
+    pub gen_ai_provider_name: &'static str,
+    pub llm_system: &'static str,
+    pub llm_provider: Option<&'static str>,
+}
+
 /// Provider metadata with no data transformation logic.
 pub trait ProviderMeta: Send + Sync + 'static {
     fn name(&self) -> &'static str;
     fn default_base_url(&self) -> &'static str;
 
+    /// Get the provider's semantic conventions.
+    /// Used for OpenTelemetry and OpenInference semantic conventions.
+    fn semantic_conventions(&self) -> ProviderSemanticConventions {
+        ProviderSemanticConventions {
+            gen_ai_provider_name: self.name(),
+            llm_system: self.name(),
+            llm_provider: None,
+        }
+    }
+
     /// Chat endpoint path for the provider. Implementations may use `model`
     /// for providers whose route shape depends on the model name.
     fn chat_endpoint_path(&self, _model: &str) -> Cow<'static, str> {
@@ -306,7 +324,10 @@ mod tests {
     use http::HeaderMap;
     use serde_json::json;
 
-    use super::{ChatTransform, CompatQuirks, EmbedTransform, ProviderMeta, StreamReaderKind};
+    use super::{
+        ChatTransform, CompatQuirks, EmbedTransform, ProviderMeta, ProviderSemanticConventions,
+        StreamReaderKind,
+    };
     use crate::gateway::{
         provider_instance::ProviderAuth,
         traits::chat_format::ChatStreamState,
@@ -421,6 +442,20 @@ mod tests {
         assert_eq!(body["stream_options"]["include_usage"], true);
     }
 
+    #[test]
+    fn provider_meta_uses_name_based_default_semantic_conventions() {
+        let provider = DummyProvider;
+
+        assert_eq!(
+            provider.semantic_conventions(),
+            ProviderSemanticConventions {
+                gen_ai_provider_name: "dummy",
+                llm_system: "dummy",
+                llm_provider: None,
+            }
+        );
+    }
+
     #[test]
     fn apply_to_request_skips_stream_usage_for_non_streaming_requests() {
         let quirks = CompatQuirks {