feat: Cache tag and user lookups

Author: sbernauer

Cargo.lock

@@ -26,8 +26,8 @@ futures = { version = "0.3" }
 hyper = "1.4"
 indoc = "2.0"
 ldap3 = { version = "0.12", features = ["gssapi", "tls"] }
-md5 = "0.7"
-moka = { version = "0.12", features = ["future"] }
+md5 = "0.8"
+moka = { version = "0.12", default-features = false, features = ["future"] }
 native-tls = "0.2.12"
 pin-project = "1.1"
 # `default-features = false` drops reqwest 0.13's `default-tls = ["rustls"]`; we select

Cargo.toml

@@ -1,4 +1,7 @@
 {
+    "cache": {
+        "entryTimeToLive": "0s"
+    },
     "backend": {
         "dataHub": {
             "hostname": "localhost",

_TEST/rif.json

@@ -19,4 +19,5 @@ rustls-pki-types.workspace = true
 serde.workspace = true
 serde_json.workspace = true
 snafu.workspace = true
+tracing.workspace = true
 tokio.workspace = true

rust/info-fetcher-commons/Cargo.toml

@@ -2,14 +2,15 @@ use hyper::StatusCode;
 use reqwest::{RequestBuilder, Response};
 use serde::de::DeserializeOwned;
 use snafu::{ResultExt, Snafu};
+use tracing::{instrument, trace};
 
 #[derive(Snafu, Debug)]
 pub enum Error {
     #[snafu(display("failed to execute request"))]
     HttpRequest { source: reqwest::Error },
 
     #[snafu(display("failed to parse json response"))]
-    ParseJson { source: reqwest::Error },
+    ParseJson { source: serde_json::Error },
 
     #[snafu(display("http response {status:?} for {url:?} with response body {text:?}"))]
     HttpErrorResponse {
@@ -26,14 +27,19 @@ pub enum Error {
     },
 }
 
+#[instrument(skip_all)]
 pub async fn send_json_request<T: DeserializeOwned>(req: RequestBuilder) -> Result<T, Error> {
     // make the request
     let response = req.send().await.context(HttpRequestSnafu)?;
     // check for client or server errors
+    let url = response.url().clone();
     let non_error_response = error_for_status(response).await?;
     // parse the result
-    let result = non_error_response.json().await.context(ParseJsonSnafu)?;
-    Ok(result)
+    let json = non_error_response.text().await.context(HttpRequestSnafu)?;
+
+    trace!(%url, json, "Got HTTP JSON response");
+
+    serde_json::from_str(&json).context(ParseJsonSnafu)
 }
 
 /// Wraps a Response into a Result. If there is an HTTP Client or Server error,

rust/info-fetcher-commons/src/utils/http.rs

@@ -23,6 +23,7 @@ reqwest.workspace = true
 serde.workspace = true
 serde_json.workspace = true
 snafu.workspace = true
+strum.workspace = true
 tokio.workspace = true
 tracing.workspace = true
 url.workspace = true

rust/resource-info-fetcher/Cargo.toml

@@ -1,3 +1,5 @@
+use std::sync::Arc;
+
 use hyper::StatusCode;
 use info_fetcher_commons::http_error;
 use serde::{Deserialize, Serialize};
@@ -26,8 +28,6 @@ pub struct ResourceInfoRequest {
 
 #[derive(Debug, Clone, PartialEq, Eq, Hash, Deserialize)]
 #[serde(rename_all = "camelCase")]
-// Soon there will be something else than Trino
-#[expect(clippy::enum_variant_names)]
 pub enum ResourceInfoRequestResource {
     TrinoTable {
         catalog: String,
@@ -41,6 +41,11 @@ pub enum ResourceInfoRequestResource {
     TrinoCatalog {
         catalog: String,
     },
+
+    SupersetChart(String),
+    SupersetDashboard(String),
+
+    RawDataHubUrn(String),
 }
 
 #[derive(Snafu, Debug)]
@@ -53,6 +58,14 @@ pub enum GetResourceInfoError {
         display("failed to get resource information from DataHub")
     )]
     DataHub { source: backend::data_hub::Error },
+
+    #[snafu(
+        visibility(pub(crate)),
+        display("failed to get user information from DataHub")
+    )]
+    GetDataHubUser {
+        source: Arc<backend::data_hub::Error>,
+    },
 }
 
 impl http_error::Error for GetResourceInfoError {
@@ -66,6 +79,7 @@ impl http_error::Error for GetResourceInfoError {
         match self {
             Self::SerializeResponseAsJson { .. } => StatusCode::INTERNAL_SERVER_ERROR,
             Self::DataHub { source } => source.status_code(),
+            Self::GetDataHubUser { source } => source.status_code(),
         }
     }
 }