Merge branch 'master' into feature/variable-number-of-columns-allowed

Author: michael-myaskovsky

docs/_snippets/quickstart-package-install.mdx

@@ -39,7 +39,7 @@ Some packages we recommend you check out: [dbt_utils](https://github.com/dbt-lab
     ```yml packages.yml
     packages:
       - package: elementary-data/elementary
-        version: 0.19.1
+        version: 0.19.2
         ## Docs: https://docs.elementary-data.com
     ```
   </Step>

elementary/monitor/alerts/source_freshness_alert.py

@@ -154,9 +154,16 @@ def error_message(self) -> str:
 
     @property
     def summary(self) -> str:
+        source_fqn = ".".join(
+            [
+                part
+                for part in [self.database_name, self.schema_name, self.identifier]
+                if part
+            ]
+        )
         if self.original_status == "runtime error":
-            return f'Failed to calculate the source freshness of "{self.source_name}"'
-        return f'Freshness exceeded the acceptable times on source "{self.source_name}"'
+            return f'Failed to calculate the source freshness of "{source_fqn}"'
+        return f'Freshness exceeded the acceptable times on source "{source_fqn}"'
 
     def get_report_link(self) -> Optional[ReportLinkData]:
         return get_test_runs_link(self.report_url, self.source_freshness_execution_id)

elementary/monitor/data_monitoring/report/data_monitoring_report.py

@@ -21,6 +21,7 @@
 from elementary.monitor.data_monitoring.schema import FiltersSchema
 from elementary.tracking.anonymous_tracking import AnonymousTracking
 from elementary.tracking.tracking_interface import Tracking
+from elementary.utils import json_utils
 from elementary.utils.log import get_logger
 
 logger = get_logger(__name__)
@@ -74,7 +75,7 @@ def generate_report(
         with open(template_html_path, "r", encoding="utf-8") as template_html_file:
             template_html_code = template_html_file.read()
 
-        dumped_output_data = json.dumps(output_data)
+        dumped_output_data = json.dumps(json_utils.inf_and_nan_to_str(output_data))
         encoded_output_data = base64.b64encode(dumped_output_data.encode("utf-8"))
         compiled_output_html = (
             f"<script>"

elementary/monitor/dbt_project/package-lock.yml

@@ -2,5 +2,5 @@ packages:
   - package: dbt-labs/dbt_utils
     version: 0.8.6
   - package: elementary-data/elementary
-    version: 0.19.1
-sha1_hash: ad4c29e72e9857c4c4bc91f3ae8bd82465cea34a
+    version: 0.19.2
+sha1_hash: fb182360b3c74342aba55c5046a4139e2f1a6f2f

elementary/monitor/dbt_project/packages.yml

@@ -2,12 +2,12 @@ packages:
   - package: dbt-labs/dbt_utils
     version: [">=0.8.0", "<0.9.0"]
   - package: elementary-data/elementary
-    version: 0.19.1
+    version: 0.19.2
 
   #  NOTE - for unreleased CLI versions we often need to update the package version to a commit hash (please leave this
   #  commented, so it will be easy to access)
   #- git: https://github.com/elementary-data/dbt-data-reliability.git
   #  revision: f22a2387d19dddd73c8a506d1a9cbb08204f83f9
   #  When releasing a new version of the package, if the current version is using a commit hash,  update the version to the new version.
   #- package: elementary-data/elementary
-  #  version: 0.19.1
+  #  version: 0.19.2

elementary/utils/json_utils.py

@@ -1,5 +1,7 @@
 import json
-from typing import List, Optional, Union
+from typing import Any, List, Optional, Union
+
+import numpy as np
 
 
 def try_load_json(value: Optional[Union[str, dict, list]]):
@@ -76,3 +78,20 @@ def append_prefix_if_missing(string: str, prefix: str) -> str:
     if string.startswith(prefix):
         return string
     return f"{prefix}{string}"
+
+
+def inf_and_nan_to_str(obj) -> Any:
+    """Replaces occurrences of float("nan") for float("infinity") in the given dict object."""
+    if isinstance(obj, float):
+        if np.isinf(obj):
+            return "Infinity" if obj > 0 else "-Infinity"
+        elif np.isnan(obj):
+            return "NaN"
+        else:
+            return obj
+    elif isinstance(obj, dict):
+        return {k: inf_and_nan_to_str(v) for k, v in obj.items()}
+    elif isinstance(obj, list):
+        return [inf_and_nan_to_str(i) for i in obj]
+    else:
+        return obj

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "elementary-data"
-version = "0.19.3"
+version = "0.19.4"
 description = "Data monitoring and lineage"
 authors = ["Elementary"]
 keywords = ["data", "lineage", "data lineage", "data warehouse", "DWH", "observability", "data monitoring", "data observability", "Snowflake", "BigQuery", "Redshift", "data reliability", "analytics engineering"]

tests/unit/alerts/alert_messages/fixtures/adaptive_card/source_freshness_alert_status-error_link-False_message-False_tags-True_owners-True_path-True_error-True_suppression-False_env-False.json

@@ -10,7 +10,7 @@
           "items": [
             {
               "type": "TextBlock",
-              "text": "Error: Freshness exceeded the acceptable times on source \"test_source\"",
+              "text": "Error: Freshness exceeded the acceptable times on source \"test_db.test_schema.test_identifier\"",
               "weight": "bolder",
               "size": "large",
               "wrap": true

tests/unit/alerts/alert_messages/fixtures/adaptive_card/source_freshness_alert_status-error_link-False_message-True_tags-True_owners-True_path-False_error-True_suppression-False_env-True.json

@@ -10,7 +10,7 @@
           "items": [
             {
               "type": "TextBlock",
-              "text": "Error: Freshness exceeded the acceptable times on source \"test_source\"",
+              "text": "Error: Freshness exceeded the acceptable times on source \"test_db.test_schema.test_identifier\"",
               "weight": "bolder",
               "size": "large",
               "wrap": true

tests/unit/alerts/alert_messages/fixtures/adaptive_card/source_freshness_alert_status-error_link-True_message-False_tags-False_owners-False_path-False_error-False_suppression-True_env-False.json

@@ -10,7 +10,7 @@
           "items": [
             {
               "type": "TextBlock",
-              "text": "Error: Freshness exceeded the acceptable times on source \"test_source\"",
+              "text": "Error: Freshness exceeded the acceptable times on source \"test_db.test_schema.test_identifier\"",
               "weight": "bolder",
               "size": "large",
               "wrap": true