Merge branch 'master' into ele-4409-collect-dbt-group

Author: arbiv

.github/workflows/test-all-warehouses.yml

@@ -25,18 +25,9 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        dbt-version: ${{ inputs.dbt-version && fromJSON(format('["{0}"]', inputs.dbt-version)) || fromJSON('["1.7.0", null]') }}
+        dbt-version: ${{ inputs.dbt-version && fromJSON(format('["{0}"]', inputs.dbt-version)) || fromJSON('["1.8.0", null]') }}
         warehouse-type:
-          [
-            postgres,
-            snowflake,
-            bigquery,
-            redshift,
-            databricks,
-            databricks_catalog,
-            athena,
-            clickhouse,
-          ]
+          [postgres, snowflake, bigquery, redshift, databricks_catalog, athena]
     uses: ./.github/workflows/test-warehouse.yml
     with:
       warehouse-type: ${{ matrix.warehouse-type }}

.github/workflows/test-release.yml

@@ -47,16 +47,7 @@ jobs:
       fail-fast: false
       matrix:
         warehouse-type:
-          [
-            postgres,
-            snowflake,
-            bigquery,
-            redshift,
-            databricks,
-            databricks_catalog,
-            athena,
-            clickhouse,
-          ]
+          [postgres, snowflake, bigquery, redshift, databricks_catalog, athena]
     needs: get-latest-release-tags
     uses: ./.github/workflows/test-warehouse.yml
     with:

.github/workflows/test-warehouse.yml

@@ -11,11 +11,9 @@ on:
           - snowflake
           - bigquery
           - redshift
-          - databricks
           - databricks_catalog
           - spark
           - athena
-          - clickhouse
       elementary-ref:
         type: string
         required: false
@@ -106,10 +104,10 @@ jobs:
         working-directory: ${{ env.DBT_PKG_INTEG_TESTS_DIR }}
         run: docker compose up -d postgres
 
-      - name: Start Clickhouse
-        if: inputs.warehouse-type == 'clickhouse'
-        working-directory: ${{ env.DBT_PKG_INTEG_TESTS_DIR }}
-        run: docker compose up -d clickhouse
+      # - name: Start Clickhouse
+      #   if: inputs.warehouse-type == 'clickhouse'
+      #   working-directory: ${{ env.DBT_PKG_INTEG_TESTS_DIR }}
+      #   run: docker compose up -d clickhouse
 
       - name: Setup Python
         uses: actions/setup-python@v4
@@ -124,7 +122,8 @@ jobs:
         run: >
           pip install
           "dbt-core${{ inputs.dbt-version && format('=={0}', inputs.dbt-version) }}"
-          "dbt-${{ (inputs.warehouse-type == 'databricks_catalog' && 'databricks') || inputs.warehouse-type }}${{ inputs.dbt-version && format('<={0}', inputs.dbt-version) }}"
+          # TODO: remove the <1.10.2 once we have a fix for https://github.com/elementary-data/elementary/issues/1931
+          "dbt-${{ (inputs.warehouse-type == 'databricks_catalog' && 'databricks<1.10.2,') || inputs.warehouse-type }}${{ inputs.dbt-version && format('~={0}', inputs.dbt-version) }}"
 
       - name: Install Elementary
         run: |

README.md

@@ -75,7 +75,7 @@ For additional information and help, you can use one of these channels:
 
 - [Slack community](https://www.elementary-data.com/community) \(Release announcements, community support, discussions, etc.\)
 - [GitHub issues](https://github.com/elementary-data/elementary/issues) \(Bug reports, feature requests)
-- Check out the [contributions guide](https://docs.elementary-data.com/general/contributions) and [open issues](https://github.com/elementary-data/elementary/issues).
+- Check out the [contributions guide](./CONTRIBUTING.md) and [open issues](https://github.com/elementary-data/elementary/issues).
 
 ##
 

docs/_snippets/quickstart-package-install.mdx

@@ -39,7 +39,7 @@ Some packages we recommend you check out: [dbt_utils](https://github.com/dbt-lab
     ```yml packages.yml
     packages:
       - package: elementary-data/elementary
-        version: 0.18.3
+        version: 0.19.0
         ## Docs: https://docs.elementary-data.com
     ```
   </Step>

elementary/messages/block_builders.py

@@ -82,8 +82,28 @@ def ItalicTextLineBlock(*, text: SimpleLineBlock) -> LineBlock:
     return TextLineBlock(text=text, style=TextStyle.ITALIC)
 
 
+def LinkInlineBlocks(
+    *, text: str, url: str, icon: Optional[Icon] = None
+) -> list[InlineBlock]:
+    inlines: list[InlineBlock] = []
+    if icon:
+        inlines.append(IconBlock(icon=icon))
+    inlines.append(LinkBlock(text=text, url=url))
+    return inlines
+
+
 def LinkLineBlock(*, text: str, url: str) -> LineBlock:
-    return LineBlock(inlines=[LinkBlock(text=text, url=url)])
+    return LineBlock(inlines=LinkInlineBlocks(text=text, url=url))
+
+
+def LinksLineBlock(*, links: list[tuple[str, str, Optional[Icon]]]) -> LineBlock:
+    return LineBlock(
+        inlines=[
+            inline
+            for text, url, icon in links
+            for inline in LinkInlineBlocks(text=text, url=url, icon=icon)
+        ]
+    )
 
 
 def SummaryLineBlock(

elementary/messages/blocks.py

@@ -19,6 +19,7 @@ class Icon(Enum):
     GEAR = "gear"
     BELL = "bell"
     GEM = "gem"
+    SPARKLES = "sparkles"
 
 
 class TextStyle(Enum):

elementary/messages/formats/html.py

@@ -14,6 +14,7 @@
     Icon.GEAR: "⚙️",
     Icon.BELL: "🔔",
     Icon.GEM: "💎",
+    Icon.SPARKLES: "✨",
 }
 
 for icon in Icon:

elementary/monitor/alerts/alert_messages/builder.py

@@ -9,7 +9,7 @@
     FactsBlock,
     ItalicTextLineBlock,
     JsonCodeBlock,
-    LinkLineBlock,
+    LinksLineBlock,
     MentionLineBlock,
     NonPrimaryFactBlock,
     PrimaryFactBlock,
@@ -104,7 +104,7 @@ def _get_run_alert_subtitle_block(
         detected_at_str: Optional[str] = None,
         suppression_interval: Optional[int] = None,
         env: Optional[str] = None,
-        report_link: Optional[ReportLinkData] = None,
+        links: list[ReportLinkData] = [],
     ) -> LinesBlock:
         summary = []
         summary.append((type.capitalize() + ":", name))
@@ -117,12 +117,23 @@ def _get_run_alert_subtitle_block(
             summary.append(("Suppression interval:", str(suppression_interval)))
         subtitle_lines = [SummaryLineBlock(summary=summary)]
 
-        if report_link:
+        if links:
             subtitle_lines.append(
-                LinkLineBlock(text="View in Elementary", url=report_link.url)
+                LinksLineBlock(
+                    links=[(link.text, link.url, link.icon) for link in links]
+                )
             )
         return LinesBlock(lines=subtitle_lines)
 
+    def _get_run_alert_subtitle_links(
+        self,
+        alert: Union[TestAlertModel, SourceFreshnessAlertModel, ModelAlertModel],
+    ) -> List[ReportLinkData]:
+        report_link = alert.get_report_link()
+        if report_link:
+            return [report_link]
+        return []
+
     def _get_run_alert_subtitle_blocks(
         self,
         alert: Union[TestAlertModel, SourceFreshnessAlertModel, ModelAlertModel],
@@ -138,6 +149,7 @@ def _get_run_alert_subtitle_blocks(
         elif isinstance(alert, ModelAlertModel):
             asset_type = "snapshot" if alert.materialization == "snapshot" else "model"
             asset_name = alert.alias
+        links = self._get_run_alert_subtitle_links(alert)
         return [
             self._get_run_alert_subtitle_block(
                 type=asset_type,
@@ -146,7 +158,7 @@ def _get_run_alert_subtitle_blocks(
                 detected_at_str=alert.detected_at_str,
                 suppression_interval=alert.suppression_interval,
                 env=alert.env,
-                report_link=alert.get_report_link(),
+                links=links,
             )
         ]
 

elementary/monitor/data_monitoring/alerts/integrations/utils/report_link.py

@@ -1,6 +1,7 @@
 from enum import Enum
 from typing import Optional
 
+from elementary.messages.blocks import Icon
 from elementary.utils.pydantic_shim import BaseModel
 
 TEST_RUNS_LINK_TEXT = "View test runs"
@@ -10,6 +11,7 @@
 class ReportLinkData(BaseModel):
     url: str
     text: str
+    icon: Optional[Icon] = None
 
 
 class ReportPath(Enum):
@@ -31,9 +33,11 @@ def _get_run_history_report_link(
         url = f"{formatted_report_url}/report/{path.value}/{unique_id}/"
         report_link = ReportLinkData(
             url=url,
-            text=TEST_RUNS_LINK_TEXT
-            if path == ReportPath.TEST_RUNS
-            else MODEL_RUNS_LINK_TEXT,
+            text=(
+                TEST_RUNS_LINK_TEXT
+                if path == ReportPath.TEST_RUNS
+                else MODEL_RUNS_LINK_TEXT
+            ),
         )
 
     return report_link
@@ -62,7 +66,7 @@ def get_model_test_runs_link(
 
     if model_unique_id and report_url:
         formatted_report_url = _get_formatted_report_url(report_url)
-        url = f'{formatted_report_url}/report/{ReportPath.TEST_RUNS.value}/?treeNode={{"id":"{model_unique_id}"}}'
+        url = f'{formatted_report_url}/report/{ReportPath.TEST_RUNS.value}/?treeNode={{"id":"{model_unique_id}"}}'  # noqa: E231
         report_link = ReportLinkData(url=url, text=TEST_RUNS_LINK_TEXT)
 
     return report_link