Add ClickHouse cluster support, part 2 (#904)

Author: StevenReitsma

macros/edr/tests/on_run_end/handle_tests_results.sql

@@ -135,6 +135,7 @@
         metric_properties,
         {{ elementary.edr_current_timestamp() }} as created_at
       FROM {{ temp_relation }}
+      {{ elementary.get_query_settings() }}
     {% endset %}
 
     {{ elementary.file_log("Inserting metrics into {}.".format(target_relation)) }}
@@ -183,6 +184,7 @@
         detected_at,
         {{ elementary.edr_current_timestamp() }} as created_at
       FROM {{ temp_relation }}
+      {{ elementary.get_query_settings() }}
     {% endset %}
 
     {{ elementary.file_log("Inserting schema columns snapshot into {}.".format(target_relation)) }}

macros/edr/tests/test_utils/clean_elementary_test_tables.sql

@@ -40,7 +40,12 @@
 {% endmacro %}
 
 {% macro clickhouse__get_clean_elementary_test_tables_queries(test_table_relations) %}
-    {% do return(elementary.get_transactionless_clean_elementary_test_tables_queries(test_table_relations)) %}
+    {# Self-hosted clustered ClickHouse installations require tables to be dropped on all cluster nodes explicitly #}
+    {% set queries = [] %}
+    {% for test_relation in test_table_relations %}
+        {% do queries.append("DROP TABLE IF EXISTS {} {} SYNC".format(test_relation, on_cluster_clause(test_relation))) %}
+    {% endfor %}
+    {% do return(queries) %}
 {% endmacro %}
 
 {% macro athena__get_clean_elementary_test_tables_queries(test_table_relations) %}

macros/utils/table_operations/create_table_as.sql

@@ -67,3 +67,8 @@
   create or replace {{ relation_type }} {{ relation }}
   as {{ sql_query }}
 {% endmacro %}
+
+{% macro clickhouse__edr_get_create_table_as_sql(temporary, relation, sql_query) %}
+  {# ClickHouse does not support database-scoped temporary tables, so we force temporary to be false. #}
+  {{ dbt.get_create_table_as_sql(false, relation, sql_query) }}
+{% endmacro %}

macros/utils/table_operations/delete_and_insert.sql

@@ -59,7 +59,7 @@
 
     {% if delete_relation %}
         {% set delete_query %}
-            alter table {{ relation }} delete where
+            alter table {{ relation }} {{ on_cluster_clause(relation) }} delete where
             {{ delete_column_key }} is null
             or {{ delete_column_key }} in (select {{ delete_column_key }} from {{ delete_relation }})
             {{ adapter.get_model_query_settings(model) }};

macros/utils/table_operations/insert_as_select.sql

@@ -8,6 +8,7 @@
             {{ select_query }}
         )
         select * from tmp_table
+        {{ elementary.get_query_settings() }}
     {%- endset %}
 
     {{ return(insert_query) }}