Skip to content

Commit c429a44

Browse files
committed
refactor: initialize overwrite_src_columns before conditional
Initialize overwrite_src_columns = [] before the if block rather than in the else clause. This eliminates the redundant else block, makes the intent clearer (variable is always needed), and follows DRY principle. Applies to all staging macros: bigquery, snowflake, postgres, redshift, oracle, exasol, trino, databricks, sqlserver, synapse, fabric.
1 parent 2d204da commit c429a44

11 files changed

Lines changed: 11 additions & 22 deletions

File tree

macros/staging/bigquery/stage.sql

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -155,13 +155,12 @@
155155
{%- set final_columns_to_select = final_columns_to_select + source_columns_to_select -%}
156156
{%- set derived_columns_to_select = datavault4dbt.process_columns_to_select(source_and_derived_column_names, hashed_column_names) | unique | list -%}
157157

158+
{%- set overwrite_src_columns = [] -%}
158159
{%- if datavault4dbt.is_something(derived_columns) %}
159160
{%- set overwrite_src_columns = datavault4dbt.extract_overwrite_columns(derived_columns) -%}
160161
{#- Getting Data types for derived columns with detection from source relation -#}
161162
{%- set derived_columns_with_datatypes = datavault4dbt.derived_columns_datatypes(derived_columns, source_relation) -%}
162163
{%- set derived_columns_with_datatypes_DICT = fromjson(derived_columns_with_datatypes) -%}
163-
{%- else -%}
164-
{%- set overwrite_src_columns = [] -%}
165164
{%- endif -%}
166165
{#- Select hashing algorithm -#}
167166

macros/staging/databricks/stage.sql

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -155,13 +155,12 @@
155155
{%- set final_columns_to_select = final_columns_to_select + source_columns_to_select -%}
156156
{%- set derived_columns_to_select = datavault4dbt.process_columns_to_select(source_and_derived_column_names, hashed_column_names) | unique | list -%}
157157

158+
{%- set overwrite_src_columns = [] -%}
158159
{%- if datavault4dbt.is_something(derived_columns) %}
159160
{%- set overwrite_src_columns = datavault4dbt.extract_overwrite_columns(derived_columns) -%}
160161
{#- Getting Data types for derived columns with detection from source relation -#}
161162
{%- set derived_columns_with_datatypes = datavault4dbt.derived_columns_datatypes(derived_columns, source_relation) -%}
162163
{%- set derived_columns_with_datatypes_DICT = fromjson(derived_columns_with_datatypes) -%}
163-
{%- else -%}
164-
{%- set overwrite_src_columns = [] -%}
165164
{%- endif -%}
166165
{#- Select hashing algorithm -#}
167166

macros/staging/exasol/stage.sql

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -150,13 +150,12 @@
150150
{%- set final_columns_to_select = final_columns_to_select + source_columns_to_select -%}
151151
{%- set derived_columns_to_select = datavault4dbt.process_columns_to_select(source_and_derived_column_names, hashed_column_names) | unique | list -%}
152152

153+
{%- set overwrite_src_columns = [] -%}
153154
{%- if datavault4dbt.is_something(derived_columns) %}
154155
{%- set overwrite_src_columns = datavault4dbt.extract_overwrite_columns(derived_columns) -%}
155156
{#- Getting Data types for derived columns with detection from source relation -#}
156157
{%- set derived_columns_with_datatypes = datavault4dbt.derived_columns_datatypes(derived_columns, source_relation) -%}
157158
{%- set derived_columns_with_datatypes_DICT = fromjson(derived_columns_with_datatypes) -%}
158-
{%- else -%}
159-
{%- set overwrite_src_columns = [] -%}
160159
{%- endif -%}
161160
{#- Select hashing algorithm -#}
162161

macros/staging/fabric/stage.sql

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -149,13 +149,12 @@
149149
{%- set final_columns_to_select = final_columns_to_select + source_columns_to_select -%}
150150
{%- set derived_columns_to_select = datavault4dbt.process_columns_to_select(source_and_derived_column_names, hashed_column_names) | unique | list -%}
151151

152+
{%- set overwrite_src_columns = [] -%}
152153
{%- if datavault4dbt.is_something(derived_columns) %}
153154
{%- set overwrite_src_columns = datavault4dbt.extract_overwrite_columns(derived_columns) -%}
154155
{#- Getting Data types for derived columns with detection from source relation -#}
155156
{%- set derived_columns_with_datatypes = datavault4dbt.derived_columns_datatypes(derived_columns, source_relation) -%}
156157
{%- set derived_columns_with_datatypes_DICT = fromjson(derived_columns_with_datatypes) -%}
157-
{%- else -%}
158-
{%- set overwrite_src_columns = [] -%}
159158
{%- endif -%}
160159
{#- Select hashing algorithm -#}
161160

macros/staging/oracle/stage.sql

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -158,13 +158,12 @@
158158
{%- set derived_columns_to_select = datavault4dbt.process_columns_to_select(source_and_derived_column_names, hashed_column_names) | unique | list -%}
159159
{% if var('datavault4dbt.show_debug_logs', false) %}{{ log('derived_columns_to select : '~ derived_columns_to_select, false) }}{% endif %}
160160

161+
{%- set overwrite_src_columns = [] -%}
161162
{%- if datavault4dbt.is_something(derived_columns) %}
162163
{%- set overwrite_src_columns = datavault4dbt.extract_overwrite_columns(derived_columns) -%}
163164
{#- Getting Data types for derived columns with detection from source relation -#}
164165
{%- set derived_columns_with_datatypes = datavault4dbt.derived_columns_datatypes(derived_columns, source_relation) -%}
165166
{%- set derived_columns_with_datatypes_DICT = fromjson(derived_columns_with_datatypes) -%}
166-
{%- else -%}
167-
{%- set overwrite_src_columns = [] -%}
168167
{%- endif -%}
169168
{#- Select hashing algorithm -#}
170169

macros/staging/postgres/stage.sql

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -155,13 +155,12 @@
155155
{%- set final_columns_to_select = final_columns_to_select + source_columns_to_select -%}
156156
{%- set derived_columns_to_select = datavault4dbt.process_columns_to_select(source_and_derived_column_names, hashed_column_names) | unique | list -%}
157157

158+
{%- set overwrite_src_columns = [] -%}
158159
{%- if datavault4dbt.is_something(derived_columns) %}
159160
{%- set overwrite_src_columns = datavault4dbt.extract_overwrite_columns(derived_columns) -%}
160161
{#- Getting Data types for derived columns with detection from source relation -#}
161162
{%- set derived_columns_with_datatypes = datavault4dbt.derived_columns_datatypes(derived_columns, source_relation) -%}
162163
{%- set derived_columns_with_datatypes_DICT = fromjson(derived_columns_with_datatypes) -%}
163-
{%- else -%}
164-
{%- set overwrite_src_columns = [] -%}
165164
{%- endif -%}
166165
{#- Select hashing algorithm -#}
167166

macros/staging/redshift/stage.sql

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -155,13 +155,12 @@
155155
{%- set final_columns_to_select = final_columns_to_select + source_columns_to_select -%}
156156
{%- set derived_columns_to_select = datavault4dbt.process_columns_to_select(source_and_derived_column_names, hashed_column_names) | unique | list -%}
157157

158+
{%- set overwrite_src_columns = [] -%}
158159
{%- if datavault4dbt.is_something(derived_columns) %}
159160
{%- set overwrite_src_columns = datavault4dbt.extract_overwrite_columns(derived_columns) -%}
160161
{#- Getting Data types for derived columns with detection from source relation -#}
161162
{%- set derived_columns_with_datatypes = datavault4dbt.derived_columns_datatypes(derived_columns, source_relation) -%}
162163
{%- set derived_columns_with_datatypes_DICT = fromjson(derived_columns_with_datatypes) -%}
163-
{%- else -%}
164-
{%- set overwrite_src_columns = [] -%}
165164
{%- endif -%}
166165
{#- Select hashing algorithm -#}
167166

macros/staging/snowflake/stage.sql

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -159,13 +159,12 @@
159159
{%- set derived_columns_to_select = datavault4dbt.process_columns_to_select(source_and_derived_column_names, hashed_column_names) | unique | list -%}
160160
{% if var('datavault4dbt.show_debug_logs', false) %}{{ log('derived_columns_to select : '~ derived_columns_to_select, false) }}{% endif %}
161161

162+
{%- set overwrite_src_columns = [] -%}
162163
{%- if datavault4dbt.is_something(derived_columns) %}
163164
{%- set overwrite_src_columns = datavault4dbt.extract_overwrite_columns(derived_columns) -%}
164165
{#- Getting Data types for derived columns with detection from source relation -#}
165166
{%- set derived_columns_with_datatypes = datavault4dbt.derived_columns_datatypes(derived_columns, source_relation) -%}
166167
{%- set derived_columns_with_datatypes_DICT = fromjson(derived_columns_with_datatypes) -%}
167-
{%- else -%}
168-
{%- set overwrite_src_columns = [] -%}
169168
{%- endif -%}
170169
{#- Select hashing algorithm -#}
171170

macros/staging/sqlserver/stage.sql

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -149,13 +149,12 @@
149149
{%- set final_columns_to_select = final_columns_to_select + source_columns_to_select -%}
150150
{%- set derived_columns_to_select = datavault4dbt.process_columns_to_select(source_and_derived_column_names, hashed_column_names) | unique | list -%}
151151

152+
{%- set overwrite_src_columns = [] -%}
152153
{%- if datavault4dbt.is_something(derived_columns) %}
153154
{%- set overwrite_src_columns = datavault4dbt.extract_overwrite_columns(derived_columns) -%}
154155
{#- Getting Data types for derived columns with detection from source relation -#}
155156
{%- set derived_columns_with_datatypes = datavault4dbt.derived_columns_datatypes(derived_columns, source_relation) -%}
156157
{%- set derived_columns_with_datatypes_DICT = fromjson(derived_columns_with_datatypes) -%}
157-
{%- else -%}
158-
{%- set overwrite_src_columns = [] -%}
159158
{%- endif -%}
160159
{#- Select hashing algorithm -#}
161160

macros/staging/synapse/stage.sql

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -148,13 +148,12 @@
148148
{%- set final_columns_to_select = final_columns_to_select + source_columns_to_select -%}
149149
{%- set derived_columns_to_select = datavault4dbt.process_columns_to_select(source_and_derived_column_names, hashed_column_names) | unique | list -%}
150150

151+
{%- set overwrite_src_columns = [] -%}
151152
{%- if datavault4dbt.is_something(derived_columns) %}
152153
{%- set overwrite_src_columns = datavault4dbt.extract_overwrite_columns(derived_columns) -%}
153154
{#- Getting Data types for derived columns with detection from source relation -#}
154155
{%- set derived_columns_with_datatypes = datavault4dbt.derived_columns_datatypes(derived_columns, source_relation) -%}
155156
{%- set derived_columns_with_datatypes_DICT = fromjson(derived_columns_with_datatypes) -%}
156-
{%- else -%}
157-
{%- set overwrite_src_columns = [] -%}
158157
{%- endif -%}
159158
{#- Select hashing algorithm -#}
160159

0 commit comments

Comments
 (0)