Feat/tb

dbt_project.yml

@@ -30,6 +30,13 @@ clean-targets:         # directories to be removed by `dbt clean`
 vars:
   start_date: '1999-01-01'
   dbt_cloud_account_id: 43786
+  defaults: {
+    "VARCHAR": "'---'",
+    "NUMBER": 0,
+    "DATE": "current_date()",
+    "TIMESTAMP_NTZ": "current_timestamp()",
+    "TIMESTAMP_LTZ": "current_timestamp()",
+  }
 
 # Configuring models
 # Full documentation: https://docs.getdbt.com/docs/configuring-models

macros/rpt_template_pivot.sql

@@ -0,0 +1,15 @@
+{% macro rpt_template_pivot(model_name, group_by_columns, pivot_column, agg='sum', column_to_agg=none) %}
+
+{% set rel = ref(model_name) %}
+{% set values = dbt_utils.get_column_values(rel, pivot_column) %}
+{% set then_value = column_to_agg or 1 %}
+{% set len_group_by = group_by_columns | length %}
+
+select
+{%- for column in group_by_columns %}
+    {{ column }},
+{%- endfor -%}
+{{ dbt_utils.pivot(pivot_column, values, agg=agg, then_value=then_value) }}
+from {{ rel }}
+{{ dbt_utils.group_by(n=len_group_by) }}
+{% endmacro %}

macros/staging_model_template.sql

@@ -0,0 +1,50 @@
+{% macro staging_model_template(source_name, source_table, column_mapping = {}) %}
+
+{%- set rel = source(source_name, source_table) -%}
+{%- set columns = adapter.get_columns_in_relation(rel) -%}
+
+with source as (
+    select * from {{ rel }}
+),
+
+standardized as (
+    select
+    {%- for col in columns %}
+        {{ _staging_column(col, column_mapping.get(col.column, {})) }}
+    {%- endfor %}
+    from source
+)
+
+select * from standardized
+
+{% endmacro %}
+
+
+{% macro _staging_column(
+    column,
+    column_dict
+) %}
+
+{%- if column_dict.get("sql", none) -%}
+{{ column_dict["sql"] }}
+{%- else -%}
+{{ _use_coalesce_func(column, column_dict) }}
+{%- endif -%}
+{% endmacro %}
+
+{% macro _use_column_sql(sql) %}
+{{ sql }}
+{% endmacro %}
+
+{% macro _use_coalesce_func(column, column_dict) %}
+
+{%- if column_dict.get("default", none) -%}
+    {%- set default = column_dict['default'] -%}
+    {%- if column.dtype == "VARCHAR" %}
+        {%- set default = "'" ~ default ~ "'" %}
+    {%- endif -%}
+{%- else -%}
+    {%- set default = var("defaults")[column.dtype] -%}
+{% endif -%}
+coalesce({{ column.column }}, {{ default }}) as {{ column.column }},
+{% endmacro %}

models/marts/rpt_pivot_order_status.sql

@@ -0,0 +1 @@
+{{ rpt_template_pivot('stg_tpch_orders_2', ['o_orderpriority'], 'o_orderstatus', column_to_agg='o_totalprice') }}

models/staging/tpch/stg_tpch_customers_tpl.sql

@@ -0,0 +1 @@
+{{ staging_model_template('tpch', 'customer') }}

models/staging/tpch/stg_tpch_orders_2.sql

@@ -0,0 +1 @@
+{{ staging_model_template('tpch', 'orders') }}