Updated to version 2.1

Bug fixes: - Fixed an issue where hard-coded field lengths in manual mappings of binary columns were causing hashed staging columns using SHA not to fit in their target columns - Updated dbt_project.yml to include the 'hash' var option. This can be MD5 or SHA.
Datavault-UK · Nov 29, 2019 · 82b7db5 · 82b7db5
1 parent 475f6f1
commit 82b7db5
Show file tree

Hide file tree

Showing 18 changed files with 29 additions and 28 deletions.
diff --git a/dbt_project.yml b/dbt_project.yml
@@ -32,4 +32,5 @@ models:
         enabled: true
         materialized: incremental
   vars:
-    date: TO_DATE('1992-01-08')
+    date: TO_DATE('1992-01-08')
+    hash: SHA # or MD5
diff --git a/models/load/links/link_customer_nation.sql b/models/load/links/link_customer_nation.sql
@@ -7,9 +7,9 @@
 {%- set src_ldts = 'LOADDATE' -%}
 {%- set src_source = 'SOURCE' -%}
 
-{%- set tgt_pk = ['LINK_CUSTOMER_NATION_PK', 'BINARY(16)', 'CUSTOMER_NATION_PK'] -%}
-{%- set tgt_fk = [['CUSTOMER_PK', 'BINARY(16)', 'CUSTOMER_FK'],
-['NATION_PK', 'BINARY(16)', 'NATION_FK']] -%}
+{%- set tgt_pk = ['LINK_CUSTOMER_NATION_PK', 'BINARY', 'CUSTOMER_NATION_PK'] -%}
+{%- set tgt_fk = [['CUSTOMER_PK', 'BINARY', 'CUSTOMER_FK'],
+['NATION_PK', 'BINARY', 'NATION_FK']] -%}
 {%- set tgt_ldts = source -%}
 {%- set tgt_source = source -%}
 

diff --git a/models/load/links/link_customer_order.sql b/models/load/links/link_customer_order.sql
@@ -8,8 +8,8 @@
 {%- set src_source = 'SOURCE' -%}
 
 {%- set tgt_pk = source -%}
-{%- set tgt_fk = [['CUSTOMER_PK', 'BINARY(16)', 'CUSTOMER_FK'],
-['ORDER_PK', 'BINARY(16)', 'ORDER_FK']] -%}
+{%- set tgt_fk = [['CUSTOMER_PK', 'BINARY', 'CUSTOMER_FK'],
+['ORDER_PK', 'BINARY', 'ORDER_FK']] -%}
 {%- set tgt_ldts = source -%}
 {%- set tgt_source = source -%}
 

diff --git a/models/load/links/link_inventory.sql b/models/load/links/link_inventory.sql
@@ -8,8 +8,8 @@
 {%- set src_source = 'SOURCE' -%}
 
 {%- set tgt_pk = source -%}
-{%- set tgt_fk = [['SUPPLIER_PK', 'BINARY(16)', 'SUPPLIER_FK'],
-['PART_PK', 'BINARY(16)', 'PART_FK']] -%}
+{%- set tgt_fk = [['SUPPLIER_PK', 'BINARY', 'SUPPLIER_FK'],
+['PART_PK', 'BINARY', 'PART_FK']] -%}
 {%- set tgt_ldts = source -%}
 {%- set tgt_source = source -%}
 

diff --git a/models/load/links/link_inventory_allocation.sql b/models/load/links/link_inventory_allocation.sql
@@ -8,9 +8,9 @@
 {%- set src_source = 'SOURCE' -%}
 
 {%- set tgt_pk = source -%}
-{%- set tgt_fk = [['PART_PK', 'BINARY(16)', 'PART_FK'],
-['SUPPLIER_PK', 'BINARY(16)', 'SUPPLIER_FK'],
-['LINEITEM_PK', 'BINARY(16)', 'LINEITEM_FK']] -%}
+{%- set tgt_fk = [['PART_PK', 'BINARY', 'PART_FK'],
+['SUPPLIER_PK', 'BINARY', 'SUPPLIER_FK'],
+['LINEITEM_PK', 'BINARY', 'LINEITEM_FK']] -%}
 {%- set tgt_ldts = source -%}
 {%- set tgt_source = source -%}
 

diff --git a/models/load/links/link_nation_region.sql b/models/load/links/link_nation_region.sql
@@ -9,8 +9,8 @@ ref('v_stg_inventory')] -%}
 {%- set src_source = 'SOURCE' -%}
 
 {%- set tgt_pk = source -%}
-{%- set tgt_fk = [['NATION_PK', 'BINARY(16)', 'NATION_FK'],
-['REGION_PK', 'BINARY(16)', 'REGION_FK']] -%}
+{%- set tgt_fk = [['NATION_PK', 'BINARY', 'NATION_FK'],
+['REGION_PK', 'BINARY', 'REGION_FK']] -%}
 {%- set tgt_ldts = source -%}
 {%- set tgt_source = ['SOURCE', 'VARCHAR(14)', 'SOURCE'] -%}
 

diff --git a/models/load/links/link_order_lineitem.sql b/models/load/links/link_order_lineitem.sql
@@ -7,9 +7,9 @@
 {%- set src_ldts = 'LOADDATE' -%}
 {%- set src_source = 'SOURCE' -%}
 
-{%- set tgt_pk = ['LINK_LINEITEM_ORDER_PK', 'BINARY(16)', 'LINEITEM_ORDER_PK'] -%}
-{%- set tgt_fk = [['ORDER_PK', 'BINARY(16)', 'ORDER_FK'],
-['LINEITEM_PK', 'BINARY(16)', 'LINEITEM_FK']] -%}
+{%- set tgt_pk = ['LINK_LINEITEM_ORDER_PK', 'BINARY', 'LINEITEM_ORDER_PK'] -%}
+{%- set tgt_fk = [['ORDER_PK', 'BINARY', 'ORDER_FK'],
+['LINEITEM_PK', 'BINARY', 'LINEITEM_FK']] -%}
 {%- set tgt_ldts = source -%}
 {%- set tgt_source = source -%}
 

diff --git a/models/load/links/link_supplier_nation.sql b/models/load/links/link_supplier_nation.sql
@@ -8,8 +8,8 @@
 {%- set src_source = 'SOURCE' -%}
 
 {%- set tgt_pk = source -%}
-{%- set tgt_fk = [['SUPPLIER_PK', 'BINARY(16)', 'SUPPLIER_FK'],
-['NATION_PK', 'BINARY(16)', 'NATION_FK']] -%}
+{%- set tgt_fk = [['SUPPLIER_PK', 'BINARY', 'SUPPLIER_FK'],
+['NATION_PK', 'BINARY', 'NATION_FK']] -%}
 {%- set tgt_ldts = source -%}
 {%- set tgt_source = ['SOURCE', 'VARCHAR(14)', 'SOURCE'] -%}
 

diff --git a/models/load/sats/sat_inv_inventory_details.sql b/models/load/sats/sat_inv_inventory_details.sql
@@ -11,7 +11,7 @@
 {%- set src_source = 'SOURCE' -%}
 
 {%- set tgt_pk = source -%}
-{%- set tgt_hashdiff = ['INVENTORY_HASHDIFF', 'BINARY(16)', 'HASHDIFF'] -%}
+{%- set tgt_hashdiff = ['INVENTORY_HASHDIFF', 'BINARY', 'HASHDIFF'] -%}
 {%- set tgt_payload = source -%}
 
 {%- set tgt_eff = source -%}

diff --git a/models/load/sats/sat_inv_part_details.sql b/models/load/sats/sat_inv_part_details.sql
@@ -11,7 +11,7 @@
 {%- set src_source = 'SOURCE' -%}
 
 {%- set tgt_pk = source -%}
-{%- set tgt_hashdiff = ['PART_HASHDIFF', 'BINARY(16)', 'HASHDIFF'] -%}
+{%- set tgt_hashdiff = ['PART_HASHDIFF', 'BINARY', 'HASHDIFF'] -%}
 {%- set tgt_payload = source -%}
 
 {%- set tgt_eff = source -%}

diff --git a/models/load/sats/sat_inv_supp_nation_details.sql b/models/load/sats/sat_inv_supp_nation_details.sql
@@ -11,7 +11,7 @@
 {%- set src_source = 'SOURCE' -%}
 
 {%- set tgt_pk = source -%}
-{%- set tgt_hashdiff = ['SUPPLIER_NATION_HASHDIFF', 'BINARY(16)', 'HASHDIFF'] -%}
+{%- set tgt_hashdiff = ['SUPPLIER_NATION_HASHDIFF', 'BINARY', 'HASHDIFF'] -%}
 {%- set tgt_payload = source -%}
 
 {%- set tgt_eff = source -%}

diff --git a/models/load/sats/sat_inv_supp_region_details.sql b/models/load/sats/sat_inv_supp_region_details.sql
@@ -11,7 +11,7 @@
 {%- set src_source = 'SOURCE' -%}
 
 {%- set tgt_pk = source -%}
-{%- set tgt_hashdiff = ['SUPPLIER_REGION_HASHDIFF', 'BINARY(16)', 'HASHDIFF'] -%}
+{%- set tgt_hashdiff = ['SUPPLIER_REGION_HASHDIFF', 'BINARY', 'HASHDIFF'] -%}
 {%- set tgt_payload = source -%}
 
 {%- set tgt_eff = source -%}

diff --git a/models/load/sats/sat_inv_supplier_details.sql b/models/load/sats/sat_inv_supplier_details.sql
@@ -11,7 +11,7 @@
 {%- set src_source = 'SOURCE' -%}
 
 {%- set tgt_pk = source -%}
-{%- set tgt_hashdiff = ['SUPPLIER_HASHDIFF', 'BINARY(16)', 'HASHDIFF'] -%}
+{%- set tgt_hashdiff = ['SUPPLIER_HASHDIFF', 'BINARY', 'HASHDIFF'] -%}
 {%- set tgt_payload = source -%}
 
 {%- set tgt_eff = source -%}

diff --git a/models/load/sats/sat_order_cust_nation_details.sql b/models/load/sats/sat_order_cust_nation_details.sql
@@ -11,7 +11,7 @@
 {%- set src_source = 'SOURCE' -%}
 
 {%- set tgt_pk = source -%}
-{%- set tgt_hashdiff = ['CUSTOMER_NATION_HASHDIFF', 'BINARY(16)', 'HASHDIFF'] -%}
+{%- set tgt_hashdiff = ['CUSTOMER_NATION_HASHDIFF', 'BINARY', 'HASHDIFF'] -%}
 {%- set tgt_payload = source -%}
 
 {%- set tgt_eff = source -%}

diff --git a/models/load/sats/sat_order_cust_region_details.sql b/models/load/sats/sat_order_cust_region_details.sql
@@ -11,7 +11,7 @@
 {%- set src_source = 'SOURCE' -%}
 
 {%- set tgt_pk = source -%}
-{%- set tgt_hashdiff = ['CUSTOMER_REGION_HASHDIFF', 'BINARY(16)', 'HASHDIFF'] -%}
+{%- set tgt_hashdiff = ['CUSTOMER_REGION_HASHDIFF', 'BINARY', 'HASHDIFF'] -%}
 {%- set tgt_payload = source -%}
 
 {%- set tgt_eff = source -%}

diff --git a/models/load/sats/sat_order_customer_details.sql b/models/load/sats/sat_order_customer_details.sql
@@ -11,7 +11,7 @@
 {%- set src_source = 'SOURCE' -%}
 
 {%- set tgt_pk = source -%}
-{%- set tgt_hashdiff = ['CUSTOMER_HASHDIFF', 'BINARY(16)', 'HASHDIFF'] -%}
+{%- set tgt_hashdiff = ['CUSTOMER_HASHDIFF', 'BINARY', 'HASHDIFF'] -%}
 {%- set tgt_payload = source -%}
 
 {%- set tgt_eff = source -%}

diff --git a/models/load/sats/sat_order_lineitem_details.sql b/models/load/sats/sat_order_lineitem_details.sql
@@ -11,7 +11,7 @@
 {%- set src_source = 'SOURCE' -%}
 
 {%- set tgt_pk = source -%}
-{%- set tgt_hashdiff = ['LINEITEM_HASHDIFF', 'BINARY(16)', 'HASHDIFF'] -%}
+{%- set tgt_hashdiff = ['LINEITEM_HASHDIFF', 'BINARY', 'HASHDIFF'] -%}
 {%- set tgt_payload = source -%}
 
 {%- set tgt_eff = source -%}

diff --git a/models/load/sats/sat_order_order_details.sql b/models/load/sats/sat_order_order_details.sql
@@ -11,7 +11,7 @@
 {%- set src_source = 'SOURCE' -%}
 
 {%- set tgt_pk = source -%}
-{%- set tgt_hashdiff = ['ORDER_HASHDIFF', 'BINARY(16)', 'HASHDIFF'] -%}
+{%- set tgt_hashdiff = ['ORDER_HASHDIFF', 'BINARY', 'HASHDIFF'] -%}
 {%- set tgt_payload = source -%}
 
 {%- set tgt_eff = source -%}