upsert_date_key may need to be changed

snowplow · Nov 15, 2024 · 4564fd1 · 4564fd1
1 parent 0596903
commit 4564fd1
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/utils/snowplow_normalize_model_gen.py b/utils/snowplow_normalize_model_gen.py
@@ -195,7 +195,7 @@
     tags = "snowplow_normalize_incremental",
     materialized = "incremental",
     unique_key = "event_id",
-    upsert_date_key = "collector_tstamp",
+    upsert_date_key = var('snowplow__partition_key'),
     partition_by = snowplow_utils.get_value_by_target_type(bigquery_val={{
       "field": var('snowplow__partition_key'),
       "data_type": "timestamp"
@@ -251,7 +251,7 @@
     tags = "snowplow_normalize_incremental",
     materialized = "incremental",
     unique_key = "unique_id",
-    upsert_date_key = "collector_tstamp",
+    upsert_date_key = var('snowplow__partition_key'),
     partition_by = snowplow_utils.get_value_by_target_type(bigquery_val={{
       "field": var('snowplow__partition_key'),
       "data_type": "timestamp"
@@ -325,7 +325,7 @@
     unique_key = "{user_alias}",
     upsert_date_key = "latest_collector_tstamp",
     partition_by = snowplow_utils.get_value_by_target_type(bigquery_val={{
-      "field":  var('snowplow__partition_key'),
+      "field": "latest_collector_tstamp",
       "data_type": "timestamp"
     }}, databricks_val='latest_collector_tstamp_date'),
     sql_header=snowplow_utils.set_query_tag(var('snowplow__query_tag', 'snowplow_dbt')),