Merge pull request #317 from ScalefreeCOM/179-snapshot-control-v0-implement-end_date

179 snapshot control v0 implement end date

Author: tkirschke

macros/tables/bigquery/control_snap_v0.sql

@@ -1,5 +1,11 @@
 {%- macro default__control_snap_v0(start_date, daily_snapshot_time, sdts_alias, end_date=none) -%}
 
+{% if datavault4dbt.is_nothing(end_date) %}
+    {% set end_date = 'CURRENT_TIMESTAMP()' %}
+{% else %}
+    {% set end_date = "'"~end_date~"'" %}
+{% endif %}
+
 {%- set timestamp_format = datavault4dbt.timestamp_format() -%}
 
 {%- if not datavault4dbt.is_something(sdts_alias) -%}
@@ -20,7 +26,7 @@ initial_timestamps AS (
             INTERVAL EXTRACT(MINUTE FROM TIME '{{ daily_snapshot_time }}') MINUTE),
             TIMESTAMP_ADD(
                 TIMESTAMP_ADD(
-                    TIMESTAMP_TRUNC(CURRENT_TIMESTAMP(), DAY),
+                    TIMESTAMP_TRUNC({{ end_date }}, DAY),
                 INTERVAL EXTRACT(HOUR FROM TIME '{{ daily_snapshot_time }}') HOUR),
             INTERVAL EXTRACT(MINUTE FROM TIME '{{ daily_snapshot_time }}') MINUTE),
         INTERVAL 1 DAY)) AS sdts

macros/tables/databricks/control_snap_v0.sql

@@ -1,5 +1,11 @@
 {%- macro databricks__control_snap_v0(start_date, daily_snapshot_time, sdts_alias, end_date=none) -%}
 
+{% if datavault4dbt.is_nothing(end_date) %}
+    {% set end_date = 'CURRENT_TIMESTAMP' %}
+{% else %}
+    {% set end_date = "'"~end_date~"'" %}
+{% endif %}
+
 {%- set timestamp_format = datavault4dbt.timestamp_format() -%}
 
 {%- if not datavault4dbt.is_something(sdts_alias) -%}
@@ -9,7 +15,7 @@
 WITH 
 
 date_array as(
-    select sequence(to_timestamp('{{ start_date }} {{ daily_snapshot_time }}'), to_timestamp(current_date()+1), interval 1 day) AS sdts
+    select sequence(to_timestamp('{{ start_date }} {{ daily_snapshot_time }}'), to_timestamp(to_date({{ end_date }})+1), interval 1 day) AS sdts
 ),
 
 cte as(
@@ -23,7 +29,7 @@ initial_timestamps AS (
     FROM 
         cte
     WHERE 
-        sdts <= CURRENT_TIMESTAMP
+        sdts <= to_date({{ end_date }})+1
     {%- if is_incremental() %}
     AND sdts > (SELECT MAX({{ sdts_alias }}) FROM {{ this }})
     {%- endif %}

macros/tables/exasol/control_snap_v0.sql

@@ -1,6 +1,14 @@
 {%- macro exasol__control_snap_v0(start_date, daily_snapshot_time, sdts_alias, end_date=none) -%}
 
+
 {%- set timestamp_format = datavault4dbt.timestamp_format() -%}
+
+{% if datavault4dbt.is_nothing(end_date) %}
+  {% set end_date = 'CURRENT_DATE()' %}
+{% else %}
+    {% set end_date = datavault4dbt.string_to_timestamp(timestamp_format, end_date) %}
+{% endif %}
+
 {%- set date_format_std = 'YYYY-mm-dd' -%}
 {%- set daily_snapshot_time = '0001-01-01 ' ~ daily_snapshot_time -%}
 {%- set last_cte = '' -%}
@@ -12,7 +20,7 @@ initial_timestamps AS
                                                         EXTRACT(MINUTE FROM  {{ datavault4dbt.string_to_timestamp(timestamp_format, daily_snapshot_time) }}) 
                                                     ), level-1) as sdts
     from dual
-    connect by level <= days_between(ADD_MINUTES(ADD_HOURS(CURRENT_DATE(), EXTRACT(HOUR FROM {{ datavault4dbt.string_to_timestamp(timestamp_format, daily_snapshot_time) }}) ),
+    connect by level <= days_between(ADD_MINUTES(ADD_HOURS({{ end_date }}, EXTRACT(HOUR FROM {{ datavault4dbt.string_to_timestamp(timestamp_format, daily_snapshot_time) }}) ),
                                                         EXTRACT(MINUTE FROM  {{ datavault4dbt.string_to_timestamp(timestamp_format, daily_snapshot_time) }}) 
                                                     ), TO_DATE('{{ start_date}}', '{{ date_format_std }}')
                                     )+1

macros/tables/fabric/control_snap_v0.sql

@@ -2,6 +2,8 @@
 
 {% if datavault4dbt.is_nothing(end_date) %}
   {% set end_date = datavault4dbt.current_timestamp() %}
+{% else %}
+    {% set end_date = "'"~end_date~"'" %}
 {% endif %}
 
 WITH 

macros/tables/oracle/control_snap_v0.sql

@@ -1,5 +1,11 @@
 {%- macro oracle__control_snap_v0(start_date, daily_snapshot_time, sdts_alias, end_date=none) -%}
 
+{% if datavault4dbt.is_nothing(end_date) %}
+    {% set end_date = 'current_date' %}
+{% else %}
+    {% set end_date = "TO_DATE('"~end_date~"', '"~datavault4dbt.date_format()~"')" %}
+{% endif %}
+
 {%- set timestamp_format = datavault4dbt.timestamp_format() -%}
 {%- set timestamp_value = start_date ~ ' ' ~ daily_snapshot_time -%}
 {%- if not datavault4dbt.is_something(sdts_alias) -%}
@@ -12,7 +18,7 @@ with generate_dates({{ sdts_alias }}) as (
   	union all
   	select {{ sdts_alias }} + 1
   	from generate_dates
-  	where {{ sdts_alias }} < current_date
+  	where {{ sdts_alias }} < {{ end_date }}
 ),
 
 initial_timestamps AS (

macros/tables/postgres/control_snap_v0.sql

@@ -1,5 +1,10 @@
 {%- macro postgres__control_snap_v0(start_date, daily_snapshot_time, sdts_alias, end_date=none) -%}
 
+{% if datavault4dbt.is_nothing(end_date) %}
+  {% set end_date = 'CURRENT_TIMESTAMP' %}
+{% else %}
+    {% set end_date = "'"~end_date~"'::timestamp + Interval '1 day'" %}
+{% endif %}
 {%- set timestamp_format = datavault4dbt.timestamp_format() -%}
 
 {%- if not datavault4dbt.is_something(sdts_alias) -%}
@@ -13,7 +18,7 @@ initial_timestamps AS (
     SELECT
         sdts::timestamp
     FROM 
-        generate_series(timestamp '{{ start_date }} {{ daily_snapshot_time }}', CURRENT_TIMESTAMP, Interval '1 day') AS sdts(day)
+        generate_series(timestamp '{{ start_date }} {{ daily_snapshot_time }}', {{ end_date }}, Interval '1 day') AS sdts(day)
     {%- if is_incremental() %}
     WHERE
         sdts > (SELECT MAX({{ sdts_alias }}) FROM {{ this }})

macros/tables/redshift/control_snap_v0.sql

@@ -1,5 +1,10 @@
 {%- macro redshift__control_snap_v0(start_date, daily_snapshot_time, sdts_alias, end_date) -%}
 
+{% if datavault4dbt.is_nothing(end_date) %}
+    {% set end_date = 'current_date' %}
+{% else %}
+    {% set end_date = "'"~end_date~"'::timestamp" %}
+{% endif %}
 {%- set timestamp_format = datavault4dbt.timestamp_format() -%}
 {%- set timestamp_value = start_date ~ ' ' ~ daily_snapshot_time -%}
 {%- if not datavault4dbt.is_something(sdts_alias) -%}
@@ -11,7 +16,7 @@ with recursive generate_dates({{ sdts_alias }}) as (
   	union all
   	select {{ sdts_alias }} + 1
   	from generate_dates
-  	where {{ sdts_alias }} < current_date
+  	where {{ sdts_alias }} < {{ end_date }}
 ),
 
 initial_timestamps AS (

macros/tables/snowflake/control_snap_v0.sql

@@ -1,5 +1,12 @@
 {%- macro snowflake__control_snap_v0(start_date, daily_snapshot_time, sdts_alias, end_date=none) -%}
 
+
+{% if datavault4dbt.is_nothing(end_date) %}
+    {% set end_date = 'CURRENT_TIMESTAMP' %}
+{% else %}
+    {% set end_date = "DATEADD(day, 1, TO_DATE('"~end_date~"'))" %}
+{% endif %}
+
 {%- set timestamp_format = datavault4dbt.timestamp_format() -%}
 {%- set start_date = start_date | replace('00:00:00', daily_snapshot_time) -%}
 
@@ -16,7 +23,7 @@ initial_timestamps AS (
     FROM 
         TABLE(GENERATOR(ROWCOUNT => 100000))
     WHERE 
-        sdts <= CURRENT_TIMESTAMP
+        sdts <= {{ end_date }}
     {%- if is_incremental() %}
     AND sdts > (SELECT MAX({{ sdts_alias }}) FROM {{ this }})
     {%- endif %}

macros/tables/synapse/control_snap_v0.sql

@@ -2,6 +2,8 @@
 
 {% if datavault4dbt.is_nothing(end_date) %}
   {% set end_date = datavault4dbt.current_timestamp() %}
+{% else %}
+  {% set end_date = "'"~end_date~"'" %}
 {% endif %}
 
 WITH 
@@ -23,7 +25,7 @@ initial_timestamps_prep AS (
 		),
 
 initial_timestamps AS (
-    SELECT TOP (DATEDIFF(DAY, '{{ start_date }}', {{ end_date}}) + 1)
+    SELECT TOP (DATEDIFF(DAY, '{{ start_date }}', {{ end_date }}) + 1)
     DATEADD(DAY, ROW_NUMBER() OVER (ORDER BY (SELECT NULL)) - 1, '{{ start_date }}' ) AS {{ sdts_alias }}
     FROM initial_timestamps_prep s1
     CROSS JOIN initial_timestamps_prep s2