release/v0.10.2

CHANGELOG.md

@@ -1,3 +1,18 @@
+# dbt_pinterest_source v0.10.2
+
+[PR #36](https://github.com/fivetran/dbt_pinterest_source/pull/36) includes the following updates:
+
+## Bug Fixes
+- Updated the `is_most_recent_record` window function in the following models to exclude the `source_relation` field from the partition statement when `pinterest_ads_union_schemas` or `pinterest_ads_union_databases` variables are empty. Also, modified it to skip the window function if the upstream table is empty, using the new `result_if_table_exists()` and `is_table_empty()` macros. This change addresses Redshift's issue with partitioning by constant expressions.
+    - `stg_pinterest_ads__ad_group_history`
+    - `stg_pinterest_ads__advertiser_history`
+    - `stg_pinterest_ads__campaign_history`
+    - `stg_pinterest_ads__keyword_history`
+    - `stg_pinterest_ads__pin_promotion_history`
+
+## Contributors
+- [@JessicaKMarkiewicz](https://github.com/JessicaKMarkiewicz) ([PR #35](https://github.com/fivetran/dbt_pinterest_source/pull/35))
+
 # dbt_pinterest_source v0.10.1
 
 [PR #31](https://github.com/fivetran/dbt_pinterest_source/pull/31) includes the following updates:

dbt_project.yml

@@ -1,5 +1,5 @@
 name: 'pinterest_source'
-version: '0.10.1'
+version: '0.10.2'
 config-version: 2
 require-dbt-version: [">=1.3.0", "<2.0.0"]
 vars:

integration_tests/dbt_project.yml

@@ -1,5 +1,5 @@
 name: 'pinterest_source_integration_tests'
-version: '0.10.1'
+version: '0.10.2'
 profile: 'integration_tests'
 config-version: 2
 

macros/is_table_empty.sql

@@ -0,0 +1,17 @@
+{%- macro is_table_empty(table_name) -%}
+
+{{ adapter.dispatch('is_table_empty', 'pinterest_source') (table_name) }}
+
+{%- endmacro %}
+
+{%- macro default__is_table_empty(table_name) -%}
+    {%- if execute and flags.WHICH in ('run', 'build') %}
+        {% set row_count_query %}
+            select 1 from {{ table_name }} limit 1
+        {% endset %}
+        {% set results = run_query(row_count_query) %}
+        {% if results.rows | length == 0 %}
+            {{ return("empty") }}
+        {% endif %}
+    {% endif -%}
+{%- endmacro -%}

macros/result_if_table_exists.sql

@@ -0,0 +1,14 @@
+{%- macro result_if_table_exists(table_ref, result_statement, if_empty) -%}
+
+{{ adapter.dispatch('result_if_table_exists', 'pinterest_source') (table_ref, result_statement, if_empty) }}
+
+{%- endmacro -%}
+
+{%- macro default__result_if_table_exists(table_ref, result_statement, if_empty) -%}
+    {%- set is_empty_result = pinterest_source.is_table_empty(table_ref) -%} 
+    {%- if is_empty_result == "empty" %}
+        {{ if_empty }}
+    {%- else %}
+        {{ result_statement }}
+    {%- endif %}
+{%- endmacro %}

models/stg_pinterest_ads__ad_group_history.sql

@@ -22,6 +22,11 @@ fields as (
         }}
 
     from base
+    {{ pinterest_source.result_if_table_exists(
+        table_ref=ref('stg_pinterest_ads__ad_group_history_tmp'),
+        result_statement="",
+        if_empty="limit 0")
+    }}
 ),
 
 final as (
@@ -40,7 +45,8 @@ final as (
         placement_group,
         start_time,
         summary_status,
-        row_number() over (partition by source_relation, id order by _fivetran_synced desc) = 1 as is_most_recent_record
+        row_number() over (partition by id, source_relation order by _fivetran_synced desc) as is_most_recent_record
+
     from fields
 )
 

models/stg_pinterest_ads__advertiser_history.sql

@@ -22,6 +22,11 @@ fields as (
         }}
 
     from base
+    {{ pinterest_source.result_if_table_exists(
+        table_ref=ref('stg_pinterest_ads__advertiser_history_tmp'),
+        result_statement="",
+        if_empty="limit 0")
+    }}
 ),
 
 final as (
@@ -38,6 +43,7 @@ final as (
         advertiser_permissions, -- permissions was renamed in macro
         updated_time as updated_at,
         row_number() over (partition by source_relation, id order by updated_time desc) = 1 as is_most_recent_record
+
     from fields
 )
 

models/stg_pinterest_ads__campaign_history.sql

@@ -22,6 +22,11 @@ fields as (
         }}
 
     from base
+    {{ pinterest_source.result_if_table_exists(
+        table_ref=ref('stg_pinterest_ads__campaign_history_tmp'),
+        result_statement="",
+        if_empty="limit 0")
+    }}
 ), 
 
 final as (
@@ -39,6 +44,7 @@ final as (
         _fivetran_synced,
         created_time as created_at,
         row_number() over (partition by source_relation, id order by _fivetran_synced desc) = 1 as is_most_recent_record
+
     from fields
 )
 

models/stg_pinterest_ads__keyword_history.sql

@@ -22,6 +22,11 @@ fields as (
         }}
 
     from base
+    {{ pinterest_source.result_if_table_exists(
+        table_ref=ref('stg_pinterest_ads__keyword_history_tmp'),
+        result_statement="",
+        if_empty="limit 0")
+    }}
 ),
 
 final as (
@@ -40,6 +45,7 @@ final as (
         match_type,
         parent_type,
         row_number() over (partition by source_relation, id order by _fivetran_synced desc) = 1 as is_most_recent_record
+
     from fields
 )
 

models/stg_pinterest_ads__pin_promotion_history.sql

@@ -23,6 +23,11 @@ fields as (
         }}
 
     from base
+    {{ pinterest_source.result_if_table_exists(
+        table_ref=ref('stg_pinterest_ads__pin_promotion_history_tmp'),
+        result_statement="",
+        if_empty="limit 0")
+    }}
 ), 
 
 final as (
@@ -48,6 +53,7 @@ final as (
         creative_type,
         _fivetran_synced,
         row_number() over (partition by source_relation, id order by _fivetran_synced desc) = 1 as is_most_recent_record
+
     from fields
 )