feature/filter_historical_records_on_fivetran_active

CHANGELOG.md

@@ -1,3 +1,22 @@
+# dbt_intercom v1.6.1
+
+[PR #82](https://github.com/fivetran/dbt_intercom/pull/82) includes the following updates:
+
+## Bug Fix
+- Updates the following staging models to filter records using `coalesce(_fivetran_active, true)`, ensuring that end models reflect only current records for customers using [Fivetran History Mode](https://fivetran.com/docs/using-fivetran/features/history-mode). The `coalesce` fallback preserves existing behavior for sources where the `_fivetran_active` column is not present.
+  - `stg_intercom__contact_history`
+  - `stg_intercom__conversation_history`
+  - `stg_intercom__contact_company_history`
+  - `stg_intercom__contact_tag_history`
+  - `stg_intercom__conversation_contact_history`
+  - `stg_intercom__conversation_tag_history`
+- Applies the same `coalesce(_fivetran_active, true)` filter to `stg_intercom__conversation_part_history` within `int_intercom__conversation_part_aggregates`.
+
+## Under the Hood
+- Updates `integrity_conversation_enhanced` integration test to reflect the corrected row count behavior after the `_fivetran_active` filter changes.
+- Removes `coalesce(_fivetran_active, true)` filter from `intercom__contact_enhaced` and `intercom__conversation_enhanced` models as filter has been moved to the staging layer.
+
+
 # dbt_intercom v1.6.0
 
 [PR #78](https://github.com/fivetran/dbt_intercom/pull/78) includes the following updates:

dbt_project.yml

@@ -1,6 +1,6 @@
 config-version: 2
 name: 'intercom'
-version: '1.6.0'
+version: '1.6.1'
 require-dbt-version: [">=1.3.0", "<3.0.0"]
 models:
   intercom:

integration_tests/dbt_project.yml

@@ -1,5 +1,5 @@
 name: 'intercom_integration_tests'
-version: '1.6.0'
+version: '1.6.1'
 profile: 'integration_tests'
 config-version: 2
 

integration_tests/tests/integrity/integrity_conversation_enhanced.sql

@@ -9,7 +9,6 @@ with conversation_source_count as (
 
     select count(distinct conversation_id) as stg_count
     from {{ target.schema }}_intercom_dev.stg_intercom__conversation_history
-    where coalesce(_fivetran_active, true)
 ),
 
 conversation_end_count as (

models/intercom__contact_enhanced.sql

@@ -2,7 +2,6 @@
 with contact_latest as (
   select *
   from {{ ref('stg_intercom__contact_history') }}
-  where coalesce(_fivetran_active, true)
 ),
 
 --If you use the contact company table this will be included, if not it will be ignored.

models/intercom__conversation_enhanced.sql

@@ -1,7 +1,6 @@
 with latest_conversation as (
     select *
     from {{ ref('stg_intercom__conversation_history') }}
-    where coalesce(_fivetran_active, true)
 ),
 
 conversation_string_aggregates as (

models/intermediate/int_intercom__conversation_part_aggregates.sql

@@ -7,7 +7,6 @@ with latest_conversation_part as (
 latest_conversation as (
   select *
   from {{ ref('stg_intercom__conversation_history') }}
-  where coalesce(_fivetran_active, true)
 ),
 
 --Aggregates conversation part data related to a single conversation from the int_intercom__latest_conversation model. See below for specific aggregates.

models/staging/stg_intercom__contact_company_history.sql

@@ -42,3 +42,4 @@ final as (
 
 select * 
 from final
+where coalesce(_fivetran_active, true)

models/staging/stg_intercom__contact_history.sql

@@ -54,3 +54,4 @@ final as (
 
 select * 
 from final
+where coalesce(_fivetran_active, true)

models/staging/stg_intercom__contact_tag_history.sql

@@ -43,3 +43,4 @@ final as (
 
 select * 
 from final
+where coalesce(_fivetran_active, true)

models/staging/stg_intercom__conversation_contact_history.sql

@@ -40,3 +40,4 @@ final as (
 
 select * 
 from final
+where coalesce(_fivetran_active, true)

models/staging/stg_intercom__conversation_history.sql

@@ -59,4 +59,5 @@ final as (
 )
 
 select * 
-from final
+from final
+where coalesce(_fivetran_active, true)

models/staging/stg_intercom__conversation_tag_history.sql

@@ -42,3 +42,4 @@ final as (
 
 select * 
 from final
+where coalesce(_fivetran_active, true)