chore: applying 1.14.4 hotfixes to main branch (#3929)

rudderlabs · Sep 29, 2023 · 9192975 · 9192975
1 parent 37b9cbc
commit 9192975
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,5 +1,12 @@
 # Changelog
 
+## [1.14.4](https://github.com/rudderlabs/rudder-server/compare/v1.14.3...v1.14.4) (2023-09-29)
+
+
+### Bug Fixes
+
+* use dedup on new records for deltalake ([#3927](https://github.com/rudderlabs/rudder-server/issues/3927)) ([5656ab3](https://github.com/rudderlabs/rudder-server/commit/5656ab3f68dd58e332b68d45f21d1965594ef479))
+
 ## [1.14.3](https://github.com/rudderlabs/rudder-server/compare/v1.14.2...v1.14.3) (2023-09-28)
 
 

diff --git a/warehouse/integrations/deltalake/deltalake.go b/warehouse/integrations/deltalake/deltalake.go
@@ -899,6 +899,9 @@ func (d *Deltalake) partitionQuery(ctx context.Context, tableName string) (strin
 	if !d.config.enablePartitionPruning {
 		return "", nil
 	}
+	if d.Uploader.ShouldOnDedupUseNewRecord() {
+		return "", nil
+	}
 
 	query := fmt.Sprintf(`SHOW PARTITIONS %s.%s;`, d.Namespace, tableName)
 	rows, err := d.DB.QueryContext(ctx, query)