From 91929753bec137f5b234f322e7dbce3cfea96c79 Mon Sep 17 00:00:00 2001
From: Akash Chetty <achetty.iitr@gmail.com>
Date: Fri, 29 Sep 2023 12:37:58 +0530
Subject: [PATCH] chore: applying 1.14.4 hotfixes to main branch  (#3929)

---
 CHANGELOG.md                                  | 7 +++++++
 warehouse/integrations/deltalake/deltalake.go | 3 +++
 2 files changed, 10 insertions(+)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index f0c8b57f5c..88bf40bb8a 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,5 +1,12 @@
 # Changelog
 
+## [1.14.4](https://github.com/rudderlabs/rudder-server/compare/v1.14.3...v1.14.4) (2023-09-29)
+
+
+### Bug Fixes
+
+* use dedup on new records for deltalake ([#3927](https://github.com/rudderlabs/rudder-server/issues/3927)) ([5656ab3](https://github.com/rudderlabs/rudder-server/commit/5656ab3f68dd58e332b68d45f21d1965594ef479))
+
 ## [1.14.3](https://github.com/rudderlabs/rudder-server/compare/v1.14.2...v1.14.3) (2023-09-28)
 
 
diff --git a/warehouse/integrations/deltalake/deltalake.go b/warehouse/integrations/deltalake/deltalake.go
index 720d86ffe4..10299da64a 100644
--- a/warehouse/integrations/deltalake/deltalake.go
+++ b/warehouse/integrations/deltalake/deltalake.go
@@ -899,6 +899,9 @@ func (d *Deltalake) partitionQuery(ctx context.Context, tableName string) (strin
 	if !d.config.enablePartitionPruning {
 		return "", nil
 	}
+	if d.Uploader.ShouldOnDedupUseNewRecord() {
+		return "", nil
+	}
 
 	query := fmt.Sprintf(`SHOW PARTITIONS %s.%s;`, d.Namespace, tableName)
 	rows, err := d.DB.QueryContext(ctx, query)