From 484f8ddc3af9960435f21732f4340fb57e6f0ac4 Mon Sep 17 00:00:00 2001 From: Jean-Baptiste Guerraz <861556+jbguerraz@users.noreply.github.com> Date: Thu, 7 Jul 2022 12:11:52 +0000 Subject: [PATCH] fix duplicated config key --- .../spark/sql/delta/commands/OptimizeTableCommand.scala | 4 +++- .../apache/spark/sql/delta/sources/DeltaSQLConf.scala | 9 --------- 2 files changed, 3 insertions(+), 10 deletions(-) diff --git a/core/src/main/scala/org/apache/spark/sql/delta/commands/OptimizeTableCommand.scala b/core/src/main/scala/org/apache/spark/sql/delta/commands/OptimizeTableCommand.scala index ce0e85256a3..872efb9857d 100644 --- a/core/src/main/scala/org/apache/spark/sql/delta/commands/OptimizeTableCommand.scala +++ b/core/src/main/scala/org/apache/spark/sql/delta/commands/OptimizeTableCommand.scala @@ -252,7 +252,9 @@ class OptimizeExecutor( val addedFiles = updates.collect { case a: AddFile => a } val removedFiles = updates.collect { case r: RemoveFile => r } if (addedFiles.size > 0) { - val operation = DeltaOperations.Optimize(partitionPredicate.map(_.sql), zOrderByColumns, isAutoCompact) + val operation = DeltaOperations.Optimize(partitionPredicate.map(_.sql), + zOrderByColumns, + isAutoCompact) val metrics = createMetrics(sparkSession.sparkContext, addedFiles, removedFiles) commitAndRetry(txn, operation, updates, metrics) { newTxn => val newPartitionSchema = newTxn.metadata.partitionSchema diff --git a/core/src/main/scala/org/apache/spark/sql/delta/sources/DeltaSQLConf.scala b/core/src/main/scala/org/apache/spark/sql/delta/sources/DeltaSQLConf.scala index 78eed21ab6d..d308d973176 100644 --- a/core/src/main/scala/org/apache/spark/sql/delta/sources/DeltaSQLConf.scala +++ b/core/src/main/scala/org/apache/spark/sql/delta/sources/DeltaSQLConf.scala @@ -862,15 +862,6 @@ trait DeltaSQLConfBase { .booleanConf .createWithDefault(false) - val FAST_INTERLEAVE_BITS_ENABLED = - buildConf("fast.interleaveBits.enabled") - .internal() - .doc( - """ - |When true using the O(4 * 8) algorithm for interleave bit, otherwise the O(32 * n) - |algorithm, n is the number of input columns""".stripMargin) - .booleanConf - .createWithDefault(false) } object DeltaSQLConf extends DeltaSQLConfBase