Skip to content

Commit

Permalink
fix duplicated config key
Browse files Browse the repository at this point in the history
  • Loading branch information
jbguerraz committed Jul 7, 2022
1 parent 6a5bf70 commit 484f8dd
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 10 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -252,7 +252,9 @@ class OptimizeExecutor(
val addedFiles = updates.collect { case a: AddFile => a }
val removedFiles = updates.collect { case r: RemoveFile => r }
if (addedFiles.size > 0) {
val operation = DeltaOperations.Optimize(partitionPredicate.map(_.sql), zOrderByColumns, isAutoCompact)
val operation = DeltaOperations.Optimize(partitionPredicate.map(_.sql),
zOrderByColumns,
isAutoCompact)
val metrics = createMetrics(sparkSession.sparkContext, addedFiles, removedFiles)
commitAndRetry(txn, operation, updates, metrics) { newTxn =>
val newPartitionSchema = newTxn.metadata.partitionSchema
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -862,15 +862,6 @@ trait DeltaSQLConfBase {
.booleanConf
.createWithDefault(false)

val FAST_INTERLEAVE_BITS_ENABLED =
buildConf("fast.interleaveBits.enabled")
.internal()
.doc(
"""
|When true using the O(4 * 8) algorithm for interleave bit, otherwise the O(32 * n)
|algorithm, n is the number of input columns""".stripMargin)
.booleanConf
.createWithDefault(false)
}

object DeltaSQLConf extends DeltaSQLConfBase

0 comments on commit 484f8dd

Please sign in to comment.