Revert scope change to statsTrackers

snmvaughan · Mar 28, 2024 · 8bea69e · 8bea69e
1 parent a07a4db
commit 8bea69e
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/.../scala/org/apache/spark/sql/execution/datasources/InsertIntoHadoopFsRelationCommand.scala b/.../scala/org/apache/spark/sql/execution/datasources/InsertIntoHadoopFsRelationCommand.scala
@@ -174,7 +174,6 @@ case class InsertIntoHadoopFsRelationCommand(
         qualifiedOutputPath
       }
 
-      val statsTrackers = Seq(basicWriteJobStatsTracker(hadoopConf))
       val updatedPartitionPaths =
         FileFormatWriter.write(
           sparkSession = sparkSession,
@@ -186,10 +185,11 @@ case class InsertIntoHadoopFsRelationCommand(
           hadoopConf = hadoopConf,
           partitionColumns = partitionColumns,
           bucketSpec = bucketSpec,
-          statsTrackers = statsTrackers,
+          statsTrackers = Seq(basicWriteJobStatsTracker(hadoopConf)),
           options = options,
           numStaticPartitionCols = staticPartitions.size)
 
+
       // update metastore partition metadata
       if (updatedPartitionPaths.isEmpty && staticPartitions.nonEmpty
         && partitionColumns.length == staticPartitions.size) {