Skip to content

Commit

Permalink
Tidying up
Browse files Browse the repository at this point in the history
  • Loading branch information
Alexey Kudinkin committed Apr 5, 2022
1 parent d5f6506 commit 7999d8f
Showing 1 changed file with 2 additions and 4 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -178,12 +178,10 @@ trait ColumnStatsIndexSupport extends SparkAdapterSupport {
}

private def readFullColumnStatsIndexInternal(spark: SparkSession, tableBasePath: String) = {
// Read Metadata Table's Column Stats Index into Spark's [[DataFrame]]
val metadataTablePath = HoodieTableMetadata.getMetadataTableBasePath(tableBasePath)
val metadataTableDF = spark.read.format("org.apache.hudi")
// Read Metadata Table's Column Stats Index into Spark's [[DataFrame]]
spark.read.format("org.apache.hudi")
.load(s"$metadataTablePath/${MetadataPartitionType.COLUMN_STATS.getPartitionPath}")

metadataTableDF
}

private def readColumnStatsIndexForColumnsInternal(spark: SparkSession, targetColumns: Seq[String], metadataConfig: HoodieMetadataConfig, tableBasePath: String) = {
Expand Down

0 comments on commit 7999d8f

Please sign in to comment.