Skip to content

Commit

Permalink
[SPARK-21786][SQL] The 'spark.sql.parquet.compression.codec' configur…
Browse files Browse the repository at this point in the history
…ation doesn't take effect on tables with partition field(s)

Fix test problem
  • Loading branch information
fjh100456 committed Sep 15, 2017
1 parent 6d77bf9 commit 42aca3d
Showing 1 changed file with 1 addition and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -779,7 +779,7 @@ class InsertSuite extends QueryTest with TestHiveSingleton with BeforeAndAfter
def getTableSize(tableName: String, codec: String,
isPartitioned: Boolean = false): Long = {
insertOverwriteTable(tableName, codec, isPartitioned)
val path = s"${tmpDir.toURI.toString.stripSuffix("/")}/$tableName"
val path = s"${tmpDir.getPath.stripSuffix("/")}/$tableName"
val dir = new File(path)
val files = getDirFiles(dir).filter(_.getName.startsWith("part-"))
files.map(_.length()).sum
Expand Down

0 comments on commit 42aca3d

Please sign in to comment.