From ea31bc7f0957abe248ae95bea144fbddc5ca027a Mon Sep 17 00:00:00 2001 From: Ke Jia Date: Fri, 5 Feb 2021 09:44:43 +0800 Subject: [PATCH] add the note for the available customized compression codec --- core/src/main/scala/com/intel/oap/ColumnarPluginConfig.scala | 2 ++ 1 file changed, 2 insertions(+) diff --git a/core/src/main/scala/com/intel/oap/ColumnarPluginConfig.scala b/core/src/main/scala/com/intel/oap/ColumnarPluginConfig.scala index 4b571243b..b4354e0f7 100644 --- a/core/src/main/scala/com/intel/oap/ColumnarPluginConfig.scala +++ b/core/src/main/scala/com/intel/oap/ColumnarPluginConfig.scala @@ -66,6 +66,8 @@ class ColumnarPluginConfig(conf: SQLConf) { // and the cached buffers will be spilled when reach maximum memory. val columnarShufflePreferSpill: Boolean = conf.getConfString("spark.oap.sql.columnar.shuffle.preferSpill", "true").toBoolean + + // The supported customized compression codec is lz4 and fastpfor. val columnarShuffleUseCustomizedCompressionCodec: String = conf.getConfString("spark.oap.sql.columnar.shuffle.customizedCompression.codec", "lz4") val isTesting: Boolean =