From 631b58745f8b5092d9b61fd991f22b34c8ce5dab Mon Sep 17 00:00:00 2001 From: Yuan Date: Tue, 7 Dec 2021 15:00:29 +0800 Subject: [PATCH] [NSE-602] don't enable columnar shuffle on unsupported data types (#608) * dont enable columanr shuffle on unsupported data types Signed-off-by: Yuan Zhou * Update native-sql-engine/core/src/main/scala/org/apache/spark/sql/execution/ColumnarShuffleExchangeExec.scala --- .../spark/sql/execution/ColumnarShuffleExchangeExec.scala | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/native-sql-engine/core/src/main/scala/org/apache/spark/sql/execution/ColumnarShuffleExchangeExec.scala b/native-sql-engine/core/src/main/scala/org/apache/spark/sql/execution/ColumnarShuffleExchangeExec.scala index 81a8c1f70..d36f50530 100644 --- a/native-sql-engine/core/src/main/scala/org/apache/spark/sql/execution/ColumnarShuffleExchangeExec.scala +++ b/native-sql-engine/core/src/main/scala/org/apache/spark/sql/execution/ColumnarShuffleExchangeExec.scala @@ -97,11 +97,11 @@ case class ColumnarShuffleExchangeExec( // check input datatype for (attr <- child.output) { try { - ConverterUtils.createArrowField(attr) + ConverterUtils.checkIfTypeSupported(attr.dataType) } catch { case e: UnsupportedOperationException => throw new UnsupportedOperationException( - s"${attr.dataType} is not supported in ColumnarShuffleExchange") + s"${attr.dataType} is not supported in ColumnarShuffledExchangeExec.") } } }