[NSE-602] don't enable columnar shuffle on unsupported data types (#608)

* dont enable columanr shuffle on unsupported data types Signed-off-by: Yuan Zhou <yuan.zhou@intel.com> * Update native-sql-engine/core/src/main/scala/org/apache/spark/sql/execution/ColumnarShuffleExchangeExec.scala
oap-project · Dec 7, 2021 · 631b587 · 631b587
1 parent 59cd692
commit 631b587
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/...gine/core/src/main/scala/org/apache/spark/sql/execution/ColumnarShuffleExchangeExec.scala b/...gine/core/src/main/scala/org/apache/spark/sql/execution/ColumnarShuffleExchangeExec.scala
@@ -97,11 +97,11 @@ case class ColumnarShuffleExchangeExec(
     // check input datatype
     for (attr <- child.output) {
       try {
-        ConverterUtils.createArrowField(attr)
+        ConverterUtils.checkIfTypeSupported(attr.dataType)
       } catch {
         case e: UnsupportedOperationException =>
           throw new UnsupportedOperationException(
-            s"${attr.dataType} is not supported in ColumnarShuffleExchange")
+            s"${attr.dataType} is not supported in ColumnarShuffledExchangeExec.")
       }
     }
   }