support array_join

apache · Aug 10, 2023 · cec2082 · cec2082
1 parent 805dab0
commit cec2082
Show file tree

Hide file tree

Showing 3 changed files with 10 additions and 0 deletions.
diff --git a/gluten-core/src/main/scala/io/glutenproject/expression/ExpressionConverter.scala b/gluten-core/src/main/scala/io/glutenproject/expression/ExpressionConverter.scala
@@ -658,6 +658,14 @@ object ExpressionConverter extends SQLConfHelper with Logging {
           substraitExprName.get,
           replaceWithExpressionTransformer(arrayMin.child, attributeSeq),
           arrayMin)
+      case arrayJoin: ArrayJoin =>
+        val children =
+          arrayJoin.children.map(child => replaceWithExpressionTransformer(child, attributeSeq))
+        new BasicCollectionOperationTransfomer(
+          substraitExprName.get,
+          children,
+          arrayJoin
+        )
       case mapKeys: MapKeys =>
         new UnaryArgumentCollectionOperationTransformer(
           substraitExprName.get,

diff --git a/gluten-core/src/main/scala/io/glutenproject/expression/ExpressionMappings.scala b/gluten-core/src/main/scala/io/glutenproject/expression/ExpressionMappings.scala
@@ -196,6 +196,7 @@ object ExpressionMappings {
     Sig[ArrayContains](ARRAY_CONTAINS),
     Sig[ArrayMax](ARRAY_MAX),
     Sig[ArrayMin](ARRAY_MIN),
+    Sig[ArrayJoin](ARRAY_JOIN),
     Sig[SortArray](SORT_ARRAY),
     Sig[ArraysOverlap](ARRAYS_OVERLAP),
     Sig[ArrayPosition](ARRAY_POSITION),

diff --git a/shims/common/src/main/scala/io/glutenproject/expression/ExpressionNames.scala b/shims/common/src/main/scala/io/glutenproject/expression/ExpressionNames.scala
@@ -199,6 +199,7 @@ object ExpressionNames {
   final val ARRAY_CONTAINS = "array_contains"
   final val ARRAY_MAX = "array_max"
   final val ARRAY_MIN = "array_min"
+  final val ARRAY_JOIN = "array_join"
   final val SORT_ARRAY = "sort_array"
   final val ARRAYS_OVERLAP = "arrays_overlap"
   final val ARRAY_POSITION = "array_position"