feat: implement coalesce for the pyspark backend

ibis-project · Mar 2, 2022 · 8183efe · 8183efe
1 parent aca5312
commit 8183efe
Showing 1 changed file with 11 additions and 0 deletions.
diff --git a/ibis/backends/pyspark/compiler.py b/ibis/backends/pyspark/compiler.py
@@ -649,6 +649,17 @@ def compile_arbitrary(t, expr, scope, timecontext, context=None, **kwargs):
     )
 
 
+@compiles(ops.Coalesce)
+def compile_coalesce(t, expr, scope, timecontext, **kwargs):
+    op = expr.op()
+
+    src_columns = t.translate(op.arg, scope, timecontext)
+    if len(src_columns) == 1:
+        return src_columns[0]
+    else:
+        return F.coalesce(*src_columns)
+
+
 @compiles(ops.Greatest)
 def compile_greatest(t, expr, scope, timecontext, **kwargs):
     op = expr.op()