From 5d1fadf9a3cce74150d6a627d67914e2393db319 Mon Sep 17 00:00:00 2001 From: Phillip Cloud <417981+cpcloud@users.noreply.github.com> Date: Sun, 19 Nov 2023 09:37:54 -0500 Subject: [PATCH] feat(pyspark): implement array flatten support --- ibis/backends/pyspark/compiler.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/ibis/backends/pyspark/compiler.py b/ibis/backends/pyspark/compiler.py index 92b534b81027..7ebf423dca8e 100644 --- a/ibis/backends/pyspark/compiler.py +++ b/ibis/backends/pyspark/compiler.py @@ -2075,3 +2075,8 @@ def compile_levenshtein(t, op, **kwargs): left = t.translate(op.left, **kwargs) right = t.translate(op.right, **kwargs) return F.levenshtein(left, right) + + +@compiles(ops.ArrayFlatten) +def compile_flatten(t, op, **kwargs): + return F.flatten(t.translate(op.arg, **kwargs))