feat(pyspark): implement approx_median

ibis-project · May 23, 2022 · 07571a9 · 07571a9
1 parent 5c40f1c
commit 07571a9
Showing 1 changed file with 13 additions and 0 deletions.
diff --git a/ibis/backends/pyspark/compiler.py b/ibis/backends/pyspark/compiler.py
@@ -619,6 +619,19 @@ def compile_approx_count_distinct(
     )
 
 
+@compiles(ops.CMSMedian)
+def compile_approx_median(t, expr, scope, timecontext, context=None, **kwargs):
+    return compile_aggregator(
+        t,
+        expr,
+        scope,
+        timecontext,
+        fn=lambda arg: F.percentile_approx(arg, 0.5),
+        context=context,
+        **kwargs,
+    )
+
+
 @compiles(ops.StandardDev)
 def compile_std(t, expr, scope, timecontext, context=None, **kwargs):
     how = expr.op().how