feat: implement semi/anti join for the pyspark backend

ibis-project · Mar 2, 2022 · 3e1ba9c · 3e1ba9c
1 parent 8183efe
commit 3e1ba9c
Showing 1 changed file with 10 additions and 0 deletions.
diff --git a/ibis/backends/pyspark/compiler.py b/ibis/backends/pyspark/compiler.py
@@ -1157,6 +1157,16 @@ def compile_outer_join(t, expr, scope, timecontext, **kwargs):
     return compile_join(t, expr, scope, timecontext, how='outer')
 
 
+@compiles(ops.LeftSemiJoin)
+def compile_left_semi_join(t, expr, scope, timecontext, **kwargs):
+    return compile_join(t, expr, scope, timecontext, how='leftsemi')
+
+
+@compiles(ops.LeftAntiJoin)
+def compile_left_anti_join(t, expr, scope, timecontext, **kwargs):
+    return compile_join(t, expr, scope, timecontext, how='leftanti')
+
+
 def compile_join(t, expr, scope, timecontext, *, how):
     op = expr.op()