Add hash_join based on P2P

dask · Feb 23, 2023 · 3df50ea · 3df50ea
1 parent 76d0104
commit 3df50ea
Show file tree

Hide file tree

Showing 4 changed files with 970 additions and 0 deletions.
diff --git a/distributed/shuffle/__init__.py b/distributed/shuffle/__init__.py
@@ -1,12 +1,15 @@
 from __future__ import annotations
 
 from distributed.shuffle._arrow import check_minimal_arrow_version
+from distributed.shuffle._merge import HashJoinP2PLayer, hash_join_p2p
 from distributed.shuffle._scheduler_extension import ShuffleSchedulerExtension
 from distributed.shuffle._shuffle import P2PShuffleLayer, rearrange_by_column_p2p
 from distributed.shuffle._worker_extension import ShuffleWorkerExtension
 
 __all__ = [
     "check_minimal_arrow_version",
+    "hash_join_p2p",
+    "HashJoinP2PLayer",
     "P2PShuffleLayer",
     "rearrange_by_column_p2p",
     "ShuffleSchedulerExtension",