From 53d3d99bf4fba8eec4260ffd69ea6f35a2aebb21 Mon Sep 17 00:00:00 2001 From: Stefan Krawczyk Date: Tue, 12 Mar 2024 09:58:18 -0700 Subject: [PATCH 1/3] Adds dask-expr to test dependency So that tests don't fail -- dask now needs it as a dependency. --- requirements-test.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/requirements-test.txt b/requirements-test.txt index ec0511938..9dce618b8 100644 --- a/requirements-test.txt +++ b/requirements-test.txt @@ -1,4 +1,5 @@ dask +dask-expr; python_version >= '3.9' diskcache fsspec graphviz From 05da4b1e7f248661f7f29af57a668810915d936b Mon Sep 17 00:00:00 2001 From: Stefan Krawczyk Date: Tue, 12 Mar 2024 11:50:11 -0700 Subject: [PATCH 2/3] Adds dask-expr to docs requirements Dask now requires this dependency. --- requirements-docs.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/requirements-docs.txt b/requirements-docs.txt index 0c1a708da..39fddcd8d 100644 --- a/requirements-docs.txt +++ b/requirements-docs.txt @@ -1,6 +1,7 @@ -r requirements-dev.txt alabaster>=0.7,<0.8,!=0.7.5 # read the docs pins commonmark==0.9.1 # read the docs pins +dask-expr dask[distributed] ddtrace diskcache From 488c58db89616da57b01413e429d18bfcb5fd5cd Mon Sep 17 00:00:00 2001 From: Stefan Krawczyk Date: Tue, 12 Mar 2024 14:34:45 -0700 Subject: [PATCH 3/3] Turns off dask-expr in integration tests So that we don't deal with having to update code to run on dask-expr until we need to. --- plugin_tests/h_dask/conftest.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/plugin_tests/h_dask/conftest.py b/plugin_tests/h_dask/conftest.py index bc5ef5b5a..f667cff2a 100644 --- a/plugin_tests/h_dask/conftest.py +++ b/plugin_tests/h_dask/conftest.py @@ -1,4 +1,9 @@ +import dask + from hamilton import telemetry # disable telemetry for all tests! telemetry.disable_telemetry() + +# required until we fix the DataFrameResultBuilder to work with dask-expr +dask.config.set({"dataframe.query-planning": False})