From 02571ae139675b78f68bf37977db165c4583d1ff Mon Sep 17 00:00:00 2001 From: Dougie Squire <42455466+dougiesquire@users.noreply.github.com> Date: Fri, 30 Jun 2023 23:58:10 +1000 Subject: [PATCH] Remove hardcoded single-threaded dask scheduler for dataset combine (#614) * remove hardcoded single-threaded scheduler for dataset combine * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --------- Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com> --- intake_esm/source.py | 15 +++++---------- 1 file changed, 5 insertions(+), 10 deletions(-) diff --git a/intake_esm/source.py b/intake_esm/source.py index f6dc526e..b7bef525 100644 --- a/intake_esm/source.py +++ b/intake_esm/source.py @@ -252,16 +252,11 @@ def _open_dataset(self): for agg in self.aggregations ), ) - with dask.config.set( - {'scheduler': 'single-threaded', 'array.slicing.split_large_chunks': True} - ): # Use single-threaded scheduler - datasets = [ - ds.set_coords(set(ds.variables) - set(ds.attrs[OPTIONS['vars_key']])) - for ds in datasets - ] - self._ds = xr.combine_by_coords( - datasets, **self.xarray_combine_by_coords_kwargs - ) + datasets = [ + ds.set_coords(set(ds.variables) - set(ds.attrs[OPTIONS['vars_key']])) + for ds in datasets + ] + self._ds = xr.combine_by_coords(datasets, **self.xarray_combine_by_coords_kwargs) self._ds.attrs[OPTIONS['dataset_key']] = self.key