FEAT-modin-project#1844: upgrade pyarrow to 1.0

Signed-off-by: Anatoly Myachev <anatoly.myachev@intel.com>
anmyachev · Nov 3, 2020 · c668747 · c668747
1 parent 737ec34
commit c668747
Show file tree

Hide file tree

Showing 5 changed files with 7 additions and 7 deletions.
diff --git a/environment.yml b/environment.yml
@@ -4,7 +4,7 @@ channels:
 dependencies:
   - pandas==1.1.3
   - numpy
-  - pyarrow<0.17
+  - pyarrow==1.0
   - dask[complete]>=2.12.0,<=2.19.0
   - distributed>=2.12.0,<=2.19.0
   - xarray

diff --git a/modin/engines/base/io/column_stores/feather_reader.py b/modin/engines/base/io/column_stores/feather_reader.py
@@ -32,8 +32,7 @@ def _read(cls, path, columns=None, **kwargs):
             https://arrow.apache.org/docs/python/api.html#feather-format
         """
         if columns is None:
-            from pyarrow.feather import FeatherReader
+            from pyarrow.feather import read_feather
 
-            fr = FeatherReader(path)
-            columns = [fr.get_column_name(i) for i in range(fr.num_columns)]
-        return cls.build_query_compiler(path, columns, use_threads=False)
+            df = read_feather(path)
+        return cls.build_query_compiler(path, df.columns, use_threads=False)
diff --git a/requirements.txt b/requirements.txt
@@ -1,6 +1,6 @@
 pandas==1.1.3
 numpy
-pyarrow<0.17
+pyarrow==1.0
 dask[complete]>=2.12.0,<=2.19.0
 distributed>=2.12.0,<=2.19.0
 ray>=1.0.0

diff --git a/requirements/env_omnisci.yml b/requirements/env_omnisci.yml
@@ -4,6 +4,7 @@ channels:
   - conda-forge
 dependencies:
   - pandas==1.1.3
+  - pyarrow==1.0
   - numpy
   - pip
   - pytest>=6.0.1

diff --git a/setup.py b/setup.py
@@ -38,7 +38,7 @@ def is_pure(self):
 
 
 dask_deps = ["dask>=2.12.0,<=2.19.0", "distributed>=2.12.0,<=2.19.0"]
-ray_deps = ["ray>=1.0.0", "pyarrow<0.17"]
+ray_deps = ["ray>=1.0.0", "pyarrow==1.0"]
 remote_deps = ["rpyc==4.1.5", "cloudpickle==1.4.1", "boto3==1.4.8"]
 
 all_deps = dask_deps + ray_deps + remote_deps