From fd4254470e31df8e0d33e83baff4c59d306cadc3 Mon Sep 17 00:00:00 2001 From: elijahbenizzy Date: Wed, 23 Aug 2023 20:25:08 -0700 Subject: [PATCH] Removes setup.py install target for pyspark connect as it is no longer necessary due to fixed import --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index dc155f5d8..5d08a3390 100644 --- a/setup.py +++ b/setup.py @@ -76,7 +76,7 @@ def load_requirements(): "ray": ["ray>=2.0.0", "pyarrow"], "pyspark": [ # we have to run these dependencies cause Spark does not check to ensure the right target was called - "pyspark[pandas_on_spark,connect,sql]", + "pyspark[pandas_on_spark,sql]", # This is problematic, see https://stackoverflow.com/questions/76072664/convert-pyspark-dataframe-to-pandas-dataframe-fails-on-timestamp-column "pandas<2.0", ], # I'm sure they'll add support soon,