From d906e39e8fee40977429277c3fc06c6624ca9124 Mon Sep 17 00:00:00 2001 From: itholic Date: Mon, 17 Jul 2023 19:48:07 +0900 Subject: [PATCH] [DO-NOT-MERGE][TESTS] Enable pandas API on Spark tests related to SPARK-43611 --- .../computation/test_parity_combine.py | 6 - .../computation/test_parity_compute.py | 12 -- .../computation/test_parity_cumulative.py | 48 ------- .../computation/test_parity_missing_data.py | 30 ----- .../connect/computation/test_parity_pivot.py | 12 -- .../diff_frames_ops/test_parity_basic_slow.py | 18 +-- .../connect/frame/test_parity_reshaping.py | 6 - .../connect/frame/test_parity_time_series.py | 6 - .../connect/groupby/test_parity_cumulative.py | 30 +---- .../connect/groupby/test_parity_groupby.py | 18 +-- .../groupby/test_parity_missing_data.py | 18 +-- .../tests/connect/indexes/test_parity_base.py | 12 -- .../indexes/test_parity_reset_index.py | 6 - .../connect/series/test_parity_arg_ops.py | 6 +- .../connect/series/test_parity_compute.py | 18 --- .../connect/series/test_parity_cumulative.py | 24 +--- .../tests/connect/series/test_parity_index.py | 6 +- .../series/test_parity_missing_data.py | 36 +----- .../tests/connect/series/test_parity_stat.py | 6 - .../tests/connect/test_parity_categorical.py | 6 - .../connect/test_parity_default_index.py | 6 - .../pandas/tests/connect/test_parity_ewm.py | 12 +- .../tests/connect/test_parity_expanding.py | 120 +----------------- .../connect/test_parity_generic_functions.py | 6 +- .../tests/connect/test_parity_namespace.py | 12 -- .../test_parity_ops_on_diff_frames_groupby.py | 48 +------ ...ty_ops_on_diff_frames_groupby_expanding.py | 42 +----- ...rity_ops_on_diff_frames_groupby_rolling.py | 42 +----- .../tests/connect/test_parity_rolling.py | 120 +----------------- 29 files changed, 15 insertions(+), 717 deletions(-) diff --git a/python/pyspark/pandas/tests/connect/computation/test_parity_combine.py b/python/pyspark/pandas/tests/connect/computation/test_parity_combine.py index 175404ff750c3..3d7f862281910 100644 --- a/python/pyspark/pandas/tests/connect/computation/test_parity_combine.py +++ b/python/pyspark/pandas/tests/connect/computation/test_parity_combine.py @@ -27,12 +27,6 @@ class FrameParityCombineTests(FrameCombineMixin, PandasOnSparkTestUtils, ReusedC def psdf(self): return ps.from_pandas(self.pdf) - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_append(self): - super().test_append() - if __name__ == "__main__": from pyspark.pandas.tests.connect.computation.test_parity_combine import * # noqa: F401 diff --git a/python/pyspark/pandas/tests/connect/computation/test_parity_compute.py b/python/pyspark/pandas/tests/connect/computation/test_parity_compute.py index 88eeb735d464d..e2b92190b6e24 100644 --- a/python/pyspark/pandas/tests/connect/computation/test_parity_compute.py +++ b/python/pyspark/pandas/tests/connect/computation/test_parity_compute.py @@ -27,22 +27,10 @@ class FrameParityComputeTests(FrameComputeMixin, PandasOnSparkTestUtils, ReusedC def psdf(self): return ps.from_pandas(self.pdf) - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_diff(self): - super().test_diff() - @unittest.skip("Spark Connect does not support RDD but the tests depend on them.") def test_mode(self): super().test_mode() - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_pct_change(self): - super().test_pct_change() - @unittest.skip("TODO(SPARK-43618): Fix pyspark.sq.column._unary_op to work with Spark Connect.") def test_rank(self): super().test_rank() diff --git a/python/pyspark/pandas/tests/connect/computation/test_parity_cumulative.py b/python/pyspark/pandas/tests/connect/computation/test_parity_cumulative.py index 8015d90aaa5b1..e14d296749c0d 100644 --- a/python/pyspark/pandas/tests/connect/computation/test_parity_cumulative.py +++ b/python/pyspark/pandas/tests/connect/computation/test_parity_cumulative.py @@ -29,54 +29,6 @@ class FrameParityCumulativeTests( def psdf(self): return ps.from_pandas(self.pdf) - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_cummax(self): - super().test_cummax() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_cummax_multiindex_columns(self): - super().test_cummax_multiindex_columns() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_cummin(self): - super().test_cummin() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_cummin_multiindex_columns(self): - super().test_cummin_multiindex_columns() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_cumprod(self): - super().test_cumprod() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_cumprod_multiindex_columns(self): - super().test_cumprod_multiindex_columns() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_cumsum(self): - super().test_cumsum() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_cumsum_multiindex_columns(self): - super().test_cumsum_multiindex_columns() - if __name__ == "__main__": from pyspark.pandas.tests.connect.computation.test_parity_cumulative import * # noqa: F401 diff --git a/python/pyspark/pandas/tests/connect/computation/test_parity_missing_data.py b/python/pyspark/pandas/tests/connect/computation/test_parity_missing_data.py index a88c8692eca4e..d2ff09e5e8a59 100644 --- a/python/pyspark/pandas/tests/connect/computation/test_parity_missing_data.py +++ b/python/pyspark/pandas/tests/connect/computation/test_parity_missing_data.py @@ -29,36 +29,6 @@ class FrameParityMissingDataTests( def psdf(self): return ps.from_pandas(self.pdf) - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_backfill(self): - super().test_backfill() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_bfill(self): - super().test_bfill() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_ffill(self): - super().test_ffill() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_fillna(self): - return super().test_fillna() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_pad(self): - super().test_pad() - if __name__ == "__main__": from pyspark.pandas.tests.connect.computation.test_parity_missing_data import * # noqa: F401 diff --git a/python/pyspark/pandas/tests/connect/computation/test_parity_pivot.py b/python/pyspark/pandas/tests/connect/computation/test_parity_pivot.py index d2c4f9ae60717..0d2adba0295d9 100644 --- a/python/pyspark/pandas/tests/connect/computation/test_parity_pivot.py +++ b/python/pyspark/pandas/tests/connect/computation/test_parity_pivot.py @@ -27,18 +27,6 @@ class FrameParityPivotTests(FramePivotMixin, PandasOnSparkTestUtils, ReusedConne def psdf(self): return ps.from_pandas(self.pdf) - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_pivot_table(self): - super().test_pivot_table() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_pivot_table_dtypes(self): - super().test_pivot_table_dtypes() - if __name__ == "__main__": from pyspark.pandas.tests.connect.computation.test_parity_pivot import * # noqa: F401 diff --git a/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_basic_slow.py b/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_basic_slow.py index 926caf569796f..ef84a8931d30b 100644 --- a/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_basic_slow.py +++ b/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_basic_slow.py @@ -24,23 +24,7 @@ class DiffFramesParityBasicSlowTests( DiffFramesBasicSlowMixin, PandasOnSparkTestUtils, ReusedConnectTestCase ): - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_diff(self): - super().test_diff() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_rank(self): - super().test_rank() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_shift(self): - super().test_shift() + pass if __name__ == "__main__": diff --git a/python/pyspark/pandas/tests/connect/frame/test_parity_reshaping.py b/python/pyspark/pandas/tests/connect/frame/test_parity_reshaping.py index 98ebf3ca44a07..72be826d0d809 100644 --- a/python/pyspark/pandas/tests/connect/frame/test_parity_reshaping.py +++ b/python/pyspark/pandas/tests/connect/frame/test_parity_reshaping.py @@ -27,12 +27,6 @@ class FrameParityReshapingTests(FrameReshapingMixin, PandasOnSparkTestUtils, Reu def psdf(self): return ps.from_pandas(self.pdf) - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_transpose(self): - super().test_transpose() - if __name__ == "__main__": from pyspark.pandas.tests.connect.frame.test_parity_reshaping import * # noqa: F401 diff --git a/python/pyspark/pandas/tests/connect/frame/test_parity_time_series.py b/python/pyspark/pandas/tests/connect/frame/test_parity_time_series.py index ae289edbc858e..6b8a93f895e64 100644 --- a/python/pyspark/pandas/tests/connect/frame/test_parity_time_series.py +++ b/python/pyspark/pandas/tests/connect/frame/test_parity_time_series.py @@ -29,12 +29,6 @@ class FrameParityTimeSeriesTests( def psdf(self): return ps.from_pandas(self.pdf) - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_shift(self): - super().test_shift() - if __name__ == "__main__": from pyspark.pandas.tests.connect.frame.test_parity_time_series import * # noqa: F401 diff --git a/python/pyspark/pandas/tests/connect/groupby/test_parity_cumulative.py b/python/pyspark/pandas/tests/connect/groupby/test_parity_cumulative.py index aaa799bc99643..696c283b648a3 100644 --- a/python/pyspark/pandas/tests/connect/groupby/test_parity_cumulative.py +++ b/python/pyspark/pandas/tests/connect/groupby/test_parity_cumulative.py @@ -24,35 +24,7 @@ class GroupbyParityCumulativeTests( GroupbyCumulativeMixin, PandasOnSparkTestUtils, ReusedConnectTestCase ): - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_cumcount(self): - super().test_cumcount() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_cummax(self): - super().test_cummax() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_cummin(self): - super().test_cummin() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_cumprod(self): - super().test_cumprod() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_cumsum(self): - super().test_cumsum() + pass if __name__ == "__main__": diff --git a/python/pyspark/pandas/tests/connect/groupby/test_parity_groupby.py b/python/pyspark/pandas/tests/connect/groupby/test_parity_groupby.py index 4e9f5108fd959..8293652b476de 100644 --- a/python/pyspark/pandas/tests/connect/groupby/test_parity_groupby.py +++ b/python/pyspark/pandas/tests/connect/groupby/test_parity_groupby.py @@ -24,23 +24,7 @@ class GroupByParityTests( GroupByTestsMixin, PandasOnSparkTestUtils, TestUtils, ReusedConnectTestCase ): - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_shift(self): - super().test_shift() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_diff(self): - super().test_diff() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_rank(self): - super().test_rank() + pass if __name__ == "__main__": diff --git a/python/pyspark/pandas/tests/connect/groupby/test_parity_missing_data.py b/python/pyspark/pandas/tests/connect/groupby/test_parity_missing_data.py index 1ca101ef54523..752e8568fbd5f 100644 --- a/python/pyspark/pandas/tests/connect/groupby/test_parity_missing_data.py +++ b/python/pyspark/pandas/tests/connect/groupby/test_parity_missing_data.py @@ -24,23 +24,7 @@ class GroupbyParityMissingDataTests( GroupbyMissingDataMixin, PandasOnSparkTestUtils, ReusedConnectTestCase ): - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_bfill(self): - super().test_bfill() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_ffill(self): - super().test_ffill() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_fillna(self): - super().test_fillna() + pass if __name__ == "__main__": diff --git a/python/pyspark/pandas/tests/connect/indexes/test_parity_base.py b/python/pyspark/pandas/tests/connect/indexes/test_parity_base.py index b1e185389f32d..3cf4dc9b3d226 100644 --- a/python/pyspark/pandas/tests/connect/indexes/test_parity_base.py +++ b/python/pyspark/pandas/tests/connect/indexes/test_parity_base.py @@ -29,18 +29,6 @@ class IndexesParityTests( def psdf(self): return ps.from_pandas(self.pdf) - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_append(self): - super().test_append() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_monotonic(self): - super().test_monotonic() - @unittest.skip("TODO(SPARK-43620): Support `Column` for SparkConnectColumn.__getitem__.") def test_factorize(self): super().test_factorize() diff --git a/python/pyspark/pandas/tests/connect/indexes/test_parity_reset_index.py b/python/pyspark/pandas/tests/connect/indexes/test_parity_reset_index.py index 6647d76735ba3..c19460946d157 100644 --- a/python/pyspark/pandas/tests/connect/indexes/test_parity_reset_index.py +++ b/python/pyspark/pandas/tests/connect/indexes/test_parity_reset_index.py @@ -29,12 +29,6 @@ class FrameParityResetIndexTests( def psdf(self): return ps.from_pandas(self.pdf) - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_reset_index_with_default_index_types(self): - super().test_reset_index_with_default_index_types() - if __name__ == "__main__": from pyspark.pandas.tests.connect.indexes.test_parity_reset_index import * # noqa: F401 diff --git a/python/pyspark/pandas/tests/connect/series/test_parity_arg_ops.py b/python/pyspark/pandas/tests/connect/series/test_parity_arg_ops.py index b3df55cb68e95..bd17521dd840b 100644 --- a/python/pyspark/pandas/tests/connect/series/test_parity_arg_ops.py +++ b/python/pyspark/pandas/tests/connect/series/test_parity_arg_ops.py @@ -22,11 +22,7 @@ class SeriesParityArgOpsTests(SeriesArgOpsMixin, PandasOnSparkTestUtils, ReusedConnectTestCase): - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_argsort(self): - super().test_argsort() + pass if __name__ == "__main__": diff --git a/python/pyspark/pandas/tests/connect/series/test_parity_compute.py b/python/pyspark/pandas/tests/connect/series/test_parity_compute.py index 00e35b27e8fe8..65dfedf55bfec 100644 --- a/python/pyspark/pandas/tests/connect/series/test_parity_compute.py +++ b/python/pyspark/pandas/tests/connect/series/test_parity_compute.py @@ -22,28 +22,10 @@ class SeriesParityComputeTests(SeriesComputeMixin, PandasOnSparkTestUtils, ReusedConnectTestCase): - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_diff(self): - super().test_diff() - @unittest.skip("TODO(SPARK-43620): Support `Column` for SparkConnectColumn.__getitem__.") def test_factorize(self): super().test_factorize() - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_shift(self): - super().test_shift() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_unstack(self): - super().test_unstack() - if __name__ == "__main__": from pyspark.pandas.tests.connect.series.test_parity_compute import * # noqa: F401 diff --git a/python/pyspark/pandas/tests/connect/series/test_parity_cumulative.py b/python/pyspark/pandas/tests/connect/series/test_parity_cumulative.py index f7cd03e057ad5..a4978dca6faa8 100644 --- a/python/pyspark/pandas/tests/connect/series/test_parity_cumulative.py +++ b/python/pyspark/pandas/tests/connect/series/test_parity_cumulative.py @@ -24,29 +24,7 @@ class SeriesParityCumulativeTests( SeriesCumulativeMixin, PandasOnSparkTestUtils, ReusedConnectTestCase ): - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_cummax(self): - super().test_cummax() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_cummin(self): - super().test_cummin() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_cumprod(self): - super().test_cumprod() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_cumsum(self): - super().test_cumsum() + pass if __name__ == "__main__": diff --git a/python/pyspark/pandas/tests/connect/series/test_parity_index.py b/python/pyspark/pandas/tests/connect/series/test_parity_index.py index 81da3e44d6db3..06b8051e2561b 100644 --- a/python/pyspark/pandas/tests/connect/series/test_parity_index.py +++ b/python/pyspark/pandas/tests/connect/series/test_parity_index.py @@ -22,11 +22,7 @@ class SeriesParityIndexTests(SeriesIndexMixin, PandasOnSparkTestUtils, ReusedConnectTestCase): - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_reset_index_with_default_index_types(self): - super().test_reset_index_with_default_index_types() + pass if __name__ == "__main__": diff --git a/python/pyspark/pandas/tests/connect/series/test_parity_missing_data.py b/python/pyspark/pandas/tests/connect/series/test_parity_missing_data.py index e648173289cb8..e756b2e887d42 100644 --- a/python/pyspark/pandas/tests/connect/series/test_parity_missing_data.py +++ b/python/pyspark/pandas/tests/connect/series/test_parity_missing_data.py @@ -24,41 +24,7 @@ class SeriesParityMissingDataTests( SeriesMissingDataMixin, PandasOnSparkTestUtils, ReusedConnectTestCase ): - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_backfill(self): - super().test_backfill() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_bfill(self): - super().test_bfill() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_ffill(self): - super().test_ffill() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_fillna(self): - super().test_fillna() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_pad(self): - super().test_pad() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_replace(self): - super().test_replace() + pass if __name__ == "__main__": diff --git a/python/pyspark/pandas/tests/connect/series/test_parity_stat.py b/python/pyspark/pandas/tests/connect/series/test_parity_stat.py index 17e83fa3b4790..d9ec3f4addf4e 100644 --- a/python/pyspark/pandas/tests/connect/series/test_parity_stat.py +++ b/python/pyspark/pandas/tests/connect/series/test_parity_stat.py @@ -22,12 +22,6 @@ class SeriesParityStatTests(SeriesStatMixin, PandasOnSparkTestUtils, ReusedConnectTestCase): - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_pct_change(self): - super().test_pct_change() - @unittest.skip("TODO(SPARK-43618): Fix pyspark.sq.column._unary_op to work with Spark Connect.") def test_rank(self): super().test_rank() diff --git a/python/pyspark/pandas/tests/connect/test_parity_categorical.py b/python/pyspark/pandas/tests/connect/test_parity_categorical.py index 3e05eb2c0f3b7..210cfce8ddbaf 100644 --- a/python/pyspark/pandas/tests/connect/test_parity_categorical.py +++ b/python/pyspark/pandas/tests/connect/test_parity_categorical.py @@ -53,12 +53,6 @@ def test_reorder_categories(self): def test_set_categories(self): super().test_set_categories() - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_unstack(self): - super().test_unstack() - if __name__ == "__main__": from pyspark.pandas.tests.connect.test_parity_categorical import * # noqa: F401 diff --git a/python/pyspark/pandas/tests/connect/test_parity_default_index.py b/python/pyspark/pandas/tests/connect/test_parity_default_index.py index c5410e6dd584a..1e95fac9285ee 100644 --- a/python/pyspark/pandas/tests/connect/test_parity_default_index.py +++ b/python/pyspark/pandas/tests/connect/test_parity_default_index.py @@ -24,12 +24,6 @@ class DefaultIndexParityTests( DefaultIndexTestsMixin, PandasOnSparkTestUtils, ReusedConnectTestCase ): - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_default_index_sequence(self): - super().test_default_index_sequence() - @unittest.skip( "TODO(SPARK-43623): Enable DefaultIndexParityTests.test_index_distributed_sequence_cleanup." ) diff --git a/python/pyspark/pandas/tests/connect/test_parity_ewm.py b/python/pyspark/pandas/tests/connect/test_parity_ewm.py index e079f84729628..7487282033375 100644 --- a/python/pyspark/pandas/tests/connect/test_parity_ewm.py +++ b/python/pyspark/pandas/tests/connect/test_parity_ewm.py @@ -22,17 +22,7 @@ class EWMParityTests(EWMTestsMixin, PandasOnSparkTestUtils, ReusedConnectTestCase, TestUtils): - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_ewm_mean(self): - super().test_ewm_mean() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_ewm_func(self): - super().test_groupby_ewm_func() + pass if __name__ == "__main__": diff --git a/python/pyspark/pandas/tests/connect/test_parity_expanding.py b/python/pyspark/pandas/tests/connect/test_parity_expanding.py index a6f2cf9bc3ce7..7f8b1a3cac2f3 100644 --- a/python/pyspark/pandas/tests/connect/test_parity_expanding.py +++ b/python/pyspark/pandas/tests/connect/test_parity_expanding.py @@ -24,125 +24,7 @@ class ExpandingParityTests( ExpandingTestsMixin, PandasOnSparkTestUtils, TestUtils, ReusedConnectTestCase ): - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_expanding_count(self): - super().test_expanding_count() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_expanding_kurt(self): - super().test_expanding_kurt() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_expanding_max(self): - super().test_expanding_max() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_expanding_mean(self): - super().test_expanding_mean() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_expanding_min(self): - super().test_expanding_min() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_expanding_quantile(self): - super().test_expanding_quantile() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_expanding_skew(self): - super().test_expanding_skew() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_expanding_std(self): - super().test_expanding_std() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_expanding_sum(self): - super().test_expanding_sum() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_expanding_var(self): - super().test_expanding_var() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_expanding_count(self): - super().test_groupby_expanding_count() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_expanding_kurt(self): - super().test_groupby_expanding_kurt() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_expanding_max(self): - super().test_groupby_expanding_max() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_expanding_mean(self): - super().test_groupby_expanding_mean() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_expanding_min(self): - super().test_groupby_expanding_min() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_expanding_quantile(self): - super().test_groupby_expanding_quantile() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_expanding_skew(self): - super().test_groupby_expanding_skew() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_expanding_std(self): - super().test_groupby_expanding_std() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_expanding_sum(self): - super().test_groupby_expanding_sum() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_expanding_var(self): - super().test_groupby_expanding_var() + pass if __name__ == "__main__": diff --git a/python/pyspark/pandas/tests/connect/test_parity_generic_functions.py b/python/pyspark/pandas/tests/connect/test_parity_generic_functions.py index 1bf2650d87425..158215073ad9f 100644 --- a/python/pyspark/pandas/tests/connect/test_parity_generic_functions.py +++ b/python/pyspark/pandas/tests/connect/test_parity_generic_functions.py @@ -24,11 +24,7 @@ class GenericFunctionsParityTests( GenericFunctionsTestsMixin, TestUtils, PandasOnSparkTestUtils, ReusedConnectTestCase ): - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_interpolate(self): - super().test_interpolate() + pass if __name__ == "__main__": diff --git a/python/pyspark/pandas/tests/connect/test_parity_namespace.py b/python/pyspark/pandas/tests/connect/test_parity_namespace.py index 72f638ca23c6c..db7f62fdbd5ad 100644 --- a/python/pyspark/pandas/tests/connect/test_parity_namespace.py +++ b/python/pyspark/pandas/tests/connect/test_parity_namespace.py @@ -22,18 +22,6 @@ class NamespaceParityTests(NamespaceTestsMixin, PandasOnSparkTestUtils, ReusedConnectTestCase): - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_concat_index_axis(self): - super().test_concat_index_axis() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_concat_multiindex_sort(self): - super().test_concat_multiindex_sort() - @unittest.skip("TODO(SPARK-43655): Enable NamespaceParityTests.test_get_index_map.") def test_get_index_map(self): super().test_get_index_map() diff --git a/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby.py b/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby.py index 5d6b6a80b9bda..685ec5c45c5f8 100644 --- a/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby.py +++ b/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby.py @@ -24,53 +24,7 @@ class OpsOnDiffFramesGroupByParityTests( OpsOnDiffFramesGroupByTestsMixin, PandasOnSparkTestUtils, ReusedConnectTestCase ): - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_cumcount(self): - super().test_cumcount() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_cummax(self): - super().test_cummax() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_cummin(self): - super().test_cummin() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_cumprod(self): - super().test_cumprod() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_cumsum(self): - super().test_cumsum() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_diff(self): - super().test_diff() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_fillna(self): - super().test_fillna() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_shift(self): - super().test_shift() + pass if __name__ == "__main__": diff --git a/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby_expanding.py b/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby_expanding.py index 90fa36f3b98ab..c373268cdb239 100644 --- a/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby_expanding.py +++ b/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby_expanding.py @@ -29,47 +29,7 @@ class OpsOnDiffFramesGroupByExpandingParityTests( TestUtils, ReusedConnectTestCase, ): - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_expanding_count(self): - super().test_groupby_expanding_count() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_expanding_min(self): - super().test_groupby_expanding_min() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_expanding_max(self): - super().test_groupby_expanding_max() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_expanding_mean(self): - super().test_groupby_expanding_mean() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_expanding_sum(self): - super().test_groupby_expanding_sum() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_expanding_std(self): - super().test_groupby_expanding_std() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_expanding_var(self): - super().test_groupby_expanding_var() + pass if __name__ == "__main__": diff --git a/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby_rolling.py b/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby_rolling.py index dd82e44325655..4a52bb0748f5f 100644 --- a/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby_rolling.py +++ b/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby_rolling.py @@ -29,47 +29,7 @@ class OpsOnDiffFramesGroupByRollingParityTests( TestUtils, ReusedConnectTestCase, ): - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_rolling_count(self): - super().test_groupby_rolling_count() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_rolling_min(self): - super().test_groupby_rolling_min() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_rolling_max(self): - super().test_groupby_rolling_max() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_rolling_mean(self): - super().test_groupby_rolling_mean() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_rolling_sum(self): - super().test_groupby_rolling_sum() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_rolling_std(self): - super().test_groupby_rolling_std() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_rolling_var(self): - super().test_groupby_rolling_var() + pass if __name__ == "__main__": diff --git a/python/pyspark/pandas/tests/connect/test_parity_rolling.py b/python/pyspark/pandas/tests/connect/test_parity_rolling.py index 712c1a10df99d..8318bed24f034 100644 --- a/python/pyspark/pandas/tests/connect/test_parity_rolling.py +++ b/python/pyspark/pandas/tests/connect/test_parity_rolling.py @@ -24,125 +24,7 @@ class RollingParityTests( RollingTestsMixin, PandasOnSparkTestUtils, TestUtils, ReusedConnectTestCase ): - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_rolling_count(self): - super().test_groupby_rolling_count() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_rolling_kurt(self): - super().test_groupby_rolling_kurt() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_rolling_max(self): - super().test_groupby_rolling_max() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_rolling_mean(self): - super().test_groupby_rolling_mean() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_rolling_min(self): - super().test_groupby_rolling_min() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_rolling_quantile(self): - super().test_groupby_rolling_quantile() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_rolling_skew(self): - super().test_groupby_rolling_skew() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_rolling_std(self): - super().test_groupby_rolling_std() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_rolling_sum(self): - super().test_groupby_rolling_sum() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_groupby_rolling_var(self): - super().test_groupby_rolling_var() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_rolling_count(self): - super().test_rolling_count() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_rolling_kurt(self): - super().test_rolling_kurt() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_rolling_max(self): - super().test_rolling_max() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_rolling_mean(self): - super().test_rolling_mean() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_rolling_min(self): - super().test_rolling_min() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_rolling_quantile(self): - super().test_rolling_quantile() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_rolling_skew(self): - super().test_rolling_skew() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_rolling_std(self): - super().test_rolling_std() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_rolling_sum(self): - super().test_rolling_sum() - - @unittest.skip( - "TODO(SPARK-43611): Fix unexpected `AnalysisException` from Spark Connect client." - ) - def test_rolling_var(self): - super().test_rolling_var() + pass if __name__ == "__main__":