From 7eb8a19f97f8e6b103e896675dc9a1a60f195ecc Mon Sep 17 00:00:00 2001
From: Phillip Cloud <417981+cpcloud@users.noreply.github.com>
Date: Tue, 24 Oct 2023 04:41:40 -0400
Subject: [PATCH] fix(deps): pin pyspark to a working version

---
 poetry.lock    | 2 +-
 pyproject.toml | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/poetry.lock b/poetry.lock
index 8f17ffe64057..2af6a9cfa36e 100644
--- a/poetry.lock
+++ b/poetry.lock
@@ -6323,4 +6323,4 @@ visualization = ["graphviz"]
 [metadata]
 lock-version = "2.0"
 python-versions = "^3.9"
-content-hash = "377cda2aa72fda4f98a08d8870bfc68b3892c03f4fe7182a7cf8f9b59c3028d0"
+content-hash = "43463a6341cc90657e3cb7f8ad4612befd51bb30c16030a7c8468a3a62ac4202"
diff --git a/pyproject.toml b/pyproject.toml
index 45aa54c04c20..83807e064dce 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -76,7 +76,7 @@ pymssql = { version = ">=2.2.5,<3", optional = true }
 pydata-google-auth = { version = ">=1.4.0,<2", optional = true }
 pydruid = { version = ">=0.6.5,<1", optional = true, extras = ["sqlalchemy"] }
 pymysql = { version = ">=1,<2", optional = true }
-pyspark = { version = ">=3,<4", optional = true }
+pyspark = { version = ">=3,<3.4", optional = true } # pyspark is heavily broken by numpy >=1.24 and pandas >=2
 # used to support posix regexen in the pandas, dask and sqlite backends
 regex = { version = ">=2021.7.6", optional = true }
 requests = { version = ">=2,<3", optional = true }