Skip to content

Commit

Permalink
Removes unecessary comments in setup.py for spark target
Browse files Browse the repository at this point in the history
  • Loading branch information
elijahbenizzy committed Jul 5, 2024
1 parent 7709af3 commit 327a3f3
Showing 1 changed file with 1 addition and 3 deletions.
4 changes: 1 addition & 3 deletions setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -77,9 +77,7 @@ def load_requirements():
"pyspark": [
# we have to run these dependencies cause Spark does not check to ensure the right target was called
"pyspark[pandas_on_spark,sql,connect]",
# This is problematic, see https://stackoverflow.com/questions/76072664/convert-pyspark-dataframe-to-pandas-dataframe-fails-on-timestamp-column
], # I'm sure they'll add support soon,
# but for now its not compatible
],
"pandera": ["pandera"],
"slack": ["slack-sdk"],
"tqdm": ["tqdm"],
Expand Down

0 comments on commit 327a3f3

Please sign in to comment.