Adds pyspark 3.12 CI job

DAGWorks-Inc · Jul 5, 2024 · 6030ba7 · 6030ba7
1 parent b253bd0
commit 6030ba7
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 7 deletions.
diff --git a/.ci/test.sh b/.ci/test.sh
@@ -40,7 +40,7 @@ fi
 
 if [[ ${TASK} == "pyspark" ]]; then
     pip install -e '.[pyspark]'
-    pip install 'numpy<1.24.0' 'pyspark[connect]' # downgrade until spark fixes their bug
+    pip install 'numpy<2' 'pyspark[connect]' # downgrade until spark fixes their bug
     pytest plugin_tests/h_spark
     exit 0
 fi

diff --git a/.circleci/config.yml b/.circleci/config.yml
@@ -119,12 +119,12 @@ workflows:
           name: spark-py311
           python-version: '3.11'
           task: pyspark
-#      - test: # TODO -- enable when install works on CircleCI
-#          requires:
-#            - check_for_changes
-#          name: spark-py312
-#          python-version: '3.12'
-#          task: pyspark
+      - test:
+          requires:
+            - check_for_changes
+          name: spark-py312
+          python-version: '3.12'
+          task: pyspark
       - test:
           requires:
             - check_for_changes