Specify versions for pyspark and delta-spark (#748)

Co-authored-by: Bin Wang <wkk@users.noreply.github.com>
vmware-archive · Oct 20, 2021 · 4fd38b3 · 4fd38b3
1 parent fbbc305
commit 4fd38b3
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/.github/workflows/unit_tests.yml b/.github/workflows/unit_tests.yml
@@ -18,7 +18,7 @@ jobs:
         working-directory: bin
         run: ./install-dependencies.sh
       - name: Install dependencies for generating delta table
-        run: pip3 install --user pyspark delta-spark
+        run: pip3 install --user pyspark==3.1.2 delta-spark==1.0.0
       - name: Build project
         working-directory: bin
         run: ./rebuild.sh -a

diff --git a/bin/append-to-delta-table.py b/bin/append-to-delta-table.py
@@ -11,7 +11,7 @@
     print(textwrap.dedent("""\
     This script requires pyspark and delta-spark.
     You can install these modules using the following command:
-        pip install --user pyspark delta-spark
+        pip install --user pyspark==3.1.2 delta-spark==1.0.0
     """), file=sys.stderr)
     sys.exit(-1)