From 4fd38b3ee119670095df675a9872924823bd51e8 Mon Sep 17 00:00:00 2001 From: Bin Wang <25761459+wkk@users.noreply.github.com> Date: Wed, 20 Oct 2021 11:03:51 -0400 Subject: [PATCH] Specify versions for pyspark and delta-spark (#748) Co-authored-by: Bin Wang --- .github/workflows/unit_tests.yml | 2 +- bin/append-to-delta-table.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/unit_tests.yml b/.github/workflows/unit_tests.yml index 6ff3a8bb..8127e8bd 100644 --- a/.github/workflows/unit_tests.yml +++ b/.github/workflows/unit_tests.yml @@ -18,7 +18,7 @@ jobs: working-directory: bin run: ./install-dependencies.sh - name: Install dependencies for generating delta table - run: pip3 install --user pyspark delta-spark + run: pip3 install --user pyspark==3.1.2 delta-spark==1.0.0 - name: Build project working-directory: bin run: ./rebuild.sh -a diff --git a/bin/append-to-delta-table.py b/bin/append-to-delta-table.py index 79cd3f09..9f59c1ed 100755 --- a/bin/append-to-delta-table.py +++ b/bin/append-to-delta-table.py @@ -11,7 +11,7 @@ print(textwrap.dedent("""\ This script requires pyspark and delta-spark. You can install these modules using the following command: - pip install --user pyspark delta-spark + pip install --user pyspark==3.1.2 delta-spark==1.0.0 """), file=sys.stderr) sys.exit(-1)