Skip to content

Update spark version to 3.4.1 #75

Update spark version to 3.4.1

Update spark version to 3.4.1 #75

Workflow file for this run

name: tests
on:
workflow_dispatch:
pull_request:
jobs:
run_tests:
runs-on: ubuntu-latest
steps:
- name: Set Environment variables
run: echo "SPARK_LOCAL_IP=localhost" >> $GITHUB_ENV
- uses: actions/checkout@v2
- name: Set up JDK 8
uses: actions/setup-java@v2
with:
distribution: 'adopt'
java-version: '8'
- name: Run maven tests
run: mvn -B test --file pom.xml
- name: Setup Python
uses: actions/setup-python@v2
with:
python-version: '3.7'
- name: Install Poetry
run: pip install --upgrade MarkupSafe==2.0.1 poetry-core==1.0.4 poetry==1.1.8 poetry-dynamic-versioning==0.12.7 urllib3==1.26.15
- name: Update apt-get
run: sudo apt-get update
- name: Install libkrb5-dev
run: sudo apt-get install libkrb5-dev # This is needed for installing pykerberos
- name: Install python dependencies
run: poetry install
working-directory: ./python
- name: Run python tests
run: poetry run pytest
working-directory: ./python