add pyarrow data engine #420
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Linting and tests | |
| on: | |
| push: | |
| branches: | |
| - master | |
| - development | |
| pull_request: | |
| branches: | |
| - master | |
| - development | |
| jobs: | |
| isort: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check out source repository | |
| uses: actions/checkout@v3 | |
| - name: Set up Python environment | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.10" | |
| - name: Check imports | |
| uses: jamescurtin/isort-action@master | |
| with: | |
| sortPaths: atom tests | |
| flake8: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check out source repository | |
| uses: actions/checkout@v3 | |
| - name: Set up Python environment | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.10" | |
| - name: Install dependencies | |
| run: pip install flake8 flake8-pyproject | |
| - name: Apply linting | |
| run: flake8 --show-source --statistics atom tests | |
| code-quality-codeql: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check out source repository | |
| uses: actions/checkout@v3 | |
| - name: Set up Python environment | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.10" | |
| - name: Code quality analysis with CodeQL | |
| uses: github/codeql-action/init@v2 | |
| with: | |
| languages: python | |
| code-quality-qodana: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check out source repository | |
| uses: actions/checkout@v3 | |
| - name: Set up Python environment | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.10" | |
| - name: Code quality analysis with Qodana | |
| uses: JetBrains/qodana-action@main | |
| env: | |
| QODANA_TOKEN: ${{ secrets.QODANA_CLOUD }} | |
| unit-tests: | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: [ubuntu-latest, windows-latest] | |
| python-version: ["3.8", "3.9", "3.10", "3.11"] | |
| steps: | |
| - name: Check out source repository | |
| uses: actions/checkout@v3 | |
| - name: Set up Python ${{ matrix.python-version }} environment | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install -U pip | |
| pip install -U pytest pytest-cov | |
| pip install -e .[full] | |
| - name: Run tests w/ coverage | |
| run: pytest --cov=atom --cov-report=xml tests/ | |
| - name: Upload coverage to Codecov | |
| uses: codecov/codecov-action@v3 | |
| if: ${{ matrix.os == 'ubuntu-latest' && matrix.python-version == '3.10' }} | |
| with: | |
| files: ./coverage.xml | |
| examples-tests: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check out source repository | |
| uses: actions/checkout@v3 | |
| - name: Set up Python environment | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.10" | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install -U pip | |
| pip install -U pytest pytest-xdist nbmake scikeras tensorflow | |
| pip install -e .[full] | |
| - name: Run example notebooks | |
| run: pytest --nbmake -n=auto --nbmake-timeout=600 --ignore=./examples/webapp/ --ignore=./examples/accelerating_cuml.ipynb ./examples/ |