Skip to content

Commit

Permalink
TEST-#2030: speed up cache; decrease parallel jobs in push.yml (#2031)
Browse files Browse the repository at this point in the history
Signed-off-by: Anatoly Myachev <anatoly.myachev@intel.com>
  • Loading branch information
anmyachev authored Sep 7, 2020
1 parent 7d6eef9 commit 03fe0d6
Showing 1 changed file with 21 additions and 24 deletions.
45 changes: 21 additions & 24 deletions .github/workflows/push.yml
Original file line number Diff line number Diff line change
Expand Up @@ -23,19 +23,11 @@ jobs:
with:
path: ~\AppData\Local\pip\Cache
key: ${{ runner.os }}-python-${{ matrix.python-version }}-pip-${{ github.run_id }}-${{ hashFiles('environment.yml') }}
- uses: goanpeca/setup-miniconda@v1.6.0
- uses: actions/setup-python@v2
with:
python-version: ${{matrix.python-version}}
channel-priority: strict
use-only-tar-bz2: true # IMPORTANT: This needs to be set for caching to work properly!
auto-update-conda: true
- shell: bash -l {0}
run: pip install ray==0.8.7
- name: Conda environment
shell: bash -l {0}
run: |
conda info
conda list
architecture: "x64"
- run: pip install ray==0.8.7

test-all:
needs: prepare-cache
Expand All @@ -44,11 +36,10 @@ jobs:
matrix:
python-version: ["3.6", "3.7", "3.8"]
engine: ["python", "ray", "dask"]
part: ["reduction", "binary", "map_metadata", "udf", "default", "window", "indexing", "iter", "join_sort", 3]
env:
MODIN_ENGINE: ${{matrix.engine}}
MODIN_MEMORY: 1000000000
name: test (${{matrix.engine}}, part ${{matrix.part}}, python ${{matrix.python-version}})
name: test-ubuntu (engine ${{matrix.engine}}, python ${{matrix.python-version}})
steps:
- uses: actions/checkout@v2
with:
Expand All @@ -71,35 +62,41 @@ jobs:
conda info
conda list
- name: Install HDF5
if: matrix.part == 3
run: sudo apt update && sudo apt install -y libhdf5-dev
- shell: bash -l {0}
run: pytest modin/pandas/test/dataframe/test_${{matrix.part}}.py
if: matrix.part != 3
run: pytest modin/pandas/test/dataframe/test_binary.py
- shell: bash -l {0}
run: pytest modin/pandas/test/dataframe/test_default.py
- shell: bash -l {0}
run: pytest modin/pandas/test/dataframe/test_indexing.py
- shell: bash -l {0}
run: pytest modin/pandas/test/dataframe/test_iter.py
- shell: bash -l {0}
run: pytest modin/pandas/test/dataframe/test_join_sort.py
- shell: bash -l {0}
run: pytest modin/pandas/test/dataframe/test_map_metadata.py
- shell: bash -l {0}
run: pytest modin/pandas/test/dataframe/test_reduction.py
- shell: bash -l {0}
run: pytest modin/pandas/test/dataframe/test_udf.py
- shell: bash -l {0}
run: pytest modin/pandas/test/dataframe/test_window.py
- shell: bash -l {0}
run: python -m pytest modin/pandas/test/test_series.py
if: matrix.part == 3
- shell: bash -l {0}
run: python -m pytest modin/pandas/test/test_rolling.py
if: matrix.part == 3
- shell: bash -l {0}
run: python -m pytest modin/pandas/test/test_concat.py
if: matrix.part == 3
- shell: bash -l {0}
run: python -m pytest modin/pandas/test/test_groupby.py
if: matrix.part == 3
- shell: bash -l {0}
run: python -m pytest modin/pandas/test/test_reshape.py
if: matrix.part == 3
- shell: bash -l {0}
run: python -m pytest modin/pandas/test/test_general.py
if: matrix.part == 3
- shell: bash -l {0}
run: python -m pytest modin/pandas/test/test_io.py
if: matrix.part == 3
- shell: bash -l {0}
run: python -m pytest modin/experimental/pandas/test/test_io_exp.py
if: matrix.part == 3
- shell: bash -l {0}
run: bash <(curl -s https://codecov.io/bash)

Expand Down

0 comments on commit 03fe0d6

Please sign in to comment.