From 03fe0d6afa492a4a89bb9116ac61d713864c1c46 Mon Sep 17 00:00:00 2001 From: Anatoly Myachev <45976948+anmyachev@users.noreply.github.com> Date: Mon, 7 Sep 2020 15:34:59 +0300 Subject: [PATCH] TEST-#2030: speed up cache; decrease parallel jobs in push.yml (#2031) Signed-off-by: Anatoly Myachev --- .github/workflows/push.yml | 45 ++++++++++++++++++-------------------- 1 file changed, 21 insertions(+), 24 deletions(-) diff --git a/.github/workflows/push.yml b/.github/workflows/push.yml index 527358d18d3..0152eaf391d 100644 --- a/.github/workflows/push.yml +++ b/.github/workflows/push.yml @@ -23,19 +23,11 @@ jobs: with: path: ~\AppData\Local\pip\Cache key: ${{ runner.os }}-python-${{ matrix.python-version }}-pip-${{ github.run_id }}-${{ hashFiles('environment.yml') }} - - uses: goanpeca/setup-miniconda@v1.6.0 + - uses: actions/setup-python@v2 with: python-version: ${{matrix.python-version}} - channel-priority: strict - use-only-tar-bz2: true # IMPORTANT: This needs to be set for caching to work properly! - auto-update-conda: true - - shell: bash -l {0} - run: pip install ray==0.8.7 - - name: Conda environment - shell: bash -l {0} - run: | - conda info - conda list + architecture: "x64" + - run: pip install ray==0.8.7 test-all: needs: prepare-cache @@ -44,11 +36,10 @@ jobs: matrix: python-version: ["3.6", "3.7", "3.8"] engine: ["python", "ray", "dask"] - part: ["reduction", "binary", "map_metadata", "udf", "default", "window", "indexing", "iter", "join_sort", 3] env: MODIN_ENGINE: ${{matrix.engine}} MODIN_MEMORY: 1000000000 - name: test (${{matrix.engine}}, part ${{matrix.part}}, python ${{matrix.python-version}}) + name: test-ubuntu (engine ${{matrix.engine}}, python ${{matrix.python-version}}) steps: - uses: actions/checkout@v2 with: @@ -71,35 +62,41 @@ jobs: conda info conda list - name: Install HDF5 - if: matrix.part == 3 run: sudo apt update && sudo apt install -y libhdf5-dev - shell: bash -l {0} - run: pytest modin/pandas/test/dataframe/test_${{matrix.part}}.py - if: matrix.part != 3 + run: pytest modin/pandas/test/dataframe/test_binary.py + - shell: bash -l {0} + run: pytest modin/pandas/test/dataframe/test_default.py + - shell: bash -l {0} + run: pytest modin/pandas/test/dataframe/test_indexing.py + - shell: bash -l {0} + run: pytest modin/pandas/test/dataframe/test_iter.py + - shell: bash -l {0} + run: pytest modin/pandas/test/dataframe/test_join_sort.py + - shell: bash -l {0} + run: pytest modin/pandas/test/dataframe/test_map_metadata.py + - shell: bash -l {0} + run: pytest modin/pandas/test/dataframe/test_reduction.py + - shell: bash -l {0} + run: pytest modin/pandas/test/dataframe/test_udf.py + - shell: bash -l {0} + run: pytest modin/pandas/test/dataframe/test_window.py - shell: bash -l {0} run: python -m pytest modin/pandas/test/test_series.py - if: matrix.part == 3 - shell: bash -l {0} run: python -m pytest modin/pandas/test/test_rolling.py - if: matrix.part == 3 - shell: bash -l {0} run: python -m pytest modin/pandas/test/test_concat.py - if: matrix.part == 3 - shell: bash -l {0} run: python -m pytest modin/pandas/test/test_groupby.py - if: matrix.part == 3 - shell: bash -l {0} run: python -m pytest modin/pandas/test/test_reshape.py - if: matrix.part == 3 - shell: bash -l {0} run: python -m pytest modin/pandas/test/test_general.py - if: matrix.part == 3 - shell: bash -l {0} run: python -m pytest modin/pandas/test/test_io.py - if: matrix.part == 3 - shell: bash -l {0} run: python -m pytest modin/experimental/pandas/test/test_io_exp.py - if: matrix.part == 3 - shell: bash -l {0} run: bash <(curl -s https://codecov.io/bash)