Wheel builder #924
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Workflow to build wheels for upload to PyPI. | |
| # Inspired by numpy's cibuildwheel config https://github.com/numpy/numpy/blob/main/.github/workflows/wheels.yml | |
| # | |
| # In an attempt to save CI resources, wheel builds do | |
| # not run on each push but only weekly and for releases. | |
| # Wheel builds can be triggered from the Actions page | |
| # (if you have the permissions) on a commit to main. | |
| # | |
| # Alternatively, you can add labels to the pull request in order to trigger wheel | |
| # builds. | |
| # The label(s) that trigger builds are: | |
| # - Build | |
| name: Wheel builder | |
| on: | |
| schedule: | |
| # Every 15 minutes | |
| - cron: "*/15 * * * *" | |
| push: | |
| pull_request: | |
| types: [labeled, opened, synchronize, reopened] | |
| paths-ignore: | |
| - "doc/**" | |
| - "web/**" | |
| workflow_dispatch: | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: true | |
| permissions: | |
| contents: read | |
| jobs: | |
| build_sdist: | |
| name: Build sdist | |
| if: >- | |
| (github.event_name == 'schedule') || | |
| github.event_name == 'workflow_dispatch' || | |
| (github.event_name == 'pull_request' && | |
| contains(github.event.pull_request.labels.*.name, 'Build')) || | |
| (github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && ( ! endsWith(github.ref, 'dev0'))) | |
| runs-on: ubuntu-22.04 | |
| env: | |
| IS_PUSH: ${{ github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') }} | |
| IS_SCHEDULE_DISPATCH: ${{ github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' }} | |
| outputs: | |
| sdist_file: ${{ steps.save-path.outputs.sdist_name }} | |
| steps: | |
| - name: Checkout pandas | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.11' | |
| - name: Build sdist | |
| run: | | |
| python -m pip install build | |
| python -m build --sdist | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: sdist | |
| path: ./dist/* | |
| - name: Output sdist name | |
| id: save-path | |
| shell: bash -el {0} | |
| run: echo "sdist_name=$(ls ./dist)" >> "$GITHUB_OUTPUT" | |
| build_wheels: | |
| needs: build_sdist | |
| name: Build wheel for ${{ matrix.python[0] }}-${{ matrix.buildplat[1] }} | |
| if: >- | |
| (github.event_name == 'schedule') || | |
| github.event_name == 'workflow_dispatch' || | |
| (github.event_name == 'pull_request' && | |
| contains(github.event.pull_request.labels.*.name, 'Build')) || | |
| (github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && ( ! endsWith(github.ref, 'dev0'))) | |
| runs-on: ${{ matrix.buildplat[0] }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| # GitHub Actions doesn't support pairing matrix values together, let's improvise | |
| # https://github.com/github/feedback/discussions/7835#discussioncomment-1769026 | |
| buildplat: | |
| - [ubuntu-22.04, manylinux_x86_64] | |
| - [ubuntu-22.04, musllinux_x86_64] | |
| - [macos-12, macosx_*] | |
| - [windows-2022, win_amd64] | |
| # TODO: support PyPy? | |
| # TODO: Enable Python 3.12 wheels when numpy releases a version that supports Python 3.12 | |
| python: [["cp39", "3.9"], ["cp310", "3.10"], ["cp311", "3.11"]]#, ["cp312", "3.12"]] | |
| env: | |
| IS_PUSH: ${{ github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') }} | |
| IS_SCHEDULE_DISPATCH: ${{ github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' }} | |
| steps: | |
| - name: Checkout pandas | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| # TODO: Build wheels from sdist again | |
| # There's some sort of weird race condition? | |
| # within Github that makes the sdist be missing files | |
| # We need to build wheels from the sdist since the sdist | |
| # removes unnecessary files from the release | |
| - name: Download sdist (not macOS) | |
| if: ${{ matrix.buildplat[1] != 'macosx_*' }} | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: sdist | |
| path: ./dist | |
| - name: Set up Python (macOS) | |
| if: ${{ matrix.buildplat[1] == 'macosx_*' }} | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.11' | |
| # Python version used to build sdist doesn't matter | |
| # wheel will be built from sdist with the correct version | |
| - name: Build sdist (macOS) | |
| if: ${{ matrix.buildplat[1] == 'macosx_*' }} | |
| run: | | |
| python -m pip install build | |
| python -m build --sdist | |
| - name: Output sdist name (macOS) | |
| id: save-path | |
| shell: bash -el {0} | |
| run: echo "sdist_name=$(ls ./dist)" >> "$GITHUB_ENV" | |
| # Work around for https://github.com/actions/runner-images/issues/2619? | |
| # - name: Sleep on macOS (prevent missing files in the tarball) | |
| # if: ${{ matrix.buildplat[1] == 'macosx_*' }} | |
| # run: | | |
| # sleep 10 | |
| - name: Build wheels | |
| uses: pypa/cibuildwheel@v2.14.1 | |
| with: | |
| package-dir: ./dist/${{ matrix.buildplat[1] == 'macosx_*' && env.sdist_name || needs.build_sdist.outputs.sdist_file }} | |
| env: | |
| CIBW_PRERELEASE_PYTHONS: True | |
| CIBW_BUILD: ${{ matrix.python[0] }}-${{ matrix.buildplat[1] }} | |
| - name: Set up Python | |
| uses: mamba-org/setup-micromamba@v1 | |
| with: | |
| environment-name: wheel-env | |
| create-args: >- | |
| python=${{ matrix.python[1] }} | |
| anaconda-client | |
| wheel | |
| cache-downloads: true | |
| cache-environment: true | |
| - name: Validate wheel RECORD | |
| shell: bash -el {0} | |
| run: for whl in $(ls wheelhouse); do wheel unpack wheelhouse/$whl -d /tmp; done | |
| # Testing on windowsservercore instead of GHA runner to fail on missing DLLs | |
| - name: Test Windows Wheels | |
| if: ${{ matrix.buildplat[1] == 'win_amd64' }} | |
| shell: pwsh | |
| run: | | |
| $TST_CMD = @" | |
| python -m pip install pytz six numpy python-dateutil tzdata>=2022.1 hypothesis>=6.46.1 pytest>=7.3.2 pytest-xdist>=2.2.0 pytest-asyncio>=0.17; | |
| python -m pip install --find-links=pandas\wheelhouse --no-index pandas; | |
| python -c `'import pandas as pd; pd.test(extra_args=[\"`\"--no-strict-data-files`\"\", \"`\"-m not clipboard and not single_cpu and not slow and not network and not db`\"\"])`'; | |
| "@ | |
| docker pull python:${{ matrix.python[1] }}-windowsservercore | |
| docker run --env PANDAS_CI='1' -v ${PWD}:C:\pandas python:${{ matrix.python[1] }}-windowsservercore powershell -Command $TST_CMD | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ matrix.python[0] }}-${{ startsWith(matrix.buildplat[1], 'macosx') && 'macosx' || matrix.buildplat[1] }} | |
| path: ./wheelhouse/*.whl | |
| - name: Upload wheels & sdist | |
| if: ${{ success() && (env.IS_SCHEDULE_DISPATCH == 'true' || env.IS_PUSH == 'true') }} | |
| shell: bash -el {0} | |
| env: | |
| PANDAS_STAGING_UPLOAD_TOKEN: ${{ secrets.PANDAS_STAGING_UPLOAD_TOKEN }} | |
| PANDAS_NIGHTLY_UPLOAD_TOKEN: ${{ secrets.PANDAS_NIGHTLY_UPLOAD_TOKEN }} | |
| # trigger an upload to | |
| # https://anaconda.org/scientific-python-nightly-wheels/pandas | |
| # for cron jobs or "Run workflow" (restricted to main branch). | |
| # Tags will upload to | |
| # https://anaconda.org/multibuild-wheels-staging/pandas | |
| # The tokens were originally generated at anaconda.org | |
| run: | | |
| source ci/upload_wheels.sh | |
| set_upload_vars | |
| upload_wheels |