Add error on wrong shape in CosineSimilarity metric
#1465
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "CI testing | CPU" | |
| # see: https://help.github.com/en/actions/reference/events-that-trigger-workflows | |
| on: # Trigger the workflow on push or pull request, but only for the master branch | |
| push: | |
| branches: [master, "release/*"] | |
| pull_request: | |
| branches: [master, "release/*"] | |
| types: [opened, reopened, ready_for_review, synchronize] | |
| schedule: | |
| # At the end of every day | |
| - cron: "0 0 * * *" | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }}-${{ github.head_ref }} | |
| cancel-in-progress: ${{ ! (github.ref == 'refs/heads/master' || startsWith(github.ref, 'refs/heads/release/')) }} | |
| defaults: | |
| run: | |
| shell: bash | |
| jobs: | |
| check-diff: | |
| if: github.event.pull_request.draft == false | |
| uses: ./.github/workflows/focus-diff.yml | |
| pytester: | |
| runs-on: ${{ matrix.os }} | |
| needs: check-diff | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: ["ubuntu-20.04"] | |
| python-version: ["3.9"] | |
| pytorch-version: ["1.10.2", "1.11.0", "1.12.1", "1.13.1", "2.0.1", "2.1.0"] | |
| include: | |
| - { os: "ubuntu-22.04", python-version: "3.8", pytorch-version: "1.13.1" } | |
| - { os: "ubuntu-22.04", python-version: "3.10", pytorch-version: "1.13.1" } | |
| - { os: "ubuntu-22.04", python-version: "3.10", pytorch-version: "2.0.1" } | |
| - { os: "ubuntu-22.04", python-version: "3.10", pytorch-version: "2.1.0" } | |
| - { os: "ubuntu-22.04", python-version: "3.11", pytorch-version: "2.1.0" } | |
| - { os: "macOS-12", python-version: "3.8", pytorch-version: "1.13.1" } | |
| - { os: "macOS-12", python-version: "3.9", pytorch-version: "1.13.1" } | |
| - { os: "macOS-12", python-version: "3.10", pytorch-version: "2.0.1" } | |
| - { os: "macOS-12", python-version: "3.11", pytorch-version: "2.1.0" } | |
| - { os: "windows-2022", python-version: "3.8", pytorch-version: "1.13.1" } | |
| - { os: "windows-2022", python-version: "3.9", pytorch-version: "1.13.1" } | |
| - { os: "windows-2022", python-version: "3.10", pytorch-version: "2.0.1" } | |
| # - { os: "windows-2022", python-version: "3.11", pytorch-version: "2.1.0" } # TODO | |
| env: | |
| PYTORCH_URL: "https://download.pytorch.org/whl/cpu/torch_stable.html" | |
| FREEZE_REQUIREMENTS: ${{ ! (github.ref == 'refs/heads/master' || startsWith(github.ref, 'refs/heads/release/')) }} | |
| PYPI_CACHE: "_ci-cache_PyPI" | |
| TOKENIZERS_PARALLELISM: false | |
| # Timeout: https://stackoverflow.com/a/59076067/4521646 | |
| # seems that MacOS jobs take much more than orger OS | |
| timeout-minutes: 120 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| # Github Actions: Run step on specific OS: https://stackoverflow.com/a/57948488/4521646 | |
| - name: Setup macOS | |
| if: ${{ runner.os == 'macOS' }} | |
| run: | | |
| echo 'UNITTEST_TIMEOUT=--timeout=120' >> $GITHUB_ENV | |
| brew install gcc libomp ffmpeg # https://github.com/pytorch/pytorch/issues/20030 | |
| - name: Setup Linux | |
| if: ${{ runner.os == 'Linux' }} | |
| run: | | |
| echo 'UNITTEST_TIMEOUT=--timeout=120' >> $GITHUB_ENV | |
| sudo apt update --fix-missing | |
| sudo apt install -y ffmpeg dvipng texlive-latex-extra texlive-fonts-recommended cm-super | |
| - name: Setup Windows | |
| if: ${{ runner.os == 'windows' }} | |
| run: choco install ffmpeg | |
| - name: source cashing | |
| uses: ./.github/actions/pull-caches | |
| with: | |
| requires: ${{ matrix.requires }} | |
| pytorch-version: ${{ matrix.pytorch-version }} | |
| pypi-dir: ${{ env.PYPI_CACHE }} | |
| - name: Install pkg | |
| timeout-minutes: 25 | |
| run: | | |
| pip --version | |
| pip install -e . -U --find-links $PYTORCH_URL -f $PYPI_CACHE | |
| pip install -r requirements/_doctest.txt -U -f $PYPI_CACHE | |
| pip list | |
| - name: DocTests | |
| timeout-minutes: 25 | |
| working-directory: ./src | |
| env: | |
| SKIP_SLOW_DOCTEST: 1 | |
| # NOTE: run coverage on tests does not propagate failure status for Win, https://github.com/nedbat/coveragepy/issues/1003 | |
| run: python -m pytest torchmetrics --reruns 3 --reruns-delay 2 | |
| - name: Install all dependencies | |
| run: | | |
| curl https://raw.githubusercontent.com/Lightning-AI/utilities/main/scripts/adjust-torch-versions.py -o adjust-torch-versions.py | |
| pip install -q cython # needed for installing `pycocotools` in latest config | |
| for fpath in `ls requirements/*.txt`; do | |
| python adjust-torch-versions.py $fpath | |
| done | |
| pip install --requirement requirements/_devel.txt -U \ | |
| --find-links $PYTORCH_URL -f $PYPI_CACHE | |
| pip list | |
| - name: Sanity check | |
| id: info | |
| run: | | |
| python -c "from torch import __version__ as ver; ver = ver.split('+')[0] ; assert ver == '${{ matrix.pytorch-version }}', ver" | |
| python -c 'import torch ; print("TORCH=" + str(torch.__version__))' >> $GITHUB_OUTPUT | |
| - name: Unittests | |
| uses: ./.github/actions/unittesting | |
| if: ${{ needs.check-diff.outputs.test-dirs != '' }} | |
| timeout-minutes: 90 | |
| with: | |
| requires: ${{ matrix.requires }} | |
| codecov-token: ${{ secrets.CODECOV_TOKEN }} | |
| python-version: ${{ matrix.python-version }} | |
| pytorch-version: ${{ steps.info.outputs.TORCH }} | |
| dirs: ${{ needs.check-diff.outputs.test-dirs }} | |
| test-timeout: ${{ env.UNITTEST_TIMEOUT }} | |
| - name: update cashing | |
| if: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }} | |
| continue-on-error: true | |
| uses: ./.github/actions/push-caches | |
| with: | |
| pypi-dir: ${{ env.PYPI_CACHE }} | |
| testing-guardian: | |
| runs-on: ubuntu-latest | |
| needs: pytester | |
| if: always() | |
| steps: | |
| - run: echo "${{ needs.pytester.result }}" | |
| - name: failing... | |
| if: needs.pytester.result == 'failure' | |
| run: exit 1 | |
| - name: cancelled or skipped... | |
| if: contains(fromJSON('["cancelled", "skipped"]'), needs.pytester.result) | |
| timeout-minutes: 1 | |
| run: sleep 90 |