Merge pull request #340 from cleanlab/tlm_constrain_outputs #25
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Main Branch CI | |
on: | |
push: | |
branches: | |
- main # triggers on pushes (including merges) to main branch | |
jobs: | |
test: | |
name: "TLM Test: Python ${{ matrix.python }} on ${{ matrix.os }}" | |
runs-on: ${{ matrix.os }} | |
strategy: | |
matrix: | |
os: | |
- ubuntu-latest | |
- macos-latest | |
- windows-latest | |
python: | |
- "3.8" | |
- "3.9" | |
- "3.10" | |
- "3.11" | |
- "3.12" | |
steps: | |
- uses: actions/checkout@v2 | |
- name: Set up Python ${{ matrix.python }} | |
uses: actions/setup-python@v2 | |
with: | |
python-version: ${{ matrix.python }} | |
- name: Install dependencies | |
run: | | |
pip install --upgrade pip | |
pip install . | |
pip install -r tests/requirements_test.txt | |
- name: Install Cleanlab Studio client | |
run: pip install -e . | |
- name: Set env variables (Linux/macOS/Windows) | |
run: | | |
echo "CLEANLAB_API_BASE_URL=${{ secrets.CLEANLAB_API_BASE_URL }}" >> $GITHUB_ENV | |
shell: bash | |
- name: Cleanlab login | |
run: cleanlab login --key "${{ secrets.CLEANLAB_STUDIO_CI_API_KEY }}" | |
- name: Run tests | |
run: | | |
pytest --ignore=tests/tlm/test_properties.py --verbose | |
propertytest: | |
name: "TLM Property Test TLM: Python ${{ matrix.python }} on ${{ matrix.os }}" | |
runs-on: ${{ matrix.os }} | |
strategy: | |
matrix: | |
os: | |
- macos-latest | |
python: | |
- "3.11" | |
steps: | |
- uses: actions/checkout@v2 | |
- name: Set up Python ${{ matrix.python }} | |
uses: actions/setup-python@v2 | |
with: | |
python-version: ${{ matrix.python }} | |
- name: Install dependencies | |
run: | | |
pip install --upgrade pip | |
pip install . | |
pip install -r tests/requirements_test.txt | |
- name: Install Cleanlab Studio client | |
run: pip install -e . | |
- name: Set env variables (Linux/macOS/Windows) | |
run: | | |
echo "CLEANLAB_API_BASE_URL=${{ secrets.CLEANLAB_API_BASE_URL }}" >> $GITHUB_ENV | |
shell: bash | |
- name: Cleanlab login | |
run: cleanlab login --key "${{ secrets.CLEANLAB_STUDIO_CI_API_KEY }}" | |
- name: Run tests | |
run: | | |
pytest tests/tlm/test_properties.py --verbose |