mlflow/dev/run-python-skinny-tests.sh at master · jonnor/mlflow · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
#!/usr/bin/env bash

# Executes a subset of mlflow tests that is supported with fewer dependencies than the core mlflow package.
# Tests include most client interactions and compatibility points with the mlflow plugins around tracking, projects, models, deployments, and the cli.

# The SQL alchemy store's dependencies are added for a base client/store that can be tested against.
# A different example client/store with a minimal dependency footprint could also work for this purpose.

set -x
# Set err=1 if any commands exit with non-zero status as described in
# https://stackoverflow.com/a/42219754
err=0
trap 'err=1' ERR
export MLFLOW_SKINNY='true'

pytest tests/test_skinny_client_omits_sql_libs.py

# After verifying skinny client does not include store specific requirements,
# we are installing sqlalchemy store requirements as our example store for the test suite.
# SQL Alchemy serves as a simple, fully featured option to test skinny client store scenarios.
python -m pip install sqlalchemy alembic

# Given the example store does not delete dependencies, we verify non store related dependencies
# after the example store setup. This verifies both the example store and skinny client do not add
# unintended libraries.
pytest tests/test_skinny_client_omits_data_science_libs.py

pytest \
  tests/test_runs.py \
  tests/tracking/test_client.py \
  tests/tracking/test_tracking.py \
  tests/projects/test_projects.py \
  tests/deployments/test_cli.py \
  tests/deployments/test_deployments.py \
  tests/projects/test_projects_cli.py \
  tests/utils/test_requirements_utils.py::test_infer_requirements_excludes_mlflow \
  tests/utils/test_search_utils.py \
  tests/store/tracking/test_file_store.py

python -m pip install pandas
pytest tests/test_skinny_client_autolog_without_scipy.py

test $err = 0