Add oldest & minimal CI configurations.

.circleci/config.yml

@@ -10,10 +10,10 @@ orbs:
 references:
   restore_keys: &restore_keys
     keys:
-      - python-env-v7-{{ arch }}-{{ .Environment.CIRCLE_JOB }}-{{ checksum "setup.py" }}-{{ checksum "requirements-test.txt" }}-{{ checksum "requirements-precommit.txt" }}-{{ checksum ".pre-commit-config.yaml" }}
+      - python-env-v7-{{ arch }}-{{ .Environment.CIRCLE_JOB }}-{{ checksum "setup.py" }}-{{ checksum "requirements/requirements-test.txt" }}-{{ checksum "requirements/requirements-test-optional.txt" }}-{{ checksum "requirements/requirements-precommit.txt" }}-{{ checksum ".pre-commit-config.yaml" }}
 
   save_key: &save_key
-    key: python-env-v7-{{ arch }}-{{ .Environment.CIRCLE_JOB }}-{{ checksum "setup.py" }}-{{ checksum "requirements-test.txt" }}-{{ checksum "requirements-precommit.txt" }}-{{ checksum ".pre-commit-config.yaml" }}
+    key: python-env-v7-{{ arch }}-{{ .Environment.CIRCLE_JOB }}-{{ checksum "setup.py" }}-{{ checksum "requirements/requirements-test.txt" }}-{{ checksum "requirements/requirements-test-optional.txt" }}-{{ checksum "requirements/requirements-precommit.txt" }}-{{ checksum ".pre-commit-config.yaml" }}
 
 jobs:
   pre-checks:
@@ -31,7 +31,7 @@ jobs:
       - run:
           name: Install pre-check dependencies
           command: |
-            pip install --progress-bar off --user -U -r requirements-precommit.txt
+            pip install --progress-bar off --user -U -r requirements/requirements-precommit.txt
 
       - run:
           name: Run pre-checks
@@ -48,6 +48,8 @@ jobs:
       - image: circleci/python:3.9
 
     environment:
+      BENCHMARKS: "RUN"
+      DEPENDENCIES: "NEWEST"
       PYTHON: python
 
     working_directory: ~/repo
@@ -71,7 +73,32 @@ jobs:
             fi
             ${PYTHON} -m pip install --progress-bar off -U pip>=20.3
             ${PYTHON} -m pip install --progress-bar off -U codecov
-            ${PYTHON} -m pip install --progress-bar off -U -e . -r requirements-test.txt
+            # DEPENDENCIES can be "OLDEST", "NEWEST", or "MINIMAL"
+            if [ "${DEPENDENCIES}" == "OLDEST" ]; then
+              # Some requirements below are not strictly the lowest versions,
+              # and are only needed for testing.
+              ${PYTHON} -m pip install --progress-bar off \
+                click==7.1.2 \
+                coverage==5.3.1 \
+                deprecation==2.0 \
+                filelock==3.0.0 \
+                h5py==2.8.0 \
+                numpy==1.13.3 \
+                packaging==15.0 \
+                pandas==1.0.0 \
+                pytest-cov==2.10.1 \
+                pytest==6.2.1 \
+                tables==3.3.0 \
+                tqdm==4.10.0
+            elif [ "${DEPENDENCIES}" == "NEWEST" ]; then
+              ${PYTHON} -m pip install --progress-bar off -U -r requirements/requirements-test.txt
+              ${PYTHON} -m pip install --progress-bar off -U -r requirements/requirements-test-optional.txt
+            else
+              # "${DEPENDENCIES}" == "MINIMAL"
+              # Install only testing requirements.
+              ${PYTHON} -m pip install --progress-bar off -U -r requirements/requirements-test.txt
+            fi
+            ${PYTHON} -m pip install --progress-bar off -e .
 
       - save_cache:
           <<: *save_key
@@ -92,10 +119,12 @@ jobs:
       - run:
           name: Run benchmarks
           command: |
-            # Benchmarks depend on pandas, which takes a long time to install on pypy.
-            if [[ "${CIRCLE_JOB}" != *"pypy"* ]]; then
+            # Benchmarks depend on pandas, which isn't available for pypy or
+            # minimal dependencies
+            # BENCHMARKS can be "RUN" or "SKIP"
+            if [[ "${BENCHMARKS}" == "RUN" ]]; then
               . venv/bin/activate
-              ${PYTHON} -m pip install --progress-bar off -r requirements-benchmark.txt
+              ${PYTHON} -m pip install --progress-bar off -r requirements/requirements-benchmark.txt
               ${PYTHON} -m pip freeze
               ${PYTHON} benchmark.py run -N 100 1000  # this revision
               ${PYTHON} benchmark.py report
@@ -105,6 +134,15 @@ jobs:
               ${PYTHON} benchmark.py compare origin/master "${CIRCLE_SHA1}"
             fi
 
+  linux-python-39-minimal:
+    <<: *linux-template
+    docker:
+      - image: circleci/python:3.9
+    environment:
+      BENCHMARKS: "SKIP"
+      DEPENDENCIES: "MINIMAL"
+      PYTHON: python
+
   linux-python-38:
     <<: *linux-template
     docker:
@@ -115,16 +153,22 @@ jobs:
     docker:
       - image: circleci/python:3.7
 
-  linux-python-36:
+  linux-python-36-oldest:
     <<: *linux-template
     docker:
       - image: circleci/python:3.6
+    environment:
+      BENCHMARKS: "SKIP"
+      DEPENDENCIES: "OLDEST"
+      PYTHON: python
 
   linux-pypy-3:
     <<: *linux-template
     docker:
       - image: pypy:3
     environment:
+      BENCHMARKS: "SKIP"
+      DEPENDENCIES: "NEWEST"
       PYTHON: pypy3
 
   windows-python-38:
@@ -142,8 +186,11 @@ jobs:
       - run:
           name: Install dependencies
           command: |
+            ${PYTHON} -m pip install --progress-bar off -U pip>=20.3
             ${PYTHON} -m pip install --progress-bar off -U codecov
-            ${PYTHON} -m pip install --progress-bar off -U -e . -r requirements-test.txt
+            ${PYTHON} -m pip install --progress-bar off -U -r requirements/requirements-test.txt
+            ${PYTHON} -m pip install --progress-bar off -U -r requirements/requirements-test-optional.txt
+            ${PYTHON} -m pip install --progress-bar off -U -e .
       - run:
           name: Run tests
           command: |
@@ -166,8 +213,11 @@ jobs:
             python3 -m venv create test_env
             . test_env/bin/activate
             python --version
+            python -m pip install --progress-bar off -U pip>=20.3
             python -m pip install --progress-bar off -U codecov
-            python -m pip install --progress-bar off -U -e . -r requirements-test.txt
+            python -m pip install --progress-bar off -U -r requirements/requirements-test.txt
+            python -m pip install --progress-bar off -U -r requirements/requirements-test-optional.txt
+            python -m pip install --progress-bar off -U -e .
             python -m pytest --cov=signac --cov-report=xml tests/ -v
             codecov
 
@@ -218,13 +268,16 @@ workflows:
       - linux-python-39:
           requires:
             - pre-checks
+      - linux-python-39-minimal:
+          requires:
+            - pre-checks
       - linux-python-38:
           requires:
             - pre-checks
       - linux-python-37:
           requires:
             - pre-checks
-      - linux-python-36:
+      - linux-python-36-oldest:
           requires:
             - pre-checks
       - linux-pypy-3:
@@ -246,9 +299,10 @@ workflows:
               only: /release\/.*/
           requires:
             - linux-python-39
+            - linux-python-39-minimal
             - linux-python-38
             - linux-python-37
-            - linux-python-36
+            - linux-python-36-oldest
             - linux-pypy-3
             - windows-python-38
   deploy:

changelog.txt

@@ -22,6 +22,7 @@ Changed
  - Optimized ``H5Store`` initialization (#443).
  - State points are loaded lazily when ``Job`` is opened by id (#238, #239).
  - Optimized ``Job`` and ``Project`` classes to cache internal properties and initialize on access (#451).
+ - Python 3.6 is only tested with oldest dependencies (#474).
 
 Deprecated
 ++++++++++

requirements/requirements-benchmark.txt

@@ -0,0 +1,6 @@
+click==7.1.2
+gitdb2==4.0.2
+GitPython==3.1.11
+numpy==1.19.4
+pandas==1.2.0; implementation_name=='cpython' --no-binary :none:
+psutil==5.8.0

requirements-test.txt → requirements/requirements-test-optional.txt

@@ -1,10 +1,5 @@
-click==7.1.2
-coverage==5.3.1
 h5py==3.1.0; implementation_name=='cpython'
 numpy==1.19.4
-pandas==1.1.4; implementation_name=='cpython'
+pandas==1.2.0; implementation_name=='cpython'
 pymongo==3.11.2; implementation_name=='cpython'
-pytest==6.2.1
-pytest-cov==2.10.1
-ruamel.yaml==0.16.12
 tables==3.6.1; implementation_name=='cpython'

requirements/requirements-test.txt

@@ -0,0 +1,3 @@
+coverage==5.3.1
+pytest==6.2.1
+pytest-cov==2.10.1