Speed up test suites by using a single virtual environment per Python version

active_directory/tox.ini

@@ -5,6 +5,10 @@ envlist =
     py{27,38}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 dd_check_style = true
 usedevelop = true
 platform = win32

activemq/tox.ini

@@ -6,6 +6,9 @@ envlist =
     py38
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py38: {toxworkdir}/py38
 description =
     py38: e2e ready
 usedevelop = true

activemq_xml/tox.ini

@@ -5,6 +5,10 @@ envlist =
     py{27,38}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 description =
     py{27,38}: e2e ready
 usedevelop = true

aerospike/tox.ini

@@ -6,6 +6,10 @@ envlist =
     py{27,38}-{latest}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 description =
     py{27,38}: e2e ready
 dd_check_style = true

airflow/tox.ini

@@ -6,6 +6,10 @@ envlist =
     py{27,38}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 description =
    py{27,38}: e2e ready
 dd_check_style = true

amazon_msk/tox.ini

@@ -6,6 +6,10 @@ envlist =
     py{27,38}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 dd_check_style = true
 usedevelop = true
 platform = linux|darwin|win32

ambari/tox.ini

@@ -6,6 +6,10 @@ envlist =
     py{27,38}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 dd_check_style = true
 usedevelop = true
 platform = linux|darwin|win32

apache/tox.ini

@@ -5,6 +5,10 @@ envlist =
     py{27,38}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 description =
     py{27,38}: e2e ready
 usedevelop = true

aspdotnet/tox.ini

@@ -5,6 +5,10 @@ envlist =
     py{27,38}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 dd_check_style = true
 usedevelop = true
 platform = win32

btrfs/tox.ini

@@ -5,6 +5,10 @@ envlist =
     py{27,38}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 usedevelop = true
 dd_check_style = true
 platform = linux|darwin

cacti/tox.ini

@@ -5,6 +5,10 @@ envlist =
     py{27,38}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 description =
     py{27,38}: e2e ready
 usedevelop = true

cassandra/tox.ini

@@ -6,6 +6,9 @@ envlist =
     py38
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py38: {toxworkdir}/py38
 description =
     py38: e2e ready
 usedevelop = true

cassandra_nodetool/tox.ini

@@ -5,6 +5,10 @@ envlist =
     py{27,38}-{2.1,3.0}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 description =
     py{27,38}: e2e ready
 dd_check_style = true

ceph/tox.ini

@@ -5,6 +5,10 @@ envlist =
     py{27,38}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 description =
     py{27,38}: e2e ready
 dd_check_style = true

cilium/tox.ini

@@ -6,6 +6,10 @@ envlist =
     py{27,38}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 dd_check_style = true
 description =
     py{27,38}: e2e ready

cisco_aci/tox.ini

@@ -5,6 +5,10 @@ envlist =
     py{27,38}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 usedevelop = true
 dd_check_style = true
 deps =

clickhouse/tox.ini

@@ -6,6 +6,10 @@ envlist =
     py{27,38}-{18,19,latest}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 dd_check_style = true
 description =
     py{27,38}: e2e ready

cockroachdb/tox.ini

@@ -7,6 +7,10 @@ envlist =
     bench
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 description =
     py{27,38}: e2e ready
 dd_check_style = true

confluent_platform/tox.ini

@@ -6,6 +6,10 @@ envlist =
     py{27,38}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 description =
     py38: e2e ready
 dd_check_style = true

consul/tox.ini

@@ -5,6 +5,10 @@ envlist =
     py{27,38}-{0.6.4,0.7.2,1.0.0,1.0.6}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 description =
     py{27,38}: e2e ready
 dd_check_style = true

coredns/tox.ini

@@ -5,6 +5,10 @@ envlist =
     py{27,38}-{1.2.0}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 dd_check_style = true
 description =
     py{27,38}-{1.2.0}: e2e ready 

couch/tox.ini

@@ -5,6 +5,10 @@ envlist =
     py{27,38}-{1.6,2.3}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 description =
     py{27,38}: e2e ready
 dd_check_style = true

couchbase/tox.ini

@@ -5,6 +5,10 @@ envlist =
     py{27,38}-{5.5.3}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 description =
     py{27,38}: e2e ready
 dd_check_style = true

crio/tox.ini

@@ -6,6 +6,10 @@ envlist =
     py{27,38}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 dd_check_style = true
 usedevelop = true
 platform = linux|darwin|win32

datadog_checks_base/tox.ini

@@ -6,6 +6,10 @@ envlist =
     bench
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 dd_check_style = true
 dd_check_types = true
 dd_mypy_args =

datadog_checks_dev/datadog_checks/dev/plugin/tox.py

@@ -14,6 +14,7 @@
 TYPES_FLAG = 'dd_check_types'
 MYPY_ARGS_OPTION = 'dd_mypy_args'
 E2E_READY_CONDITION = 'e2e ready if'
+FIX_DEFAULT_ENVDIR_FLAG = 'ensure_default_envdir'
 
 
 @tox.hookimpl
@@ -23,11 +24,12 @@ def tox_configure(config):
     For an example, see: https://github.com/tox-dev/tox-travis
     """
     sections = config._cfg.sections
+    base_testenv = sections.get('testenv', {})
 
     # Default to false so:
     # 1. we don't affect other projects using tox
     # 2. check migrations can happen gradually
-    if str(sections.get('testenv', {}).get(STYLE_FLAG, 'false')).lower() == 'true':
+    if str(base_testenv.get(STYLE_FLAG, 'false')).lower() == 'true':
         # Disable flake8 since we already include that
         config.envlist[:] = [env for env in config.envlist if not env.endswith('flake8')]
 
@@ -37,8 +39,16 @@ def tox_configure(config):
         add_style_checker(config, sections, make_envconfig, reader)
         add_style_formatter(config, sections, make_envconfig, reader)
 
+    # Workaround for https://github.com/tox-dev/tox/issues/1593
+    #
+    # Do this only after all dynamic environments have been created
+    if str(base_testenv.get(FIX_DEFAULT_ENVDIR_FLAG, 'false')).lower() == 'true':
+        for env_name, env_config in config.envconfigs.items():
+            if env_config.envdir == config.toxinidir:
+                env_config.envdir = config.toxworkdir / env_name
+
     # Conditionally set 'e2e ready' depending on env variables
-    description = sections.get('testenv', {}).get('description')
+    description = base_testenv.get('description')
     if description and E2E_READY_CONDITION in description:
         data, var = description.split(' if ')
         if var in os.environ:

datadog_checks_dev/datadog_checks/dev/tooling/templates/integration/check/{check_name}/tox.ini

@@ -6,6 +6,10 @@ envlist =
     py{{27,38}}
 
 [testenv]
+ensure_correct_envdir = true
+envdir =
+    py27: {{toxworkdir}}/py27
+    py38: {{toxworkdir}}/py38
 dd_check_style = true
 usedevelop = true
 platform = linux|darwin|win32

datadog_checks_dev/tox.ini

@@ -6,6 +6,10 @@ envlist =
     py{27,38}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 dd_check_style = true
 dd_check_types = true
 dd_mypy_args =

datadog_checks_downloader/tox.ini

@@ -5,6 +5,10 @@ envlist =
     py{27,38}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 dd_check_style = true
 usedevelop = true
 deps =

directory/tox.ini

@@ -7,6 +7,10 @@ envlist =
     bench
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 description=
     py{27,38}: e2e ready
 dd_check_style = true

disk/tox.ini

@@ -5,6 +5,10 @@ envlist =
     py{27,38}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 description =
     py{27,38}: e2e ready
 dd_check_style = true

dns_check/tox.ini

@@ -5,6 +5,10 @@ envlist =
     py{27,38}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 description=
     py{27,38}: e2e ready
 dd_check_style = true

dotnetclr/tox.ini

@@ -5,6 +5,10 @@ envlist =
     py{27,38}
 
 [testenv]
+ensure_default_envdir = true
+envdir =
+    py27: {toxworkdir}/py27
+    py38: {toxworkdir}/py38
 dd_check_style = true
 usedevelop = true
 platform = win32