Make tests order-independent (hynek#767)

Author: hynek

pyproject.toml

@@ -41,10 +41,11 @@ Twitter = "https://twitter.com/hynek"
 
 [dependency-groups]
 tests = [
-    "time-machine>=2.14.1",
     "pytest-asyncio>=0.17",
+    "pytest-randomly",
     "pytest>=6.0",
     "simplejson",
+    "time-machine>=2.14.1",
 ]
 # Need Twisted & Rich for stubs.
 # Otherwise mypy fails in tox.

tests/conftest.py

@@ -29,10 +29,12 @@ def _ensure_logging_framework_not_altered():
     Prevents 'ValueError: I/O operation on closed file.' errors.
     """
     before_handlers = list(LOGGER.handlers)
+    before_level = LOGGER.level
 
     yield
 
     LOGGER.handlers = before_handlers
+    LOGGER.setLevel(before_level)
 
 
 @pytest.fixture(name="sio")

tests/test_dev.py

@@ -30,19 +30,19 @@ def test_negative(self):
         assert len("test") == len(dev._pad("test", 2))
 
 
-@pytest.fixture(name="cr", scope="session")
+@pytest.fixture(name="cr")
 def _cr():
     return dev.ConsoleRenderer(
         colors=dev._has_colors, exception_formatter=dev.plain_traceback
     )
 
 
-@pytest.fixture(name="styles", scope="session")
+@pytest.fixture(name="styles")
 def _styles(cr):
     return cr._styles
 
 
-@pytest.fixture(name="padded", scope="session")
+@pytest.fixture(name="padded")
 def _padded(styles):
     return styles.bright + dev._pad("test", dev._EVENT_WIDTH) + styles.reset