Attempt to get test file(s) from <indir>/.meta/config.json

runner/__init__.py

@@ -7,6 +7,7 @@
 from copy import deepcopy
 from typing import Dict, List, Optional
 from pathlib import Path
+import json
 
 import pytest
 
@@ -143,10 +144,18 @@ def run(slug: Slug, indir: Directory, outdir: Directory, args: List[str]) -> Non
     """
     Run the tests for the given exercise and produce a results.json.
     """
-    test_file = indir.joinpath(slug.replace("-", "_") + "_test.py")
+    test_files = []
+    config_file = indir.joinpath(".meta").joinpath("config.json")
+    if config_file.is_file():
+        config_data = json.loads(config_file.read_text())
+        editor_config = config_data.get("editor", {})
+        for filename in editor_config.get("test_files", []):
+            test_files.append(indir.joinpath(filename))
+    if not test_files:
+        test_files.append(indir.joinpath(slug.replace("-", "_") + "_test.py"))
     out_file = outdir.joinpath("results.json")
     # run the tests and report
     reporter = ResultsReporter()
-    pytest.main(_sanitize_args(args or []) + [str(test_file)], plugins=[reporter])
+    pytest.main(_sanitize_args(args or []) + [str(tf) for tf in test_files], plugins=[reporter])
     # dump the report
     out_file.write_text(reporter.results.as_json())

test/example-with-config-multiple-files/.meta/config.json

@@ -0,0 +1,5 @@
+{
+    "editor": {
+        "test_files": ["example_first_test.py", "example_second_test.py"]
+    }
+}

test/example-with-config-multiple-files/example_first_test.py

@@ -0,0 +1,24 @@
+import unittest
+
+
+from example_with_config import hello
+
+
+class ExampleFirstTest(unittest.TestCase):
+    def test_hello(self):
+        self.assertEqual(hello(), "Hello, World!")
+
+    def test_abc(self):
+        self.assertEqual(hello(), "Hello, World!")
+
+
+class ExampleFirstOtherTest(unittest.TestCase):
+    def test_dummy(self):
+        self.assertEqual(hello(), "Hello, World!")
+
+    def test_hello(self):
+        self.assertEqual(hello(), "Hello, World!")
+
+
+if __name__ == "__main__":
+    unittest.main()

test/example-with-config-multiple-files/example_second_test.py

@@ -0,0 +1,24 @@
+import unittest
+
+
+from example_with_config import hello
+
+
+class ExampleSecondTest(unittest.TestCase):
+    def test_hello(self):
+        self.assertEqual(hello(), "Hello, World!")
+
+    def test_abc(self):
+        self.assertEqual(hello(), "Hello, World!")
+
+
+class ExampleSecondOtherTest(unittest.TestCase):
+    def test_dummy(self):
+        self.assertEqual(hello(), "Hello, World!")
+
+    def test_hello(self):
+        self.assertEqual(hello(), "Hello, World!")
+
+
+if __name__ == "__main__":
+    unittest.main()

test/example-with-config-multiple-files/example_with_config.py

@@ -0,0 +1,6 @@
+"""Example Exercism/Python solution file"""
+
+
+def hello():
+    print("User output is captured!")
+    return "Hello, World!"

test/example-with-config-multiple-files/results.json

@@ -0,0 +1,45 @@
+{
+  "status": "pass",
+  "tests": [
+    {
+      "name": "ExampleFirstTest.test_hello",
+      "status": "pass",
+      "output": "User output is captured!"
+    },
+    {
+      "name": "ExampleSecondTest.test_hello",
+      "status": "pass",
+      "output": "User output is captured!"
+    },
+    {
+      "name": "ExampleFirstTest.test_abc",
+      "status": "pass",
+      "output": "User output is captured!"
+    },
+    {
+      "name": "ExampleSecondTest.test_abc",
+      "status": "pass",
+      "output": "User output is captured!"
+    },
+    {
+      "name": "ExampleFirstOtherTest.test_dummy",
+      "status": "pass",
+      "output": "User output is captured!"
+    },
+    {
+      "name": "ExampleSecondOtherTest.test_dummy",
+      "status": "pass",
+      "output": "User output is captured!"
+    },
+    {
+      "name": "ExampleFirstOtherTest.test_hello",
+      "status": "pass",
+      "output": "User output is captured!"
+    },
+    {
+      "name": "ExampleSecondOtherTest.test_hello",
+      "status": "pass",
+      "output": "User output is captured!"
+    }
+  ]
+}

test/example-with-config/.meta/config.json

@@ -0,0 +1,5 @@
+{
+    "editor": {
+        "test_files": ["example_with_config_test.py"]
+    }
+}

test/example-with-config/example_with_config.py

@@ -0,0 +1,6 @@
+"""Example Exercism/Python solution file"""
+
+
+def hello():
+    print("User output is captured!")
+    return "Hello, World!"

test/example-with-config/example_with_config_test.py

@@ -0,0 +1,24 @@
+import unittest
+
+
+from example_with_config import hello
+
+
+class ExampleWithConfigTest(unittest.TestCase):
+    def test_hello(self):
+        self.assertEqual(hello(), "Hello, World!")
+
+    def test_abc(self):
+        self.assertEqual(hello(), "Hello, World!")
+
+
+class ExampleWithConfigOtherTest(unittest.TestCase):
+    def test_dummy(self):
+        self.assertEqual(hello(), "Hello, World!")
+
+    def test_hello(self):
+        self.assertEqual(hello(), "Hello, World!")
+
+
+if __name__ == "__main__":
+    unittest.main()

test/example-with-config/results.json

@@ -0,0 +1,25 @@
+{
+  "status": "pass",
+  "tests": [
+    {
+      "name": "ExampleWithConfigTest.test_hello",
+      "status": "pass",
+      "output": "User output is captured!"
+    },
+    {
+      "name": "ExampleWithConfigTest.test_abc",
+      "status": "pass",
+      "output": "User output is captured!"
+    },
+    {
+      "name": "ExampleWithConfigOtherTest.test_dummy",
+      "status": "pass",
+      "output": "User output is captured!"
+    },
+    {
+      "name": "ExampleWithConfigOtherTest.test_hello",
+      "status": "pass",
+      "output": "User output is captured!"
+    }
+  ]
+}