Add a test to verify the test code in question and solution are identical (laike9m#46)

Author: wanderxjtu

challenges/advanced-overload-generic/question.py

@@ -18,12 +18,10 @@ def foo(value: Foo):
 
 ## End of your code ##
 
-
 foo(Foo[int]()).bit_length()
 foo(Foo[str]()).upper()
 foo(Foo[list]()).a.append(1)
 
-
 foo(Foo[int]()).upper()  # expect-type-error
 foo(Foo[str]()).bit_length()  # expect-type-error
 foo(Foo[list]()).bit_length()  # expect-type-error

challenges/advanced-overload-literal/solution.py

@@ -39,7 +39,6 @@ def foo(value: Any, flag: Any) -> Any:
 foo(True, 3).append(1)
 foo({}, "4").keys()
 
-
 foo("42", 1).upper()  # expect-type-error
 foo(42, 2).append(1)  # expect-type-error
 foo(True, 3).bit_length()  # expect-type-error

challenges/extreme-constructor-parameter/question.py

@@ -31,7 +31,7 @@ def func_pass(foo: Foo) -> list[Foo]:
 
 
 @constructor_parameter(Foo)
-def func_fail(foo: Foo) -> list:
+def func_fail(foo: Foo) -> list[Any]:
     ...
 
 

challenges/intermediate-generic/solution.py

@@ -23,3 +23,4 @@ def add(a: T, b: T) -> T:
 assert_type(add(1, 2), int)
 assert_type(add("1", "2"), str)
 assert_type(add(["1"], ["2"]), List[str])
+assert_type(add(1, "2"), int)  # expect-type-error

tests/test_identical.py

@@ -0,0 +1,31 @@
+"""
+Make sure all test codes in questions and solutions are identical.
+"""
+
+from pathlib import Path
+
+import pytest
+
+from views.utils import Challenge, Level
+
+CHALLENGES_DIR = Path(__file__).parent.parent / "challenges"
+ALL_SOLUTIONS = list(CHALLENGES_DIR.glob("**/solution.py"))
+QUESTION = "question.py"
+
+
+@pytest.mark.parametrize("solution_file", ALL_SOLUTIONS, ids=lambda x: x.parent.name)
+def test_identical(solution_file: Path):
+    level, challenge_name = solution_file.parent.name.split("-", maxsplit=1)
+    with solution_file.open() as f:
+        solution_code = f.read()
+    solution_test = Challenge(
+        name=challenge_name, level=Level(level), code=solution_code
+    ).test_code
+
+    question_file = solution_file.parent / QUESTION
+    with question_file.open() as f:
+        question_code = f.read()
+    question_test = Challenge(
+        name=challenge_name, level=Level(level), code=question_code
+    ).test_code
+    assert solution_test.strip() == question_test.strip()