Skipping by capability/feature

This change provide a way to skip one or more tests using features names to make it easier to understand why the test is being skipped, specially in the case it is testing new features by avoid the if `list of language` approach. It does not replace the skipped lists implemented for each driver testkit-backend since the skip reason could be different.

The usage of the RunTest message to fetch capabilities was done to keep a simple and backwards compatible way to use the fetch this information.

Author: bigmontz

nutkit/protocol/responses.py

@@ -23,7 +23,11 @@
 
 class RunTest:
     """ Response to StartTest indicating that the test can be started"""
-    pass
+
+    def __init__(self, capabilities=None):
+        if capabilities is None:
+            capabilities = []
+        self.capabilities = capabilities
 
 
 class SkipTest:

tests/shared.py

@@ -30,6 +30,22 @@ def new_backend():
     return Backend(host, port)
 
 
+def driver_feature(capability):
+    def get_valid_test_case(*args, **kwargs):
+        if not args or not isinstance(args[0], TestkitTestCase):
+            raise Exception('Should only decorate TestkitTestCase methods')
+        return args[0]
+
+    def driver_feature_decorator(func):
+        def wrapper(*args, **kwargs):
+            test_case = get_valid_test_case(*args, **kwargs)
+            if (capability not in test_case._driver_capabilities):
+                test_case.skipTest("Needs support for %s" % capability)
+            return func(*args, **kwargs)
+        return wrapper
+    return driver_feature_decorator
+
+
 def get_driver_name():
     return os.environ['TEST_DRIVER_NAME']
 
@@ -59,6 +75,7 @@ def setUp(self):
             raise Exception("Should be SkipTest or RunTest, "
                             "received {}: {}".format(type(response),
                                                      response))
+        self._driver_capabilities = response.capabilities
 
     def script_path(self, *path):
         base_path = os.path.dirname(inspect.getfile(self.__class__))

tests/stub/authorization.py

@@ -3,6 +3,7 @@
 from tests.shared import (
     get_driver_name,
     TestkitTestCase,
+    driver_feature
 )
 from tests.stub.shared import StubServer
 
@@ -698,6 +699,7 @@ def read_return_1_failure_return_2_succeed_script(self):
         +}
         """
 
+    @driver_feature('AutorizationExpiredTreament')
     def test_should_drop_connection_after_AuthorizationExpired(self):
         self._server.start(
             script=self.read_return_1_failure_return_2_succeed_script()
@@ -732,6 +734,7 @@ def test_should_drop_connection_after_AuthorizationExpired(self):
 
         driver.close()
 
+    @driver_feature('AutorizationExpiredTreament')
     def test_should_be_able_to_use_current_sessions_after_AuthorizationExpired(self):
         self._server.start(
             script=self.read_return_1_failure_return_2_succeed_script()