Bug 1399800 - integrate pytest and add initial tests r=jmaher

MozReview-Commit-ID: FNQwCEtM1MB

build/virtualenv_packages.txt

@@ -42,6 +42,7 @@ mozilla.pth:testing/marionette/client
 mozilla.pth:testing/marionette/harness
 mozilla.pth:testing/marionette/harness/marionette_harness/runner/mixins/browsermob-proxy-py
 mozilla.pth:testing/marionette/puppeteer/firefox
+mozilla.pth:testing/talos
 packages.txt:testing/mozbase/packages.txt
 mozilla.pth:tools
 mozilla.pth:testing/web-platform

moz.build

@@ -85,6 +85,7 @@ if CONFIG['MOZ_WIDGET_TOOLKIT'] or not CONFIG['MOZ_BUILD_APP']:
         'layout/tools/reftest/selftest/python.ini',
         'testing/marionette/harness/marionette_harness/tests/harness_unit/python.ini',
         'testing/mochitest/tests/python/python.ini',
+        'testing/talos/talos/unittests/python.ini'
     ]
 
     CONFIGURE_SUBST_FILES += [

testing/talos/talos/filter.py

@@ -18,6 +18,8 @@
   # data is filtered
 """
 
+_FILTERS = {}
+
 
 class Filter(object):
     def __init__(self, func, *args, **kwargs):
@@ -45,9 +47,54 @@ def prepare(*args, **kwargs):
     func.prepare = prepare
     return func
 
-# filters that return a scalar
 
+def register_filter(func):
+    """
+    all filters defined in this module
+    should be registered
+    """
+    global _FILTERS
+
+    _FILTERS[func.__name__] = func
+    return func
+
+
+def filters(*args):
+    global _FILTERS
+
+    filters_ = [_FILTERS[filter] for filter in args]
+    return filters_
+
+
+def apply(data, filters):
+    for filter in filters:
+        data = filter(data)
+
+    return data
+
+
+def parse(string_):
+
+    def to_number(string_number):
+        try:
+            return int(string_number)
+        except ValueError:
+            return float(string_number)
+
+    tokens = string_.split(":")
+
+    func = tokens[0]
+    digits = []
+    if len(tokens) > 1:
+        digits.extend(tokens[1].split(","))
+        digits = [to_number(digit) for digit in digits]
+
+    return [func, digits]
+
+
+# filters that return a scalar
 
+@register_filter
 @define_filter
 def mean(series):
     """
@@ -56,6 +103,7 @@ def mean(series):
     return sum(series)/float(len(series))
 
 
+@register_filter
 @define_filter
 def median(series):
     """
@@ -71,6 +119,7 @@ def median(series):
         return 0.5*(series[middle-1] + series[middle])
 
 
+@register_filter
 @define_filter
 def variance(series):
     """
@@ -82,6 +131,7 @@ def variance(series):
     return variance
 
 
+@register_filter
 @define_filter
 def stddev(series):
     """
@@ -90,6 +140,7 @@ def stddev(series):
     return variance(series)**0.5
 
 
+@register_filter
 @define_filter
 def dromaeo(series):
     """
@@ -106,12 +157,14 @@ def dromaeo(series):
     return geometric_mean(means)
 
 
+@register_filter
 @define_filter
 def dromaeo_chunks(series, size):
     for i in range(0, len(series), size):
         yield series[i:i+size]
 
 
+@register_filter
 @define_filter
 def geometric_mean(series):
     """
@@ -125,6 +178,7 @@ def geometric_mean(series):
 # filters that return a list
 
 
+@register_filter
 @define_filter
 def ignore_first(series, number=1):
     """
@@ -136,6 +190,7 @@ def ignore_first(series, number=1):
     return series[number:]
 
 
+@register_filter
 @define_filter
 def ignore(series, function):
     """
@@ -150,6 +205,7 @@ def ignore(series, function):
     return series
 
 
+@register_filter
 @define_filter
 def ignore_max(series):
     """
@@ -158,6 +214,7 @@ def ignore_max(series):
     return ignore(series, max)
 
 
+@register_filter
 @define_filter
 def ignore_min(series):
     """
@@ -166,6 +223,7 @@ def ignore_min(series):
     return ignore(series, min)
 
 
+@register_filter
 @define_filter
 def v8_subtest(series, name):
     """
@@ -190,6 +248,7 @@ def v8_subtest(series, name):
     return reference[name] / geometric_mean(series)
 
 
+@register_filter
 @define_filter
 def responsiveness_Metric(val_list):
     return sum([float(x)*float(x) / 1000000.0 for x in val_list])

testing/talos/talos/test.py

@@ -29,6 +29,8 @@ def test_dict():
 
 class Test(object):
     """abstract base class for a Talos test case"""
+    __test__ = False  # not pytest
+
     cycles = None  # number of cycles
     keys = []
     desktop = True

testing/talos/talos/unittests/conftest.py

@@ -0,0 +1,17 @@
+from __future__ import absolute_import
+
+import os
+
+here = os.path.realpath(__file__)
+__TESTS_DIR = os.path.join(os.path.dirname(os.path.dirname(here)), 'tests')
+
+
+def remove_develop_files(starting_dir=__TESTS_DIR):
+    for file_name in os.listdir(starting_dir):
+
+        file_path = os.path.join(starting_dir, file_name)
+
+        if file_name.endswith('.develop') and os.path.isfile(file_path):
+            os.remove(file_path)
+        elif os.path.isdir(file_path):
+            remove_develop_files(file_path)

testing/talos/talos/unittests/python.ini

@@ -0,0 +1,6 @@
+[DEFAULT]
+subsuite = talos
+
+[test_config.py]
+[test_ffsetup.py]
+[test_test.py]