pep8

Author: quantmind

.coveragerc

@@ -1,3 +1,7 @@
 [run]
 source = stdnet
-omit = stdnet/apps/searchengine/processors/metaphone.py,stdnet/apps/searchengine/processors/porter.py,stdnet/utils/fallbacks/*,stdnet/apps/columnts/npts.py
+omit =
+    *stdnet/apps/searchengine/processors/metaphone.py
+    *stdnet/apps/searchengine/processors/porter.py
+    *stdnet/utils/fallbacks/*
+    *stdnet/apps/columnts/npts.py

.travis.yml

@@ -17,12 +17,14 @@ install:
   - sudo rm -rf pulsar
   - pip install -r requirements_dev.txt --use-mirrors
   - python setup.py install
-  - sudo rm -rf stdnet
   - sudo rm -rf /dev/shm && sudo ln -s /run/shm /dev/shm
 script:
-    coverage run runtests.py --concurrency thread
-after_success:
-    coveralls
+  - pep8 stdnet --exclude stdnet/apps/searchengine/processors
+  - sudo rm -rf stdnet
+  - python -m covrun -w 2
+
+notifications:
+  email: false
 
 # Only test master and dev
 branches:

CHANGELOG.rst

@@ -6,8 +6,7 @@ Ver. 0.9.0 - Development
 * Added the :meth:`odm.Manager.save` as shortcut for immediately committing
   changes to a model.
 * Bug fix in model registration.
-* **504 regression tests** with **93%** coverage.
-
+* **479 regression tests** with **93%** coverage.
 
 Ver. 0.8.2 - 2013 July 4
 ===============================

covrun.py

@@ -0,0 +1,11 @@
+import sys
+import os
+
+from runtests import run
+
+
+if __name__ == '__main__':
+    if sys.version_info > (3, 3):
+        run(coverage=True, show_leaks=2, coveralls=True)
+    else:
+        run()

requirements_dev.txt

@@ -1,2 +1 @@
 redis
-coveralls

runtests.py

@@ -16,6 +16,7 @@
         import pulsar
 from pulsar.apps.test import TestSuite
 from pulsar.apps.test.plugins import bench, profile
+from pulsar.utils.path import Path
 #
 try:
     import dynts
@@ -28,11 +29,23 @@
         except ImportError:
             pass
 
-from stdnet.utils import test
+
+def run(**params):
+    args = params.get('argv', sys.argv)
+    if '--coverage' in args or params.get('coverage'):
+        import coverage
+        p = current_process()
+        p._coverage = coverage.coverage(data_suffix=True)
+        p._coverage.start()
+    runtests(**params)
 
 
-def start():
-    os.environ['stdnet_test_suite'] = 'pulsar'
+def runtests():
+    import stdnet
+    from stdnet.utils import test
+    #
+    strip_dirs = [Path(stdnet.__file__).parent.parent, os.getcwd()]
+    #
     suite = TestSuite(description='Stdnet Asynchronous test suite',
                       modules=('tests.all',),
                       plugins=(test.StdnetPlugin(),
@@ -41,9 +54,13 @@ def start():
                       )
     suite.bind_event('tests', test.create_tests)
     suite.start()
+    #
+    if suite.cfg.coveralls:
+        from pulsar.utils.cov import coveralls
+        coveralls(strip_dirs=strip_dirs,
+                  stream=suite.stream,
+                  repo_token='ZQinNe5XNbzQ44xYGTljP8R89jrQ5xTKB')
 
 
 if __name__ == '__main__':
-    print(sys.version)
-    print('testing with pulsar %s' % pulsar.__version__)
-    start()
+    run()

stdnet/__init__.py

@@ -1,17 +1,19 @@
-'''Object data mapper and advanced query manager for non relational databases.'''
+'''Object data mapper and advanced query manager for non relational
+databases.
+'''
 from .utils.exceptions import *
 from .utils.version import get_version, stdnet_version
 from .backends import *
 
 VERSION = stdnet_version(0, 9, 0, 'alpha', 3)
 
+
 __version__ = version = get_version(VERSION)
 __license__ = "BSD"
 __author__ = "Luca Sbardella"
 __contact__ = "luca.sbardella@gmail.com"
 __homepage__ = "https://github.com/lsbardel/python-stdnet"
-CLASSIFIERS = [
-               'Development Status :: 4 - Beta',
+CLASSIFIERS = ['Development Status :: 4 - Beta',
                'Environment :: Plugins',
                'Environment :: Console',
                'Environment :: Web Environment',

stdnet/apps/__init__.py

@@ -1,4 +1,4 @@
 '''\
 Collection of applications which may be relevant or not to the user.
 They show off the main features of the core library.
-'''
+'''

stdnet/apps/columnts/__init__.py

@@ -4,40 +4,40 @@
 An application which implements a specialised remote
 :class:`stdnet.odm.Structure` for managing numeric multivariate
 timeseries_ and perform remote analysis on them. The main classes
-for this application are :class:`ColumnTS`, the stand alone data structure, and
-the correspondent :class:`ColumnTSField` which can be used as
+for this application are :class:`ColumnTS`, the stand alone data structure,
+and the correspondent :class:`ColumnTSField` which can be used as
 a :class:`stdnet.odm.StructureField` on a :class:`stdnet.odm.StdModel`.
 
-    
+
 The API is straightforward::
 
     from datetime import date
     from stdnet.apps.columnts import ColumnTS
-    
+
     ts = ColumnTS(id='test')
     ts.add(date(2012,2,21), {'open': 603.87, 'close': 614.00})
-    
+
 It can also be used as a :ref:`datastructure fields <model-field-structure>`.
 For example::
 
     from stdnet import odm
     from stdnet.apps.columnts import ColumnTSField
-    
+
     class Ticker(odm.StdModel):
         code = odm.SymbolField()
         data = ColumnTSField()
-        
-    
+
+
 Statistical Analysis
 =================================
 
 istats & stats
 ~~~~~~~~~~~~~~~~~
 
 These two methods execute statistical analysis on the data stored in one
-:class:`ColumnTS`. The :class:`ColumnTS.istats` method performs analysis by selecting
-time range by rank, while :class:`ColumnTS.stats` method performs analysis
-by selecting ranges by a *start* and an *end* date (or datetime).
+:class:`ColumnTS`. The :class:`ColumnTS.istats` method performs analysis by
+selecting time range by rank, while :class:`ColumnTS.stats` method performs
+analysis by selecting ranges by a *start* and an *end* date (or datetime).
 
 multi
 ~~~~~~~
@@ -48,9 +48,9 @@ class Ticker(odm.StdModel):
 To perform analysis you write lua scripts::
 
     self:range()
-    
+
     ts.evaluate(script)
-    
+
 API
 ======
 
@@ -60,7 +60,7 @@ class Ticker(odm.StdModel):
 .. autoclass:: ColumnTS
    :members:
    :member-order: bysource
-   
+
 
 ColumnTSField
 ~~~~~~~~~~~~~~
@@ -83,15 +83,15 @@ class Ticker(odm.StdModel):
 This composite data-structure looks and feels like a redis zset.
 However, the ordered set doesn't actually store the data, it is there to
 maintain order and facilitate retrieval by times (scores) and rank.
-  
+
 For a given *field*, the data is stored in a sequence of 9-bytes string
 with the initial byte (``byte0``) indicating the type of data::
 
-    
+
     <byte0><byte1,...,byte8>
-    
-       
+
+
 .. _timeseries: http://en.wikipedia.org/wiki/Time_series
 '''
 from . import redis
-from .models import *
+from .models import *

stdnet/apps/columnts/models.py

@@ -10,6 +10,7 @@
 
 class TimeseriesCache(object):
     cache = None
+
     def __init__(self):
         self.merged_series = None
         self.fields = {}
@@ -19,7 +20,7 @@ def __init__(self):
     def add(self, timestamp, field, value):
         if field not in self.fields:
             self.fields[field] = skiplist()
-        self.fields[field].insert(timestamp,value)
+        self.fields[field].insert(timestamp, value)
 
     def clear(self):
         self.merged_series = None
@@ -36,9 +37,9 @@ def as_dict(times, fields):
         names.append(name)
         lists.append(value)
     for dt, data in zip(times, zip(*lists)):
-        d[dt] = dict(zip(names,data))
+        d[dt] = dict(zip(names, data))
     return d
-        
+
 
 class ColumnTS(odm.TS):
     '''A specialised :class:`stdnet.odm.TS` structure for numeric
@@ -51,15 +52,15 @@ class ColumnTS(odm.TS):
 
     def front(self, *fields):
         '''Return the front pair of the structure'''
-        v,f = tuple(self.irange(0, 0, fields=fields))
+        v, f = tuple(self.irange(0, 0, fields=fields))
         if v:
-            return (v[0],dict(((field, f[field][0]) for field in f)))
+            return (v[0], dict(((field, f[field][0]) for field in f)))
 
     def back(self, *fields):
         '''Return the back pair of the structure'''
-        v,f = tuple(self.irange(-1, -1, fields=fields))
+        v, f = tuple(self.irange(-1, -1, fields=fields))
         if v:
-            return (v[0],dict(((field, f[field][0]) for field in f)))
+            return (v[0], dict(((field, f[field][0]) for field in f)))
 
     def info(self, start=None, end=None, fields=None):
         '''Provide data information for this :class:`ColumnTS`. If no
@@ -111,7 +112,7 @@ def istats(self, start=0, end=-1, fields=None):
 
     def stats(self, start, end, fields=None):
         '''Perform a multivariate statistic calculation of this
-:class:`ColumnTS` from a *start*  date/datetime to an 
+:class:`ColumnTS` from a *start*  date/datetime to an
 *end* date/datetime.
 
 :param start: Start date for analysis.
@@ -158,8 +159,8 @@ def multi_stats(self, start, end,  series=None, fields=None, stats=None):
         stats = stats or self.default_multi_stats
         start = self.pickler.dumps(start)
         end = self.pickler.dumps(end)
-        res = self.backend_structure().multi_stats(
-                        start, end, fields, series, stats)
+        res = self.backend_structure().multi_stats(start, end, fields,
+                                                   series, stats)
         return on_result(res, self._stats)
 
     def merge(self, *series, **kwargs):
@@ -219,7 +220,7 @@ def check_router(cls, router, *series):
     def _merge(self, *series, **kwargs):
         fields = kwargs.get('fields') or ()
         self.backend_structure().merge(series, fields)
-        
+
     def load_data(self, result):
         #Overwrite :meth:`stdnet.odm.PairMixin.load_data` method
         loads = self.pickler.loads
@@ -262,6 +263,6 @@ def _add(self, dt, *args):
 class ColumnTSField(odm.StructureField):
     '''A multivariate timeseries field.'''
     type = 'columnts'
+
     def structure_class(self):
         return ColumnTS
-

stdnet/apps/columnts/npts.py

@@ -18,15 +18,15 @@ class ColumnTS(columnts.ColumnTS):
 
     def front(self, *fields):
         '''Return the front pair of the structure'''
-        ts = self.irange(0, 0, fields = fields)
+        ts = self.irange(0, 0, fields=fields)
         if ts:
-            return ts.start(),ts[0]
+            return ts.start(), ts[0]
 
     def back(self, *fields):
         '''Return the back pair of the structure'''
-        ts = self.irange(-1, -1, fields = fields)
+        ts = self.irange(-1, -1, fields=fields)
         if ts:
-            return ts.end(),ts[0]
+            return ts.end(), ts[0]
 
     def load_data(self, result):
         loads = self.pickler.loads