reorganize methods

Author: Carmine DiMascio

readability/text/analyzer.py

@@ -66,17 +66,6 @@ def analyze(self, text):
         self.sentences = stats['sentences']  # hack for smog
         return AnalyzerStatistics(stats)
 
-    def _tokenize_sentences(self, text):
-        return sent_tokenize(text)
-
-    def _tokenize(self, text):
-        tokenizer = TweetTokenizer()
-        return tokenizer.tokenize(text)
-
-    def _is_punctuation(self, token):
-        match = re.match('^[.,\/#!$%\'\^&\*;:{}=\-_`~()]$', token)
-        return match is not None
-
     def _statistics(self, text):
         tokens = self._tokenize(text)
         syllable_count = 0
@@ -132,6 +121,17 @@ def is_spache_complex(t):
             'sentences': sentences,
         }
 
+    def _tokenize_sentences(self, text):
+        return sent_tokenize(text)
+
+    def _tokenize(self, text):
+        tokenizer = TweetTokenizer()
+        return tokenizer.tokenize(text)
+
+    def _is_punctuation(self, token):
+        match = re.match('^[.,\/#!$%\'\^&\*;:{}=\-_`~()]$', token)
+        return match is not None
+
     def _is_proper_noun(self, token):
         # pos = pos_tag(token)[0][1]
         # return pos == 'NNP'