Need to store the generated token streams

WorldMaker · WorldMaker · commit 24ba1bb25866 · 2009-08-17T01:37:22.000Z
diff --git a/tokdiff.py b/tokdiff.py
@@ -16,8 +16,8 @@
 
 lexer = pygments.lexers.get_lexer_by_name(lexname)
 
-a = pygments.lex(file(f1).read(), lexer)
-b = pygments.lex(file(f2).read(), lexer)
+a = list(pygments.lex(file(f1).read(), lexer))
+b = list(pygments.lex(file(f2).read(), lexer))
 
 sm = SequenceMatcher(None, a, b)
 
