Merge pull request google-research#274 from soloice/master

FIX: Python3 compatibility.

Author: jacobdevlin-google

tokenization_test.py

@@ -31,7 +31,11 @@ def test_full_tokenizer(self):
         "##ing", ","
     ]
     with tempfile.NamedTemporaryFile(delete=False) as vocab_writer:
-      vocab_writer.write("".join([x + "\n" for x in vocab_tokens]))
+      import six
+      if six.PY2:
+        vocab_writer.write("".join([x + "\n" for x in vocab_tokens]))
+      else:
+        vocab_writer.write("".join([x + "\n" for x in vocab_tokens]).encode("utf-8"))
 
       vocab_file = vocab_writer.name