encode as utf8

Josh Owen · Josh Owen · commit 837c0748ca0e · 2016-12-14T13:21:21.000-05:00
diff --git a/robots/utils.py b/robots/utils.py
@@ -101,7 +101,7 @@ def clean_pattern(pattern):
 
     for token in parsed:
         if token[0] == LITERAL:
-            character = quote(token[1])
+            character = quote(token[1].encode('utf8'))
             literals.append(character)
 
         elif token[0] == AT:
