avoid double encoding

Josh Owen · Josh Owen · commit 153ae86ead5d · 2016-12-14T13:19:51.000-05:00
diff --git a/robots/utils.py b/robots/utils.py
@@ -101,7 +101,7 @@ def clean_pattern(pattern):
 
     for token in parsed:
         if token[0] == LITERAL:
-            character = quote(unichr(token[1]).encode('utf8'))
+            character = quote(token[1])
             literals.append(character)
 
         elif token[0] == AT:
