BUG: pass encoding to open in Python 3

Author: wesm

pandas/core/common.py

@@ -626,6 +626,13 @@ def __iter__(self):
     def next(self):
         return self.reader.next().encode("utf-8")
 
+def _get_handle(path, mode, encoding=None):
+    if py3compat.PY3:  # pragma: no cover
+        f = open(path, mode, encoding=encoding)
+    else:
+        f = open(path, mode)
+    return f
+
 if py3compat.PY3:  # pragma: no cover
     def UnicodeReader(f, dialect=csv.excel, encoding="utf-8", **kwds):
         # ignore encoding

pandas/core/frame.py

@@ -932,10 +932,7 @@ def to_csv(self, path_or_buf, sep=",", na_rep='', cols=None,
             f = path_or_buf
             close = False
         else:
-            if py3compat.PY3:  # pragma: no cover
-                f = open(path_or_buf, mode, encoding=encoding)
-            else:
-                f = open(path_or_buf, mode)
+            f = com._get_handle(path_or_buf, mode, encoding=encoding)
             close = True
 
         try:

pandas/io/parsers.py

@@ -97,9 +97,9 @@ def read_csv(filepath_or_buffer, sep=',', header=0, index_col=None, names=None,
     else:
         try:
             # universal newline mode
-            f = open(filepath_or_buffer, 'U')
+            f = com._get_handle(filepath_or_buffer, 'U', encoding=encoding)
         except Exception: # pragma: no cover
-            f = open(filepath_or_buffer, 'r')
+            f = com._get_handle(filepath_or_buffer, 'r', encoding=encoding)
 
     if delimiter is not None:
         sep = delimiter