Raise error in read_csv when arguments header and prefix both are not None

doc/source/whatsnew/v1.1.0.rst

@@ -162,7 +162,7 @@ MultiIndex
 I/O
 ^^^
 - Bug in :meth:`read_json` where integer overflow was occuring when json contains big number strings. (:issue:`30320`)
--
+- `read_csv` will now raise a ``ValueError`` when arguments `header` and `prefix` both are not None. (:issue:`27394`)
 -
 
 Plotting

pandas/io/parsers.py

@@ -1400,16 +1400,21 @@ def __init__(self, kwds):
                         "when specifying a multi-index header"
                     )
 
-        # GH 16338
-        elif self.header is not None and not is_integer(self.header):
-            raise ValueError("header must be integer or list of integers")
-
-        # GH 27779
-        elif self.header is not None and self.header < 0:
-            raise ValueError(
-                "Passing negative integer to header is invalid. "
-                "For no header, use header=None instead"
-            )
+        elif self.header:
+            # GH 16338
+            if not is_integer(self.header):
+                raise ValueError("header must be integer or list of integers")
+            # GH 27394
+            elif self.prefix:
+                raise ValueError(
+                    "Argument prefix must be None if argument header is not None"
+                )
+            # GH 27779
+            elif self.header < 0:
+                raise ValueError(
+                    "Passing negative integer to header is invalid. "
+                    "For no header, use header=None instead"
+                )
 
         self._name_processed = False
 

pandas/tests/io/parser/test_common.py

@@ -16,7 +16,7 @@
 from pandas._libs.tslib import Timestamp
 from pandas.errors import DtypeWarning, EmptyDataError, ParserError
 
-from pandas import DataFrame, Index, MultiIndex, Series, compat, concat
+from pandas import DataFrame, Index, MultiIndex, Series, compat, concat, read_csv
 import pandas._testing as tm
 
 from pandas.io.parsers import CParserWrapper, TextFileReader, TextParser
@@ -2040,6 +2040,15 @@ def test_read_csv_memory_growth_chunksize(all_parsers):
             pass
 
 
+def test_read_csv_raises_on_header_prefix(all_parsers):
+    # gh-27394
+    parser = all_parsers
+    msg = ("Argument prefix must be None if argument header is not None")
+    s = StringIO("0,1\n2,3")
+    with pytest.raises(ValueError, match=msg):
+        parser.read_csv(s, header=0, prefix = "_X")
+
+
 def test_read_table_equivalency_to_read_csv(all_parsers):
     # see gh-21948
     # As of 0.25.0, read_table is undeprecated