Removed elif

pandas/core/dtypes/cast.py

@@ -1424,10 +1424,8 @@ def convert_dtypes(
             inferred_dtype = input_array.dtype
 
         if is_string_dtype(inferred_dtype):
-            if not convert_string:
+            if not convert_string or inferred_dtype == "bytes":
                 return input_array.dtype
-            elif inferred_dtype == "bytes":
-                return pandas_dtype("object")
             else:
                 return pandas_dtype("string")