FEAT-modin-project#2627: fixes

Signed-off-by: Anatoly Myachev <anatoly.myachev@intel.com>
anmyachev · Aug 24, 2021 · 9f0c03c · 9f0c03c
1 parent 1919329
commit 9f0c03c
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 8 deletions.
diff --git a/modin/engines/base/io/pickle/pickle_dispatcher.py b/modin/engines/base/io/pickle/pickle_dispatcher.py
@@ -32,7 +32,7 @@ def _read(cls, filepath_or_buffer, **kwargs):
                 filepath_or_buffer,
                 **kwargs,
             )
-        filepath_or_buffer = glob.glob(filepath_or_buffer)
+        filepath_or_buffer = sorted(glob.glob(filepath_or_buffer))
 
         if len(filepath_or_buffer) == 0:
             raise ValueError(
@@ -52,7 +52,7 @@ def _read(cls, filepath_or_buffer, **kwargs):
                 cls.parse,
                 3,
                 dict(
-                    filepath=file_name,
+                    fname=file_name,
                     **kwargs,
                 ),
             )
@@ -66,10 +66,10 @@ def _read(cls, filepath_or_buffer, **kwargs):
         # while num_splits is 1, need only one value
         partition_ids = cls.build_partition(partition_ids, lengths, [widths[0]])
 
-        new_index = cls.frame_cls._frame_mgr_cls.get_indices(
+        new_index = cls.frame_cls._partition_mgr_cls.get_indices(
             0, partition_ids, lambda df: df.axes[0]
         )
-        new_columns = cls.frame_cls._frame_mgr_cls.get_indices(
+        new_columns = cls.frame_cls._partition_mgr_cls.get_indices(
             1, partition_ids, lambda df: df.axes[1]
         )
 

diff --git a/modin/experimental/engines/pandas_on_ray/io_exp.py b/modin/experimental/engines/pandas_on_ray/io_exp.py
@@ -256,9 +256,7 @@ def to_pickle_distributed(cls, qc, **kwargs):
 
         def func(df, **kw):
             idx = str(kw["partition_idx"])
-            kwargs["filepath_or_buffer"] = kwargs["filepath_or_buffer"].replace(
-                "*", idx
-            )
+            kwargs["path"] = kwargs.pop("filepath_or_buffer").replace("*", idx)
             df.to_pickle(**kwargs)
             return pandas.DataFrame()
 

diff --git a/modin/experimental/pandas/io_exp.py b/modin/experimental/pandas/io_exp.py
@@ -279,7 +279,7 @@ def to_pickle_distributed(
 
     Parameters
     ----------
-    filepath_or_buffer : str
+    filepath_or_buffer : str, path object or file-like object
         File path where the pickled object will be stored.
     compression : {{'infer', 'gzip', 'bz2', 'zip', 'xz', None}}, default: 'infer'
         A string representing the compression to use in the output file. By