FEAT-#1861: Use cloudpickle library for experimental.cloud features (#…

…1862) Signed-off-by: Anatoly Myachev <anatoly.myachev@intel.com>
modin-project · Jul 30, 2020 · a244a56 · a244a56
1 parent 03a919e
commit a244a56
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 2 deletions.
diff --git a/modin/experimental/cloud/ray-autoscaler.yml b/modin/experimental/cloud/ray-autoscaler.yml
@@ -123,7 +123,7 @@ setup_commands:
         conda activate modin
         conda install python==3.7.6
 
-        pip install modin "ray==0.8.6"
+        pip install modin "ray==0.8.6" cloudpickle
         echo 'export MODIN_RAY_CLUSTER=True' >> ~/.bashrc
 
     # Consider uncommenting these if you also want to run apt-get commands during setup

diff --git a/modin/experimental/cloud/rpyc_proxy.py b/modin/experimental/cloud/rpyc_proxy.py
@@ -16,7 +16,7 @@
 import os
 
 import rpyc
-from rpyc.lib.compat import pickle
+import cloudpickle as pickle
 from rpyc.lib import get_methods
 
 from rpyc.core import netref, AsyncResult, consts

diff --git a/requirements.txt b/requirements.txt
@@ -25,3 +25,4 @@ matplotlib<=3.2.2
 sqlalchemy
 msgpack<1.0
 pandas_gbq
+cloudpickle
diff --git a/requirements/env_windows.yml b/requirements/env_windows.yml
@@ -37,3 +37,4 @@ dependencies:
     - matplotlib
     - sqlalchemy
     - msgpack<1.0
+    - cloudpickle