fix DatasetFactory api to paddle.base (PaddlePaddle#953)

yusihuu · Oct 11, 2023 · eb869a1 · eb869a1
1 parent 9f8bb6e
commit eb869a1
Show file tree

Hide file tree

Showing 4 changed files with 6 additions and 6 deletions.
diff --git a/tools/feature_importance.py b/tools/feature_importance.py
@@ -109,7 +109,7 @@ def run_server(self):
         fleet.run_server()
 
     def wait_and_prepare_dataset(self):
-        dataset = paddle.DatasetFactory().create_dataset("InMemoryDataset")
+        dataset = paddle.base.DatasetFactory().create_dataset("InMemoryDataset")
         dataset.set_use_var(self.input_data)
         train_data_dir = self.config.get("runner.data_dir", "")
         dataset.set_batch_size(int(config.get("runner.batch_size", "1")))

diff --git a/tools/static_ps_offline_infer.py b/tools/static_ps_offline_infer.py
@@ -95,7 +95,7 @@ def run_server(self):
         fleet.run_server()
 
     def wait_and_prepare_dataset(self):
-        dataset = paddle.DatasetFactory().create_dataset("InMemoryDataset")
+        dataset = paddle.base.DatasetFactory().create_dataset("InMemoryDataset")
         dataset.set_use_var(self.input_data)
         train_data_dir = self.config.get("runner.data_dir", "")
         dataset.set_batch_size(self.config.get('runner.batch_size'))

diff --git a/tools/static_ps_online_trainer.py b/tools/static_ps_online_trainer.py
@@ -145,7 +145,7 @@ def run_server(self):
 
     def wait_and_prepare_dataset(self, day, pass_index):
         train_data_path = self.config.get("runner.train_data_dir", [])
-        dataset = paddle.DatasetFactory().create_dataset(self.reader_type)
+        dataset = paddle.base.DatasetFactory().create_dataset(self.reader_type)
         dataset.set_use_var(self.input_data)
         dataset.set_batch_size(self.config.get('runner.train_batch_size', 1))
         dataset.set_thread(self.config.get('runner.train_thread_num', 12))
@@ -197,7 +197,7 @@ def prefetch_next_dataset(self, day, pass_index):
         if not next_data_ready:
             next_dataset = None
         else:
-            next_dataset = paddle.DatasetFactory().create_dataset(
+            next_dataset = paddle.base.DatasetFactory().create_dataset(
                 self.reader_type)
             next_dataset.set_use_var(self.input_data)
             next_dataset.set_batch_size(
@@ -227,7 +227,7 @@ def prefetch_next_dataset(self, day, pass_index):
 
     def wait_and_prepare_infer_dataset(self, day, pass_index):
         test_data_path = self.config.get("runner.infer_data_dir", [])
-        dataset = paddle.DatasetFactory().create_dataset(self.reader_type)
+        dataset = paddle.base.DatasetFactory().create_dataset(self.reader_type)
         dataset.set_use_var(self.input_data)
         dataset.set_batch_size(self.config.get('runner.infer_batch_size', 1))
         dataset.set_thread(self.config.get('runner.infer_thread_num', 1))

diff --git a/tools/utils/static_ps/dataset.py b/tools/utils/static_ps/dataset.py
@@ -107,7 +107,7 @@ def generate_dataset(self, config, chunk_index, pass_num):
             graph_config["batch_size"] = config.infer_batch_size
             graph_config["samples"] = str_infer_samples
 
-        dataset = paddle.DatasetFactory().create_dataset("InMemoryDataset")
+        dataset = paddle.base.DatasetFactory().create_dataset("InMemoryDataset")
         dataset.set_feed_type("SlotRecordInMemoryDataFeed")
         dataset.set_use_var(self.holder_list)
         dataset.set_graph_config(graph_config)