update the script for making hf dataset

Author: iLampard

examples/script_data_processing/make_hf_dataset.py

@@ -56,9 +56,6 @@ def make_hf_dataset(source_dir, target_dir, split='test'):
     make_hf_dataset(source_dir=test_data_dir[0], target_dir=test_data_dir[1])
     make_hf_dataset(source_dir=dev_data_dir[0], target_dir=dev_data_dir[1], split='dev')
     make_hf_dataset(source_dir=train_data_dir[0], target_dir=train_data_dir[1], split='train')
-    #
-    # from datasets import load_dataset
-    # ds = load_dataset('json', data_files='taxi/dev.json')
-    # print(ds)
+