update dataset load for emotion (intel#526)

sywangyi · Jan 6, 2023 · 742db57 · 742db57
1 parent 8856e74
commit 742db57
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/examples/deployment/neural_engine/emotion/distilbert_base_uncased/executor_dataloader.py b/examples/deployment/neural_engine/emotion/distilbert_base_uncased/executor_dataloader.py
@@ -23,7 +23,7 @@
 class DataLoader(object):
     def __init__(self, batch_size, seq_len, dataset_name, task_name, data_dir, tokenizer_dir):
         self.batch_size = batch_size
-        dataset = load_dataset(dataset_name, task_name, cache_dir=data_dir, split='validation')
+        dataset = load_dataset(dataset_name, cache_dir=data_dir, split='validation')
         tokenizer = AutoTokenizer.from_pretrained(tokenizer_dir)
         self.dataset = dataset.map(lambda e: tokenizer(e['text'], 
                     truncation=True, padding='max_length', max_length=seq_len), batched=True)

diff --git a/examples/deployment/neural_engine/emotion/distilbert_base_uncased/run_emotion.py b/examples/deployment/neural_engine/emotion/distilbert_base_uncased/run_emotion.py
@@ -298,7 +298,7 @@ def main():
     # download the dataset.
     if data_args.task_name is not None:
         # Downloading and loading a dataset from the hub.
-        raw_datasets = load_dataset("emotion", data_args.task_name, cache_dir=model_args.cache_dir)
+        raw_datasets = load_dataset(data_args.task_name, cache_dir=model_args.cache_dir)
     elif data_args.dataset_name is not None:
         # Downloading and loading a dataset from the hub.
         raw_datasets = load_dataset(