From 477711e6578d80ced7581a02088b2263d3cc9064 Mon Sep 17 00:00:00 2001 From: alek9z Date: Thu, 21 Sep 2023 18:39:49 +0200 Subject: [PATCH] Removed limit on sample n --- src/nlp/deep_learning/utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/nlp/deep_learning/utils.py b/src/nlp/deep_learning/utils.py index b4560c7..23514ac 100644 --- a/src/nlp/deep_learning/utils.py +++ b/src/nlp/deep_learning/utils.py @@ -21,7 +21,7 @@ def create_hf_dataset(target: str = "M", add_synthetic: bool = False) -> tuple[D """ dataset = train_val_test(target=target, add_synthetic_train=add_synthetic) - data_hf = {k: {"text": v["x"][:200], "label": v["y"][:200]} for k, v in dataset.items()} + data_hf = {k: {"text": v["x"], "label": v["y"]} for k, v in dataset.items()} feat = Features({ "text": Value("string"),