Removed limit on sample n

matteo-rizzo · Sep 21, 2023 · 477711e · 477711e
1 parent e3d9735
commit 477711e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/nlp/deep_learning/utils.py b/src/nlp/deep_learning/utils.py
@@ -21,7 +21,7 @@ def create_hf_dataset(target: str = "M", add_synthetic: bool = False) -> tuple[D
     """
     dataset = train_val_test(target=target, add_synthetic_train=add_synthetic)
 
-    data_hf = {k: {"text": v["x"][:200], "label": v["y"][:200]} for k, v in dataset.items()}
+    data_hf = {k: {"text": v["x"], "label": v["y"]} for k, v in dataset.items()}
 
     feat = Features({
         "text": Value("string"),