drat-drat

lang-uk · Sep 13, 2023 · b54e931 · b54e931
1 parent 3a6ee1d
commit b54e931
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/configs/experimental/gpt2/gpt2-small.malyuk.nofilter.wechsel.largedict.sophia.tpu.run1.json b/configs/experimental/gpt2/gpt2-small.malyuk.nofilter.wechsel.largedict.sophia.tpu.run1.json
@@ -23,7 +23,7 @@
     "warmup_steps": 2000,
     "model_name_or_path": "exps/gpt2-small.malyuk.nofilter.wechsel.largedict.sophia.tpu.run1",
     "preprocessing_num_workers": 96,
-    "bf6": true,
+    "bf16": true,
     "adam_beta1": 0.965,
     "adam_beta2": 0.99,
     "optimizer": "sophia"

diff --git a/run_clm.py b/run_clm.py
@@ -262,7 +262,8 @@ def main():
 
     for (name, path) in [("train", data_args.train_file), ("validation", data_args.validation_file)]:
         if path.endswith(".txt"):
-            raw_datasets[name] = datasets.Dataset.from_dict({"text": [open(path).read()], "id": [0]})
+            # raw_datasets[name] = datasets.Dataset.from_dict({"text": [open(path).read()], "id": [0]})
+            raw_datasets[name] = datasets.Dataset.from_dict({"text": [open(path).read()], "compound_id": [0], "id": [0]})
         else:
             raw_datasets[name] = datasets.load_from_disk(data_args.train_file)