Merge branch 'patch-2' of https://github.com/anaconda121/simpletransf…

…ormers into anaconda121-patch-2
ThilinaRajapakse · Sep 18, 2022 · fbdcf40 · fbdcf40
2 parents 6b99baa + 922ec7b
commit fbdcf40
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/simpletransformers/config/model_args.py b/simpletransformers/config/model_args.py
@@ -29,6 +29,8 @@ class ModelArgs:
     adafactor_relative_step: bool = True
     adafactor_scale_parameter: bool = True
     adafactor_warmup_init: bool = True
+    adam_beta1: float = 0.98
+    adam_beta2: float = 0.98
     adam_epsilon: float = 1e-8
     best_model_dir: str = "outputs/best_model"
     cache_dir: str = "cache_dir/"