Skip to content

Commit 7d6959b

Browse files
committed
Update train.py
1 parent 9064c93 commit 7d6959b

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

src/12_transformer/train.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -51,7 +51,7 @@ def define_argparser(is_continue=False):
5151
p.add_argument(
5252
'--batch_size',
5353
type=int,
54-
default=256,
54+
default=128,
5555
help='Mini batch size for gradient descent. Default=%(default)s'
5656
)
5757
p.add_argument(
@@ -107,7 +107,7 @@ def define_argparser(is_continue=False):
107107
p.add_argument(
108108
'--iteration_per_update',
109109
type=int,
110-
default=16,
110+
default=32,
111111
help='Number of feed-forward iterations for one parameter update. Default=%(default)s'
112112
)
113113
p.add_argument(

0 commit comments

Comments
 (0)