zestrun.txt

python  train.py -data  data/training.json  -layers 6 -rnn_size 512 -word_vec_size 512 -transformer_ff 8 -heads 8 -encoder_type transformer -decoder_type transformer -position_encoding -train_steps 200000  -max_generator_batches 2 -dropout 0.1 -batch_size 20 -batch_type tokens -normalization tokens  -accum_count 1 -optim adam -adam_beta2 0.998 -decay_method noam -warmup_steps 8000 -learning_rate 2 -max_grad_norm 0 -param_init 0  -param_init_glorot -label_smoothing 0.1 -valid_steps 1 -save_checkpoint_steps 1 --share_embeddings