s/TrueAdam/true_adam

PiperOrigin-RevId: 233126026

Author: doomie

tensor2tensor/models/image_transformer_2d.py

@@ -783,7 +783,7 @@ def imagetransformer2d_tiny():
 
 def update_hparams_for_tpu(hparams):
   hparams.use_pad_remover = False  # where op not supported
-  hparams.optimizer = "TrueAdam"
+  hparams.optimizer = "true_adam"
   hparams.batch_size = 4
 
 

tensor2tensor/models/transformer.py

@@ -1876,7 +1876,7 @@ def transformer_tall_finetune_tied():
   hparams.multiproblem_target_eval_only = True
   hparams.multiproblem_reweight_label_loss = True
   hparams.multiproblem_label_weight = 1.0
-  hparams.optimizer = "TrueAdam"
+  hparams.optimizer = "true_adam"
   return hparams
 
 
@@ -1895,7 +1895,7 @@ def transformer_tall_train_tied():
   hparams.multiproblem_target_eval_only = True
   hparams.multiproblem_reweight_label_loss = True
   hparams.multiproblem_label_weight = 1.0
-  hparams.optimizer = "TrueAdam"
+  hparams.optimizer = "true_adam"
   return hparams
 
 
@@ -1905,7 +1905,7 @@ def transformer_tall_finetune_uniencdec():
   hparams = transformer_tall()
   hparams.max_input_seq_length = 750
   hparams.max_target_seq_length = 100
-  hparams.optimizer = "TrueAdam"
+  hparams.optimizer = "true_adam"
   hparams.learning_rate_schedule = ("linear_warmup*constant*cosdecay")
   hparams.learning_rate_decay_steps = 80000
   hparams.learning_rate_constant = 5e-5
@@ -1920,7 +1920,7 @@ def transformer_tall_train_uniencdec():
   hparams = transformer_tall()
   hparams.max_input_seq_length = 750
   hparams.max_target_seq_length = 100
-  hparams.optimizer = "TrueAdam"
+  hparams.optimizer = "true_adam"
   hparams.learning_rate_schedule = ("linear_warmup*constant*cosdecay")
   hparams.learning_rate_decay_steps = 150000
   hparams.learning_rate_constant = 2e-4

tensor2tensor/models/video/sv2p_params.py

@@ -27,7 +27,7 @@
 def next_frame_sv2p():
   """SV2P model hparams."""
   hparams = basic_stochastic.next_frame_basic_stochastic()
-  hparams.optimizer = "TrueAdam"
+  hparams.optimizer = "true_adam"
   hparams.learning_rate_schedule = "constant"
   hparams.learning_rate_constant = 1e-3
   hparams.video_num_input_frames = 1

tensor2tensor/models/xception.py

@@ -182,5 +182,5 @@ def xception_tiny_tpu():
   hparams.batch_size = 2
   hparams.num_hidden_layers = 2
   hparams.hidden_size = 128
-  hparams.optimizer = "TrueAdam"
+  hparams.optimizer = "true_adam"
   return hparams