Checkpoint: 20220813-121038-tan-helo

botserver-app/config.yml

@@ -169,12 +169,12 @@ policies:
     maximum_negative_similarity: -0.35  # default -0.2
   - name: TEDPolicy
     max_history: 1
-    learning_rate: 6.66e-4  # default 1e-3
-    epochs: 1253
+    learning_rate: 1e-4  # default 1e-3
+    epochs: 2047
     constrain_similarities: true
     model_confidence: softmax
-    batch_size: [13, 64]  # default [32, 256]
-    connection_density: 0.25  # default 0.2
+    batch_size: [128, 256]  # default [32, 256]
+    connection_density: 0.75  # default 0.2
     dense_dimension:
       text: 128  # default 128
       intent: 32  # default 20
@@ -184,27 +184,27 @@ policies:
       slots: 48
       active_loop: 32
     concat_dimension:
-      text: 128
-      action_text: 128
-      label_action_text: 128  # default 128
+      text: 150
+      action_text: 150
+      label_action_text: 150  # default 128
     encoding_dimension: 48
     transformer_size:
       text: 512
       dialogue: 512
       action_text: 512
       label_action_text: 512
     number_of_transformer_layers:
-      text: 2
-      dialogue: 2
-      action_text: 2
-      label_action_text: 2  # default 1
-    number_of_attention_heads: 32
-    embedding_dimension: 32  # default 20
+      text: 1
+      dialogue: 1
+      action_text: 1
+      label_action_text: 1  # default 1
+    number_of_attention_heads: 16
+    embedding_dimension: 12  # default 20
     drop_rate_dialogue: 0.25  # default 0.1
     drop_rate_label: 0.15  # default 0.0
     drop_rate_attention: 0.15  # default 0.0
     renormalize_confidences: True  # default False
-    number_of_negative_examples: 253  # default 20
+    number_of_negative_examples: 201  # default 20
     maximum_positive_similarity: 0.8  # default 0.8
     maximum_negative_similarity: -0.2  # default -0.2
     tensorboard_log_directory: './tensorboard/current'