Checkpoint: 20220816-050006-indulgent-captain

sysang · Aug 16, 2022 · 1865ec5 · 1865ec5
1 parent 006062d
commit 1865ec5
Showing 1 changed file with 13 additions and 13 deletions.
diff --git a/botserver-app/config.yml b/botserver-app/config.yml
@@ -173,8 +173,8 @@ policies:
     epochs: 701
     constrain_similarities: true
     model_confidence: softmax
-    batch_size: [23, 29]  # default [32, 256]
-    connection_density: 0.25  # default 0.2
+    batch_size: [256, 256]  # default [32, 256]
+    connection_density: 0.55  # default 0.2
     dense_dimension:
       text: 256  # default 128
       intent: 64  # default 20
@@ -189,22 +189,22 @@ policies:
       label_action_text: 150  # default 128
     encoding_dimension: 64
     transformer_size:
-      text: 512
-      dialogue: 512
-      action_text: 512
-      label_action_text: 512
+      text: 256
+      dialogue: 256
+      action_text: 256
+      label_action_text: 256
     number_of_transformer_layers:
-      text: 3
-      dialogue: 3
-      action_text: 3
-      label_action_text: 3  # default 1
+      text: 1
+      dialogue: 1
+      action_text: 1
+      label_action_text: 1  # default 1
     number_of_attention_heads: 4  # default 4
-    embedding_dimension: 20  # default 20
+    embedding_dimension: 32  # default 20
     drop_rate_dialogue: 0.25  # default 0.1
     drop_rate_label: 0.12  # default 0.0
     drop_rate_attention: 0.12  # default 0.0
-    renormalize_confidences: False  # default False
-    number_of_negative_examples: 153  # default 20
+    renormalize_confidences: True  # default False
+    number_of_negative_examples: 151  # default 20
     maximum_positive_similarity: 0.85  # default 0.8
     maximum_negative_similarity: -0.35  # default -0.2
     tensorboard_log_directory: './tensorboard/current'