Use wandb groups to log similar runs

Author: SpirinEgor

code2seq/utils/train.py

@@ -1,5 +1,3 @@
-from os.path import basename
-
 import torch
 from commode_utils.callback import PrintEpochResultCallback, ModelCheckpointWithUpload
 from omegaconf import DictConfig
@@ -13,9 +11,13 @@ def train(model: LightningModule, data_module: LightningDataModule, config: Dict
     params = config.train
 
     # define logger
-    model_name = model.__class__.__name__
-    dataset_name = basename(config.data_folder)
-    wandb_logger = WandbLogger(project=f"{model_name} -- {dataset_name}", log_model=False, offline=config.log_offline)
+    wandb_logger = WandbLogger(
+        project=config.wandb.project,
+        group=config.wandb.group,
+        log_model=False,
+        offline=config.wandb.offline,
+        config=config,
+    )
 
     # define model checkpoint callback
     checkpoint_callback = ModelCheckpointWithUpload(

config/code2class-poj104.yaml

@@ -3,11 +3,15 @@ data_folder: ../data/poj-104/poj-104-code2seq
 checkpoint: null
 
 seed: 7
-log_offline: true
 # Training in notebooks (e.g. Google Colab) may crash with too small value
 progress_bar_refresh_rate: 1
 print_config: true
 
+wandb:
+  project: Code2Class -- poj-104
+  group: null
+  offline: full
+
 data:
   url: https://s3.eu-west-1.amazonaws.com/datasets.ml.labs.aws.intellij.net/poj-104/poj-104-code2seq.tar.gz
   num_workers: 0

config/code2seq-java-med.yaml

@@ -3,11 +3,15 @@ data_folder: ../data/code2seq/java-med
 checkpoint: null
 
 seed: 7
-log_offline: false
 # Training in notebooks (e.g. Google Colab) may crash with too small value
 progress_bar_refresh_rate: 1
 print_config: true
 
+wandb:
+  project: Code2Seq -- java-med
+  group: null
+  offline: false
+
 data:
   url: https://s3.eu-west-1.amazonaws.com/datasets.ml.labs.aws.intellij.net/java-paths-methods/java-med.tar.gz
   num_workers: 4

config/code2seq-java-small.yaml

@@ -3,11 +3,15 @@ data_folder: ../data/code2seq/java-small
 checkpoint: null
 
 seed: 7
-log_offline: false
 # Training in notebooks (e.g. Google Colab) may crash with too small value
 progress_bar_refresh_rate: 1
 print_config: true
 
+wandb:
+  project: Code2Seq -- java-small
+  group: null
+  offline: false
+
 data:
   url: https://s3.eu-west-1.amazonaws.com/datasets.ml.labs.aws.intellij.net/java-paths-methods/java-small.tar.gz
   num_workers: 4

config/code2seq-java-test.yaml

@@ -3,11 +3,15 @@ data_folder: ../data/code2seq/java-test
 checkpoint: null
 
 seed: 7
-log_offline: true
 # Training in notebooks (e.g. Google Colab) may crash with too small value
 progress_bar_refresh_rate: 1
 print_config: true
 
+wandb:
+  project: Test project
+  group: Test group
+  offline: true
+
 data:
   num_workers: 0
 

config/typed-code2seq-java-small.yaml

@@ -3,11 +3,15 @@ data_folder: ../data/code2seq/java-small
 checkpoint: null
 
 seed: 7
-log_offline: false
 # Training in notebooks (e.g. Google Colab) may crash with too small value
 progress_bar_refresh_rate: 1
 print_config: true
 
+wandb:
+  project: Code2Seq -- java-small
+  group: typed
+  offline: false
+
 data:
   url: https://s3.eu-west-1.amazonaws.com/datasets.ml.labs.aws.intellij.net/java-paths-methods/java-small.tar.gz
   num_workers: 4

config/typed-code2seq-java-test.yaml

@@ -3,11 +3,15 @@ data_folder: ../data/code2seq/java-test-typed
 checkpoint: null
 
 seed: 7
-log_offline: true
 # Training in notebooks (e.g. Google Colab) may crash with too small value
 progress_bar_refresh_rate: 1
 print_config: true
 
+wandb:
+  project: Test project
+  group: Test group
+  offline: true
+
 data:
   num_workers: 0