Restructured config

scripts/run_tests.sh

@@ -18,13 +18,7 @@ run_simple() {
   for dir in $(find ./dist-tests/$1-simple -type d)
   do
     cd $dir
-    python main.py --data_path ~/data \
-      --train_batch_size 2 \
-      --eval_batch_size 2 \
-      --num_workers 2 \
-      --max_epochs 2 \
-      --train_epoch_length 4 \
-      --eval_epoch_length 4
+    python main.py ../../src/tests/ci-configs/$1-simple.yaml
     cd $CWD
   done
 }

src/templates/template-vision-segmentation/main.py

@@ -197,7 +197,7 @@ def _():
 
 # main entrypoint
 def main():
-    config = setup_parser().parse_args()
+    config = setup_config()
     #::: if (it.dist === 'spawn') { :::#
     #::: if (it.nproc_per_node && it.nnodes > 1 && it.master_addr && it.master_port) { :::#
     kwargs = {

src/templates/template-vision-segmentation/utils.py

@@ -18,19 +18,33 @@
 from ignite.utils import setup_logger
 
 
-def setup_parser():
-    with open("config.yaml", "r") as f:
+def get_default_parser():
+    parser = ArgumentParser()
+    parser.add_argument("config", type=Path, help="Config file path")
+    parser.add_argument(
+        "--backend",
+        default=None,
+        choices=["nccl", "gloo"],
+        type=str,
+        help="DDP backend",
+    )
+    return parser
+
+
+def setup_config(parser=None):
+    if parser is None:
+        parser = get_default_parser()
+
+    args = parser.parse_args()
+    config_path = args.config
+
+    with open(config_path, "r") as f:
         config = yaml.safe_load(f.read())
 
-    parser = ArgumentParser()
-    parser.add_argument("--backend", default=None, type=str)
     for k, v in config.items():
-        if isinstance(v, bool):
-            parser.add_argument(f"--{k}", action="store_true")
-        else:
-            parser.add_argument(f"--{k}", default=v, type=type(v))
+        setattr(args, k, v)
 
-    return parser
+    return args
 
 
 def log_metrics(engine: Engine, tag: str) -> None:

src/tests/ci-configs/vision-segmentation-simple.yaml

@@ -0,0 +1,15 @@
+seed: 666
+data_path: ~/data
+train_batch_size: 2
+eval_batch_size: 2
+num_workers: 2
+max_epochs: 2
+train_epoch_length: 2
+eval_epoch_length: 2
+lr: 0.007
+use_amp: false
+debug: false
+accumulation_steps: 4
+num_classes: 21
+output_dir: ./logs
+log_every_iters: 2