[feat] Add seqmap for KITTI evaluation

readme/DATA.md

@@ -80,7 +80,7 @@ $ python scripts/waymo_devkit/generate_waymo_gt.py
 
 - Download images, annotations, oxts and calibration information from [KITTI Tracking website](http://www.cvlibs.net/datasets/kitti/eval_tracking.php) and [KITTI Detection website](http://www.cvlibs.net/datasets/kitti/eval_object.php?obj_benchmark=3d). 
 
-- UUnzip (for zip files), and place (or symlink) the data as below.
+- Unzip (for zip files), and place (or symlink) the data as below.
 
 ```bash
 ${QD-3DT_ROOT}
@@ -141,6 +141,14 @@ ${QD-3DT_ROOT}
 $ python scripts/kitti2coco.py
 ```
 
+- Copy or Soft link the `*.seqmap` under `scripts/object_ap_eval/seqmaps/` to `data/KITTI/anns/` for later evaluation
+
+```bash
+# Under ${QD-3DT_ROOT}
+ln -sr scripts/object_ap_eval/seqmaps/*.seqmap data/KITTI/anns
+```
+
+
 - The resulting data structure should look like:
 
 ```bash
@@ -151,6 +159,7 @@ ${QD-3DT_ROOT}
         |-- detection
         `-- anns
             |-- tracking_train.json
+            |-- tracking_train.json.seqmap
             |-- tracking_test.json
             `-- ...
 ```
@@ -176,4 +185,4 @@ ${QD-3DT_ROOT}
         booktitle = {Conference on Computer Vision and Pattern Recognition (CVPR)},
         year = {2012}
     }
-```
+```

scripts/object_ap_eval/seqmaps/tracking_subtrain.json.seqmap

@@ -0,0 +1,13 @@
+0000 empty 000000 000153
+0002 empty 000000 000232
+0003 empty 000000 000143
+0005 empty 000000 000296
+0006 empty 000000 000269
+0007 empty 000000 000799
+0008 empty 000000 000389
+0009 empty 000000 000802
+0010 empty 000000 000293
+0016 empty 000000 000208
+0017 empty 000000 000144
+0019 empty 000000 001058
+0020 empty 000000 000836

scripts/object_ap_eval/seqmaps/tracking_subval.json.seqmap

@@ -0,0 +1,8 @@
+0001 empty 000000 000446
+0004 empty 000000 000313
+0011 empty 000000 000372
+0012 empty 000000 000077
+0013 empty 000000 000339
+0014 empty 000000 000105
+0015 empty 000000 000375
+0018 empty 000000 000338

scripts/object_ap_eval/seqmaps/tracking_subval_mini.json.seqmap

@@ -0,0 +1 @@
+0001 empty 000000 000446

scripts/object_ap_eval/seqmaps/tracking_test.json.seqmap

@@ -0,0 +1,29 @@
+0000 empty 000000 000464
+0001 empty 000000 000146
+0002 empty 000000 000242
+0003 empty 000000 000256
+0004 empty 000000 000420
+0005 empty 000000 000808
+0006 empty 000000 000113
+0007 empty 000000 000214
+0008 empty 000000 000164
+0009 empty 000000 000348
+0010 empty 000000 001175
+0011 empty 000000 000773
+0012 empty 000000 000693
+0013 empty 000000 000151
+0014 empty 000000 000849
+0015 empty 000000 000700
+0016 empty 000000 000509
+0017 empty 000000 000304
+0018 empty 000000 000179
+0019 empty 000000 000403
+0020 empty 000000 000172
+0021 empty 000000 000202
+0022 empty 000000 000435
+0023 empty 000000 000429
+0024 empty 000000 000315
+0025 empty 000000 000175
+0026 empty 000000 000169
+0027 empty 000000 000084
+0028 empty 000000 000174

scripts/object_ap_eval/seqmaps/tracking_train.json.seqmap

@@ -0,0 +1,21 @@
+0000 empty 000000 000153
+0001 empty 000000 000446
+0002 empty 000000 000232
+0003 empty 000000 000143
+0004 empty 000000 000313
+0005 empty 000000 000296
+0006 empty 000000 000269
+0007 empty 000000 000799
+0008 empty 000000 000389
+0009 empty 000000 000802
+0010 empty 000000 000293
+0011 empty 000000 000372
+0012 empty 000000 000077
+0013 empty 000000 000339
+0014 empty 000000 000105
+0015 empty 000000 000375
+0016 empty 000000 000208
+0017 empty 000000 000144
+0018 empty 000000 000338
+0019 empty 000000 001058
+0020 empty 000000 000836