From 73ca058960d8009af60441ffdbb026b7c4a795fa Mon Sep 17 00:00:00 2001
From: eborboihuc <eborboihuc@gmail.com>
Date: Fri, 19 Mar 2021 17:41:02 +0800
Subject: [PATCH] [feat] Add seqmap for KITTI evaluation

---
 readme/DATA.md                                | 13 +++++++--
 .../seqmaps/tracking_subtrain.json.seqmap     | 13 +++++++++
 .../seqmaps/tracking_subval.json.seqmap       |  8 +++++
 .../seqmaps/tracking_subval_mini.json.seqmap  |  1 +
 .../seqmaps/tracking_test.json.seqmap         | 29 +++++++++++++++++++
 .../seqmaps/tracking_train.json.seqmap        | 21 ++++++++++++++
 6 files changed, 83 insertions(+), 2 deletions(-)
 create mode 100755 scripts/object_ap_eval/seqmaps/tracking_subtrain.json.seqmap
 create mode 100755 scripts/object_ap_eval/seqmaps/tracking_subval.json.seqmap
 create mode 100755 scripts/object_ap_eval/seqmaps/tracking_subval_mini.json.seqmap
 create mode 100755 scripts/object_ap_eval/seqmaps/tracking_test.json.seqmap
 create mode 100755 scripts/object_ap_eval/seqmaps/tracking_train.json.seqmap

diff --git a/readme/DATA.md b/readme/DATA.md
index c6500f5..c88e931 100644
--- a/readme/DATA.md
+++ b/readme/DATA.md
@@ -80,7 +80,7 @@ $ python scripts/waymo_devkit/generate_waymo_gt.py
 
 - Download images, annotations, oxts and calibration information from [KITTI Tracking website](http://www.cvlibs.net/datasets/kitti/eval_tracking.php) and [KITTI Detection website](http://www.cvlibs.net/datasets/kitti/eval_object.php?obj_benchmark=3d). 
 
-- UUnzip (for zip files), and place (or symlink) the data as below.
+- Unzip (for zip files), and place (or symlink) the data as below.
   
 ```bash
 ${QD-3DT_ROOT}
@@ -141,6 +141,14 @@ ${QD-3DT_ROOT}
 $ python scripts/kitti2coco.py
 ```
 
+- Copy or Soft link the `*.seqmap` under `scripts/object_ap_eval/seqmaps/` to `data/KITTI/anns/` for later evaluation
+
+```bash
+# Under ${QD-3DT_ROOT}
+ln -sr scripts/object_ap_eval/seqmaps/*.seqmap data/KITTI/anns
+```
+
+
 - The resulting data structure should look like:
 
 ```bash
@@ -151,6 +159,7 @@ ${QD-3DT_ROOT}
         |-- detection
         `-- anns
             |-- tracking_train.json
+            |-- tracking_train.json.seqmap
             |-- tracking_test.json
             `-- ...
 ```
@@ -176,4 +185,4 @@ ${QD-3DT_ROOT}
         booktitle = {Conference on Computer Vision and Pattern Recognition (CVPR)},
         year = {2012}
     }
-```
\ No newline at end of file
+```
diff --git a/scripts/object_ap_eval/seqmaps/tracking_subtrain.json.seqmap b/scripts/object_ap_eval/seqmaps/tracking_subtrain.json.seqmap
new file mode 100755
index 0000000..d51768d
--- /dev/null
+++ b/scripts/object_ap_eval/seqmaps/tracking_subtrain.json.seqmap
@@ -0,0 +1,13 @@
+0000 empty 000000 000153
+0002 empty 000000 000232
+0003 empty 000000 000143
+0005 empty 000000 000296
+0006 empty 000000 000269
+0007 empty 000000 000799
+0008 empty 000000 000389
+0009 empty 000000 000802
+0010 empty 000000 000293
+0016 empty 000000 000208
+0017 empty 000000 000144
+0019 empty 000000 001058
+0020 empty 000000 000836
diff --git a/scripts/object_ap_eval/seqmaps/tracking_subval.json.seqmap b/scripts/object_ap_eval/seqmaps/tracking_subval.json.seqmap
new file mode 100755
index 0000000..9da6d99
--- /dev/null
+++ b/scripts/object_ap_eval/seqmaps/tracking_subval.json.seqmap
@@ -0,0 +1,8 @@
+0001 empty 000000 000446
+0004 empty 000000 000313
+0011 empty 000000 000372
+0012 empty 000000 000077
+0013 empty 000000 000339
+0014 empty 000000 000105
+0015 empty 000000 000375
+0018 empty 000000 000338
diff --git a/scripts/object_ap_eval/seqmaps/tracking_subval_mini.json.seqmap b/scripts/object_ap_eval/seqmaps/tracking_subval_mini.json.seqmap
new file mode 100755
index 0000000..bbac116
--- /dev/null
+++ b/scripts/object_ap_eval/seqmaps/tracking_subval_mini.json.seqmap
@@ -0,0 +1 @@
+0001 empty 000000 000446
diff --git a/scripts/object_ap_eval/seqmaps/tracking_test.json.seqmap b/scripts/object_ap_eval/seqmaps/tracking_test.json.seqmap
new file mode 100755
index 0000000..6de1a62
--- /dev/null
+++ b/scripts/object_ap_eval/seqmaps/tracking_test.json.seqmap
@@ -0,0 +1,29 @@
+0000 empty 000000 000464
+0001 empty 000000 000146
+0002 empty 000000 000242
+0003 empty 000000 000256
+0004 empty 000000 000420
+0005 empty 000000 000808
+0006 empty 000000 000113
+0007 empty 000000 000214
+0008 empty 000000 000164
+0009 empty 000000 000348
+0010 empty 000000 001175
+0011 empty 000000 000773
+0012 empty 000000 000693
+0013 empty 000000 000151
+0014 empty 000000 000849
+0015 empty 000000 000700
+0016 empty 000000 000509
+0017 empty 000000 000304
+0018 empty 000000 000179
+0019 empty 000000 000403
+0020 empty 000000 000172
+0021 empty 000000 000202
+0022 empty 000000 000435
+0023 empty 000000 000429
+0024 empty 000000 000315
+0025 empty 000000 000175
+0026 empty 000000 000169
+0027 empty 000000 000084
+0028 empty 000000 000174
diff --git a/scripts/object_ap_eval/seqmaps/tracking_train.json.seqmap b/scripts/object_ap_eval/seqmaps/tracking_train.json.seqmap
new file mode 100755
index 0000000..d33b34d
--- /dev/null
+++ b/scripts/object_ap_eval/seqmaps/tracking_train.json.seqmap
@@ -0,0 +1,21 @@
+0000 empty 000000 000153
+0001 empty 000000 000446
+0002 empty 000000 000232
+0003 empty 000000 000143
+0004 empty 000000 000313
+0005 empty 000000 000296
+0006 empty 000000 000269
+0007 empty 000000 000799
+0008 empty 000000 000389
+0009 empty 000000 000802
+0010 empty 000000 000293
+0011 empty 000000 000372
+0012 empty 000000 000077
+0013 empty 000000 000339
+0014 empty 000000 000105
+0015 empty 000000 000375
+0016 empty 000000 000208
+0017 empty 000000 000144
+0018 empty 000000 000338
+0019 empty 000000 001058
+0020 empty 000000 000836