Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
9 changes: 9 additions & 0 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,7 @@
## TODO
- [ ] Provide minimal implementation of RLE loss.
- [ ] Add model zoo.
- [x] Provide implementation of single person pose estimation visualization.
- [x] Provide implementation on Human3.6M dataset.
- [x] Provide implementation on COCO dataset.

Expand Down Expand Up @@ -97,6 +98,14 @@ Download the pretrained model from [Google Drive](https://drive.google.com/file/
./scripts/validate.sh ./configs/256x192_res50_3d_h36mmpii-flow.yaml ./h36m-laplace-rle.pth
```


## Visualization
``` bash
./scripts/visualize.sh ./configs/256x192_res50_coco_visualize.yaml visual_rle_coco
```

![](./assets/test1.gif)

### Citing
If our code helps your research, please consider citing the following paper:
```
Expand Down
Binary file added assets/test1.gif
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
64 changes: 64 additions & 0 deletions configs/256x192_res50_coco_visualize.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,64 @@
DATASET:
TRAIN:
TYPE: 'Mscoco'
ROOT: '/data1/TL/data/coco-keypoint'
IMG_PREFIX: 'train2017'
ANN: 'annotations/person_keypoints_train2017.json'
AUG:
FLIP: true
ROT_FACTOR: 45
SCALE_FACTOR: 0.25
NUM_JOINTS_HALF_BODY: 3
PROB_HALF_BODY: 0.3
VAL:
TYPE: 'Mscoco'
ROOT: '/data1/TL/data/coco-keypoint'
IMG_PREFIX: 'val2017'
ANN: 'annotations/person_keypoints_val2017.json'
TEST:
TYPE: 'Mscoco_det'
ROOT: '/data1/TL/data/coco-keypoint'
IMG_PREFIX: 'val2017'
DET_FILE: './exp/json/test_det_rcnn.json'
ANN: 'annotations/person_keypoints_val2017.json'
DATA_PRESET:
TYPE: 'simple'
SIGMA: 2
NUM_JOINTS: 17
IMAGE_SIZE:
- 256
- 192
HEATMAP_SIZE:
- 64
- 48
MODEL:
TYPE: 'RegressFlow'
PRETRAINED: 'coco-laplace-rle.pth'
TRY_LOAD: ''
NUM_FC_FILTERS:
- -1
HIDDEN_LIST: -1
NUM_LAYERS: 50
LOSS:
TYPE: 'RLELoss'
TEST:
HEATMAP2COORD: 'coord'
TRAIN:
WORLD_SIZE: 8
BATCH_SIZE: 128
BEGIN_EPOCH: 0
END_EPOCH: 270
OPTIMIZER: 'adam'
LR: 0.001
LR_FACTOR: 0.1
LR_STEP:
- 170
- 200
VISUALIZE:
CHECKPOINT: './coco-laplace-rle.pth'
VIDEO_PATH: './test.mp4'
USE_GPU: True
VIDEO_WIDTH: 1920
VIDEO_HEIGHT: 1080
CONFIDENCE_THRESHOLD: 0.8
FLAG_WRITE_VIDEO: True
Loading