Skip to content

Commit 449b689

Browse files
Dominic23331Dominic23331
authored
Merge 2666004 into a83e7de 
2 parents a83e7de + 2666004 commit 449b689

20 files changed

+2411
-10
lines changed

‎configs/_base_/datasets/ak.py‎

Lines changed: 267 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,267 @@
1+
dataset_info = dict(
2+
dataset_name='Animal Kingdom',
3+
paper_info=dict(
4+
author='Singapore University of Technology and Design, Singapore.'
5+
' Xun Long Ng, Kian Eng Ong, Qichen Zheng,'
6+
' Yun Ni, Si Yong Yeo, Jun Liu.',
7+
title='Animal Kingdom: '
8+
'A Large and Diverse Dataset for Animal Behavior Understanding',
9+
container='Conference on Computer Vision '
10+
'and Pattern Recognition (CVPR)',
11+
year='2022',
12+
homepage='https://sutdcv.github.io/Animal-Kingdom',
13+
version='1.0 (2022-06)',
14+
date_created='2022-06',
15+
),
16+
keypoint_info={
17+
0:
18+
dict(
19+
name='Head_Mid_Top',
20+
id=0,
21+
color=(225, 0, 255),
22+
type='upper',
23+
swap=''),
24+
1:
25+
dict(
26+
name='Eye_Left',
27+
id=1,
28+
color=[220, 20, 60],
29+
type='upper',
30+
swap='Eye_Right'),
31+
2:
32+
dict(
33+
name='Eye_Right',
34+
id=2,
35+
color=[0, 255, 255],
36+
type='upper',
37+
swap='Eye_Left'),
38+
3:
39+
dict(
40+
name='Mouth_Front_Top',
41+
id=3,
42+
color=(0, 255, 42),
43+
type='upper',
44+
swap=''),
45+
4:
46+
dict(
47+
name='Mouth_Back_Left',
48+
id=4,
49+
color=[221, 160, 221],
50+
type='upper',
51+
swap='Mouth_Back_Right'),
52+
5:
53+
dict(
54+
name='Mouth_Back_Right',
55+
id=5,
56+
color=[135, 206, 250],
57+
type='upper',
58+
swap='Mouth_Back_Left'),
59+
6:
60+
dict(
61+
name='Mouth_Front_Bottom',
62+
id=6,
63+
color=[50, 205, 50],
64+
type='upper',
65+
swap=''),
66+
7:
67+
dict(
68+
name='Shoulder_Left',
69+
id=7,
70+
color=[255, 182, 193],
71+
type='upper',
72+
swap='Shoulder_Right'),
73+
8:
74+
dict(
75+
name='Shoulder_Right',
76+
id=8,
77+
color=[0, 191, 255],
78+
type='upper',
79+
swap='Shoulder_Left'),
80+
9:
81+
dict(
82+
name='Elbow_Left',
83+
id=9,
84+
color=[255, 105, 180],
85+
type='upper',
86+
swap='Elbow_Right'),
87+
10:
88+
dict(
89+
name='Elbow_Right',
90+
id=10,
91+
color=[30, 144, 255],
92+
type='upper',
93+
swap='Elbow_Left'),
94+
11:
95+
dict(
96+
name='Wrist_Left',
97+
id=11,
98+
color=[255, 20, 147],
99+
type='upper',
100+
swap='Wrist_Right'),
101+
12:
102+
dict(
103+
name='Wrist_Right',
104+
id=12,
105+
color=[0, 0, 255],
106+
type='upper',
107+
swap='Wrist_Left'),
108+
13:
109+
dict(
110+
name='Torso_Mid_Back',
111+
id=13,
112+
color=(185, 3, 221),
113+
type='upper',
114+
swap=''),
115+
14:
116+
dict(
117+
name='Hip_Left',
118+
id=14,
119+
color=[255, 215, 0],
120+
type='lower',
121+
swap='Hip_Right'),
122+
15:
123+
dict(
124+
name='Hip_Right',
125+
id=15,
126+
color=[147, 112, 219],
127+
type='lower',
128+
swap='Hip_Left'),
129+
16:
130+
dict(
131+
name='Knee_Left',
132+
id=16,
133+
color=[255, 165, 0],
134+
type='lower',
135+
swap='Knee_Right'),
136+
17:
137+
dict(
138+
name='Knee_Right',
139+
id=17,
140+
color=[138, 43, 226],
141+
type='lower',
142+
swap='Knee_Left'),
143+
18:
144+
dict(
145+
name='Ankle_Left',
146+
id=18,
147+
color=[255, 140, 0],
148+
type='lower',
149+
swap='Ankle_Right'),
150+
19:
151+
dict(
152+
name='Ankle_Right',
153+
id=19,
154+
color=[128, 0, 128],
155+
type='lower',
156+
swap='Ankle_Left'),
157+
20:
158+
dict(
159+
name='Tail_Top_Back',
160+
id=20,
161+
color=(0, 251, 255),
162+
type='lower',
163+
swap=''),
164+
21:
165+
dict(
166+
name='Tail_Mid_Back',
167+
id=21,
168+
color=[32, 178, 170],
169+
type='lower',
170+
swap=''),
171+
22:
172+
dict(
173+
name='Tail_End_Back',
174+
id=22,
175+
color=(0, 102, 102),
176+
type='lower',
177+
swap='')
178+
},
179+
skeleton_info={
180+
0:
181+
dict(link=('Eye_Left', 'Head_Mid_Top'), id=0, color=[220, 20, 60]),
182+
1:
183+
dict(link=('Eye_Right', 'Head_Mid_Top'), id=1, color=[0, 255, 255]),
184+
2:
185+
dict(
186+
link=('Mouth_Front_Top', 'Mouth_Back_Left'),
187+
id=2,
188+
color=[221, 160, 221]),
189+
3:
190+
dict(
191+
link=('Mouth_Front_Top', 'Mouth_Back_Right'),
192+
id=3,
193+
color=[135, 206, 250]),
194+
4:
195+
dict(
196+
link=('Mouth_Front_Bottom', 'Mouth_Back_Left'),
197+
id=4,
198+
color=[221, 160, 221]),
199+
5:
200+
dict(
201+
link=('Mouth_Front_Bottom', 'Mouth_Back_Right'),
202+
id=5,
203+
color=[135, 206, 250]),
204+
6:
205+
dict(
206+
link=('Head_Mid_Top', 'Torso_Mid_Back'), id=6,
207+
color=(225, 0, 255)),
208+
7:
209+
dict(
210+
link=('Torso_Mid_Back', 'Tail_Top_Back'),
211+
id=7,
212+
color=(185, 3, 221)),
213+
8:
214+
dict(
215+
link=('Tail_Top_Back', 'Tail_Mid_Back'), id=8,
216+
color=(0, 251, 255)),
217+
9:
218+
dict(
219+
link=('Tail_Mid_Back', 'Tail_End_Back'),
220+
id=9,
221+
color=[32, 178, 170]),
222+
10:
223+
dict(
224+
link=('Head_Mid_Top', 'Shoulder_Left'),
225+
id=10,
226+
color=[255, 182, 193]),
227+
11:
228+
dict(
229+
link=('Head_Mid_Top', 'Shoulder_Right'),
230+
id=11,
231+
color=[0, 191, 255]),
232+
12:
233+
dict(
234+
link=('Shoulder_Left', 'Elbow_Left'), id=12, color=[255, 105,
235+
180]),
236+
13:
237+
dict(
238+
link=('Shoulder_Right', 'Elbow_Right'),
239+
id=13,
240+
color=[30, 144, 255]),
241+
14:
242+
dict(link=('Elbow_Left', 'Wrist_Left'), id=14, color=[255, 20, 147]),
243+
15:
244+
dict(link=('Elbow_Right', 'Wrist_Right'), id=15, color=[0, 0, 255]),
245+
16:
246+
dict(link=('Tail_Top_Back', 'Hip_Left'), id=16, color=[255, 215, 0]),
247+
17:
248+
dict(
249+
link=('Tail_Top_Back', 'Hip_Right'), id=17, color=[147, 112, 219]),
250+
18:
251+
dict(link=('Hip_Left', 'Knee_Left'), id=18, color=[255, 165, 0]),
252+
19:
253+
dict(link=('Hip_Right', 'Knee_Right'), id=19, color=[138, 43, 226]),
254+
20:
255+
dict(link=('Knee_Left', 'Ankle_Left'), id=20, color=[255, 140, 0]),
256+
21:
257+
dict(link=('Knee_Right', 'Ankle_Right'), id=21, color=[128, 0, 128])
258+
},
259+
joint_weights=[
260+
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
261+
1., 1., 1., 1., 1.
262+
],
263+
sigmas=[
264+
0.025, 0.025, 0.025, 0.025, 0.025, 0.025, 0.025, 0.025, 0.025, 0.025,
265+
0.025, 0.025, 0.025, 0.025, 0.025, 0.025, 0.025, 0.025, 0.025, 0.025,
266+
0.025, 0.025, 0.025
267+
])

‎configs/animal_2d_keypoint/topdown_heatmap/README.md‎

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -52,3 +52,17 @@ Results on Grévy’s Zebra test set
5252
| ResNet-152 | 160x160 | 0.921 | 1.67 | [resnet_zebra.md](./zebra/resnet_zebra.md) |
5353
| ResNet-101 | 160x160 | 0.915 | 1.83 | [resnet_zebra.md](./zebra/resnet_zebra.md) |
5454
| ResNet-50 | 160x160 | 0.914 | 1.87 | [resnet_zebra.md](./zebra/resnet_zebra.md) |
55+
56+
### Animal-Kingdom Dataset
57+
58+
Results on AnimalKingdom test set
59+
60+
| Model | Input Size | class | PCK(0.05) | Details and Download |
61+
| :-------: | :--------: | :-----------: | :-------: | :---------------------------------------------------: |
62+
| HRNet-w32 | 256x256 | P1 | 0.6272 | [hrnet_animalkingdom.md](./ak/hrnet_animalkingdom.md) |
63+
| HRNet-w32 | 256x256 | P2 | 0.3774 | [hrnet_animalkingdom.md](./ak/hrnet_animalkingdom.md) |
64+
| HRNet-w32 | 256x256 | P3_mammals | 0.5756 | [hrnet_animalkingdom.md](./ak/hrnet_animalkingdom.md) |
65+
| HRNet-w32 | 256x256 | P3_amphibians | 0.5356 | [hrnet_animalkingdom.md](./ak/hrnet_animalkingdom.md) |
66+
| HRNet-w32 | 256x256 | P3_reptiles | 0.5 | [hrnet_animalkingdom.md](./ak/hrnet_animalkingdom.md) |
67+
| HRNet-w32 | 256x256 | P3_birds | 0.7679 | [hrnet_animalkingdom.md](./ak/hrnet_animalkingdom.md) |
68+
| HRNet-w32 | 256x256 | P3_fishes | 0.636 | [hrnet_animalkingdom.md](./ak/hrnet_animalkingdom.md) |

‎configs/animal_2d_keypoint/topdown_heatmap/ak/hrnet_animalkingdom.md‎

Lines changed: 47 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,47 @@
1+
<!-- [ALGORITHM] -->
2+
3+
<details>
4+
<summary align="right"><a href="http://openaccess.thecvf.com/content_CVPR_2019/html/Sun_Deep_High-Resolution_Representation_Learning_for_Human_Pose_Estimation_CVPR_2019_paper.html">HRNet (CVPR'2019)</a></summary>
5+
6+
```bibtex
7+
@inproceedings{sun2019deep,
8+
title={Deep high-resolution representation learning for human pose estimation},
9+
author={Sun, Ke and Xiao, Bin and Liu, Dong and Wang, Jingdong},
10+
booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
11+
pages={5693--5703},
12+
year={2019}
13+
}
14+
```
15+
16+
</details>
17+
18+
<!-- [DATASET] -->
19+
20+
<details>
21+
<summary align="right"><a href="https://sutdcv.github.io/Animal-Kingdom/">AnimalKingdom (CVPR'2022)</a></summary>
22+
23+
```bibtex
24+
@InProceedings{
25+
Ng_2022_CVPR,
26+
author = {Ng, Xun Long and Ong, Kian Eng and Zheng, Qichen and Ni, Yun and Yeo, Si Yong and Liu, Jun},
27+
title = {Animal Kingdom: A Large and Diverse Dataset for Animal Behavior Understanding},
28+
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
29+
month = {June},
30+
year = {2022},
31+
pages = {19023-19034}
32+
}
33+
```
34+
35+
</details>
36+
37+
Results on AnimalKingdom validation set
38+
39+
| Arch | Input Size | PCK(0.05) | Official Repo | Paper | ckpt | log |
40+
| ------------------------------------------------------ | ---------- | --------- | ------------- | ------ | ------------------------------------------------------ | ------------------------------------------------------ |
41+
| [P1_hrnet_w32](configs/animal_2d_keypoint/topdown_heatmap/ak/td-hm_hrnet-w32_8xb32-300e_animalkingdom_P1-256x256.py) | 256x256 | 0.6323 | 0.6342 | 0.6606 | [ckpt](https://download.openmmlab.com/mmpose/v1/animal_2d_keypoint/topdown_heatmap/animal_kingdom/td-hm_hrnet-w32_8xb32-300e_animalkingdom_P1-256x256-08bf96cb_20230519.pth) | [log](https://download.openmmlab.com/mmpose/v1/animal_2d_keypoint/topdown_heatmap/animal_kingdom/td-hm_hrnet-w32_8xb32-300e_animalkingdom_P1-256x256-08bf96cb_20230519.json) |
42+
| [P2_hrnet_w32](configs/animal_2d_keypoint/topdown_heatmap/ak/td-hm_hrnet-w32_8xb32-300e_animalkingdom_P2-256x256.py) | 256x256 | 0.3741 | 0.3726 | 0.393 | [ckpt](https://download.openmmlab.com/mmpose/v1/animal_2d_keypoint/topdown_heatmap/animal_kingdom/td-hm_hrnet-w32_8xb32-300e_animalkingdom_P2-256x256-2396cc58_20230519.pth) | [log](https://download.openmmlab.com/mmpose/v1/animal_2d_keypoint/topdown_heatmap/animal_kingdom/td-hm_hrnet-w32_8xb32-300e_animalkingdom_P2-256x256-2396cc58_20230519.json) |
43+
| [P3_mammals_hrnet_w32](configs/animal_2d_keypoint/topdown_heatmap/ak/td-hm_hrnet-w32_8xb32-300e_animalkingdom_P3_mammal-256x256.py) | 256x256 | 0.571 | 0.5719 | 0.6159 | [ckpt](https://download.openmmlab.com/mmpose/v1/animal_2d_keypoint/topdown_heatmap/animal_kingdom/td-hm_hrnet-w32_8xb32-300e_animalkingdom_P3_mammal-256x256-e8aadf02_20230519.pth) | [log](https://download.openmmlab.com/mmpose/v1/animal_2d_keypoint/topdown_heatmap/animal_kingdom/td-hm_hrnet-w32_8xb32-300e_animalkingdom_P3_mammal-256x256-e8aadf02_20230519.json) |
44+
| [P3_amphibians_hrnet_w32](configs/animal_2d_keypoint/topdown_heatmap/ak/td-hm_hrnet-w32_8xb32-300e_animalkingdom_P3_amphibian-256x256.py) | 256x256 | 0.5358 | 0.5432 | 0.5674 | [ckpt](https://download.openmmlab.com/mmpose/v1/animal_2d_keypoint/topdown_heatmap/animal_kingdom/td-hm_hrnet-w32_8xb32-300e_animalkingdom_P3_amphibian-256x256-845085f9_20230519.pth) | [log](https://download.openmmlab.com/mmpose/v1/animal_2d_keypoint/topdown_heatmap/animal_kingdom/td-hm_hrnet-w32_8xb32-300e_animalkingdom_P3_amphibian-256x256-845085f9_20230519.json) |
45+
| [P3_reptiles_hrnet_w32](configs/animal_2d_keypoint/topdown_heatmap/ak/td-hm_hrnet-w32_8xb32-300e_animalkingdom_P3_reptile-256x256.py) | 256x256 | 0.51 | 0.5 | 0.5606 | [ckpt](https://download.openmmlab.com/mmpose/v1/animal_2d_keypoint/topdown_heatmap/animal_kingdom/td-hm_hrnet-w32_8xb32-300e_animalkingdom_P3_reptile-256x256-e8440c16_20230519.pth) | [log](https://download.openmmlab.com/mmpose/v1/animal_2d_keypoint/topdown_heatmap/animal_kingdom/td-hm_hrnet-w32_8xb32-300e_animalkingdom_P3_reptile-256x256-e8440c16_20230519.json) |
46+
| [P3_birds_hrnet_w32](configs/animal_2d_keypoint/topdown_heatmap/ak/td-hm_hrnet-w32_8xb32-300e_animalkingdom_P3_bird-256x256.py) | 256x256 | 0.7671 | 0.7636 | 0.7735 | [ckpt](https://download.openmmlab.com/mmpose/v1/animal_2d_keypoint/topdown_heatmap/animal_kingdom/td-hm_hrnet-w32_8xb32-300e_animalkingdom_P3_bird-256x256-566feff5_20230519.pth) | [log](https://download.openmmlab.com/mmpose/v1/animal_2d_keypoint/topdown_heatmap/animal_kingdom/td-hm_hrnet-w32_8xb32-300e_animalkingdom_P3_bird-256x256-566feff5_20230519.json) |
47+
| [P3_fishes_hrnet_w32](configs/animal_2d_keypoint/topdown_heatmap/ak/td-hm_hrnet-w32_8xb32-300e_animalkingdom_P3_fish-256x256.py) | 256x256 | 0.6406 | 0.636 | 0.6825 | [ckpt](https://download.openmmlab.com/mmpose/v1/animal_2d_keypoint/topdown_heatmap/animal_kingdom/td-hm_hrnet-w32_8xb32-300e_animalkingdom_P3_fish-256x256-76c3999f_20230519.pth) | [log](https://download.openmmlab.com/mmpose/v1/animal_2d_keypoint/topdown_heatmap/animal_kingdom/td-hm_hrnet-w32_8xb32-300e_animalkingdom_P3_fish-256x256-76c3999f_20230519.json) |

0 commit comments

Comments
 (0)