Spaces:
Sleeping
Sleeping
| """These keypoint formats are taken from https://github.com/CMU-Perceptual- | |
| Computing-Lab/openpose/blob/master/src/openpose/pose/poseParameters.cpp. | |
| Openpose mainly supports 25 and 135 now, 118 convention can be found in | |
| https://github.com/vchoutas/smplify-x/issues/152#issuecomment-923715702. | |
| OPENPOSE_137_KEYPOINTS can be found in | |
| https://github.com/vchoutas/expose | |
| - OPENPOSE_25_KEYPOINTS: body(25) | |
| - OPENPOSE_118_KEYPOINTS: body(25) + hand(42) + face(51) | |
| - OPENPOSE_135_KEYPOINTS: body(25) + hand(40) + face(70) | |
| - OPENPOSE_137_KEYPOINTS: body(27) + hand(40) + face(70) | |
| Note that: | |
| 1. 135 and coco17 share the first 17 body keypoints | |
| 2. 25 and 118 share the first 25 body keypoints | |
| 3. 137 and 135 share the hand and face parts | |
| """ | |
| OPENPOSE_135_KEYPOINTS = [ | |
| 'nose', | |
| 'left_eye', | |
| 'right_eye', | |
| 'left_ear', | |
| 'right_ear', | |
| 'left_shoulder', | |
| 'right_shoulder', | |
| 'left_elbow', | |
| 'right_elbow', | |
| 'left_wrist', | |
| 'right_wrist', | |
| 'left_hip', | |
| 'right_hip', | |
| 'left_knee', | |
| 'right_knee', | |
| 'left_ankle', | |
| 'right_ankle', | |
| 'neck', # upper_neck | |
| 'head', | |
| 'left_bigtoe', | |
| 'left_smalltoe', | |
| 'left_heel', | |
| 'right_bigtoe', | |
| 'right_smalltoe', | |
| 'right_heel', | |
| 'left_thumb_1', | |
| 'left_thumb_2', | |
| 'left_thumb_3', | |
| 'left_thumb', | |
| 'left_index_1', | |
| 'left_index_2', | |
| 'left_index_3', | |
| 'left_index', | |
| 'left_middle_1', | |
| 'left_middle_2', | |
| 'left_middle_3', | |
| 'left_middle', | |
| 'left_ring_1', | |
| 'left_ring_2', | |
| 'left_ring_3', | |
| 'left_ring', | |
| 'left_pinky_1', | |
| 'left_pinky_2', | |
| 'left_pinky_3', | |
| 'left_pinky', | |
| 'right_thumb_1', | |
| 'right_thumb_2', | |
| 'right_thumb_3', | |
| 'right_thumb', | |
| 'right_index_1', | |
| 'right_index_2', | |
| 'right_index_3', | |
| 'right_index', | |
| 'right_middle_1', | |
| 'right_middle_2', | |
| 'right_middle_3', | |
| 'right_middle', | |
| 'right_ring_1', | |
| 'right_ring_2', | |
| 'right_ring_3', | |
| 'right_ring', | |
| 'right_pinky_1', | |
| 'right_pinky_2', | |
| 'right_pinky_3', | |
| 'right_pinky', | |
| 'right_contour_1', # original name: face_contour_1 | |
| 'right_contour_2', # original name: face_contour_2 | |
| 'right_contour_3', # original name: face_contour_3 | |
| 'right_contour_4', # original name: face_contour_4 | |
| 'right_contour_5', # original name: face_contour_5 | |
| 'right_contour_6', # original name: face_contour_6 | |
| 'right_contour_7', # original name: face_contour_7 | |
| 'right_contour_8', # original name: face_contour_8 | |
| 'contour_middle', # original name: face_contour_9 | |
| 'left_contour_8', # original name: face_contour_10 | |
| 'left_contour_7', # original name: face_contour_11 | |
| 'left_contour_6', # original name: face_contour_12 | |
| 'left_contour_5', # original name: face_contour_13 | |
| 'left_contour_4', # original name: face_contour_14 | |
| 'left_contour_3', # original name: face_contour_15 | |
| 'left_contour_2', # original name: face_contour_16 | |
| 'left_contour_1', # original name: face_contour_17 | |
| 'right_eyebrow_1', | |
| 'right_eyebrow_2', | |
| 'right_eyebrow_3', | |
| 'right_eyebrow_4', | |
| 'right_eyebrow_5', | |
| 'left_eyebrow_5', | |
| 'left_eyebrow_4', | |
| 'left_eyebrow_3', | |
| 'left_eyebrow_2', | |
| 'left_eyebrow_1', | |
| 'nosebridge_1', | |
| 'nosebridge_2', | |
| 'nosebridge_3', | |
| 'nosebridge_4', | |
| 'right_nose_2', # original name: nose_1 | |
| 'right_nose_1', # original name: nose_2 | |
| 'nose_middle', # original name: nose_3 | |
| 'left_nose_1', # original name: nose_4 | |
| 'left_nose_2', # original name: nose_5 | |
| 'right_eye_1', | |
| 'right_eye_2', | |
| 'right_eye_3', | |
| 'right_eye_4', | |
| 'right_eye_5', | |
| 'right_eye_6', | |
| 'left_eye_4', | |
| 'left_eye_3', | |
| 'left_eye_2', | |
| 'left_eye_1', | |
| 'left_eye_6', | |
| 'left_eye_5', | |
| 'right_mouth_1', # original name: mouth_1 | |
| 'right_mouth_2', # original name: mouth_2 | |
| 'right_mouth_3', # original name: mouth_3 | |
| 'mouth_top', # original name: mouth_4 | |
| 'left_mouth_3', # original name: mouth_5 | |
| 'left_mouth_2', # original name: mouth_6 | |
| 'left_mouth_1', # original name: mouth_7 | |
| 'left_mouth_5', # original name: mouth_8 | |
| 'left_mouth_4', # original name: mouth_9 | |
| 'mouth_bottom', # original name: mouth_10 | |
| 'right_mouth_4', # original name: mouth_11 | |
| 'right_mouth_5', # original name: mouth_12 | |
| 'right_lip_1', # original name: lip_1 | |
| 'right_lip_2', # original name: lip_2 | |
| 'lip_top', # original name: lip_3 | |
| 'left_lip_2', # original name: lip_4 | |
| 'left_lip_1', # original name: lip_5 | |
| 'left_lip_3', # original name: lip_6 | |
| 'lip_bottom', # original name: lip_7 | |
| 'right_lip_3', # original name: lip_8 | |
| 'right_eyeball', | |
| 'left_eyeball' | |
| ] | |
| # TODO: OPENPOSE-25->HumanData->SMPLX causes the whole body to be lost | |
| # OPENPOSE-25: nose_openpose | |
| # SMPLX: nose | |
| OPENPOSE_25_KEYPOINTS = [ | |
| 'nose_openpose', | |
| 'neck_openpose', # 'upper_neck' | |
| 'right_shoulder_openpose', | |
| 'right_elbow_openpose', | |
| 'right_wrist_openpose', | |
| 'left_shoulder_openpose', | |
| 'left_elbow_openpose', | |
| 'left_wrist_openpose', | |
| 'pelvis_openpose', # 'mid_hip' | |
| 'right_hip_openpose', | |
| 'right_knee_openpose', | |
| 'right_ankle_openpose', | |
| 'left_hip_openpose', | |
| 'left_knee_openpose', | |
| 'left_ankle_openpose', | |
| 'right_eye_openpose', | |
| 'left_eye_openpose', | |
| 'right_ear_openpose', | |
| 'left_ear_openpose', | |
| 'left_bigtoe_openpose', | |
| 'left_smalltoe_openpose', | |
| 'left_heel_openpose', | |
| 'right_bigtoe_openpose', | |
| 'right_smalltoe_openpose', | |
| 'right_heel_openpose' | |
| ] | |
| OPENPOSE_118_KEYPOINTS = [ | |
| 'nose_openpose', | |
| 'neck_openpose', | |
| 'right_shoulder_openpose', | |
| 'right_elbow_openpose', | |
| 'right_wrist_openpose', | |
| 'left_shoulder_openpose', | |
| 'left_elbow_openpose', | |
| 'left_wrist_openpose', | |
| 'pelvis_openpose', | |
| 'right_hip_openpose', | |
| 'right_knee_openpose', | |
| 'right_ankle_openpose', | |
| 'left_hip_openpose', | |
| 'left_knee_openpose', | |
| 'left_ankle_openpose', | |
| 'right_eye_openpose', | |
| 'left_eye_openpose', | |
| 'right_ear_openpose', | |
| 'left_ear_openpose', | |
| 'left_bigtoe_openpose', | |
| 'left_smalltoe_openpose', | |
| 'left_heel_openpose', | |
| 'right_bigtoe_openpose', | |
| 'right_smalltoe_openpose', | |
| 'right_heel_openpose', | |
| 'left_wrist', | |
| 'left_thumb_1', | |
| 'left_thumb_2', | |
| 'left_thumb_3', | |
| 'left_thumb', | |
| 'left_index_1', | |
| 'left_index_2', | |
| 'left_index_3', | |
| 'left_index', | |
| 'left_middle_1', | |
| 'left_middle_2', | |
| 'left_middle_3', | |
| 'left_middle', | |
| 'left_ring_1', | |
| 'left_ring_2', | |
| 'left_ring_3', | |
| 'left_ring', | |
| 'left_pinky_1', | |
| 'left_pinky_2', | |
| 'left_pinky_3', | |
| 'left_pinky', | |
| 'right_wrist', | |
| 'right_thumb_1', | |
| 'right_thumb_2', | |
| 'right_thumb_3', | |
| 'right_thumb', | |
| 'right_index_1', | |
| 'right_index_2', | |
| 'right_index_3', | |
| 'right_index', | |
| 'right_middle_1', | |
| 'right_middle_2', | |
| 'right_middle_3', | |
| 'right_middle', | |
| 'right_ring_1', | |
| 'right_ring_2', | |
| 'right_ring_3', | |
| 'right_ring', | |
| 'right_pinky_1', | |
| 'right_pinky_2', | |
| 'right_pinky_3', | |
| 'right_pinky', | |
| 'right_eyebrow_1', | |
| 'right_eyebrow_2', | |
| 'right_eyebrow_3', | |
| 'right_eyebrow_4', | |
| 'right_eyebrow_5', | |
| 'left_eyebrow_5', | |
| 'left_eyebrow_4', | |
| 'left_eyebrow_3', | |
| 'left_eyebrow_2', | |
| 'left_eyebrow_1', | |
| 'nosebridge_1', | |
| 'nosebridge_2', | |
| 'nosebridge_3', | |
| 'nosebridge_4', | |
| 'right_nose_2', # original name: nose_1 | |
| 'right_nose_1', # original name: nose_2 | |
| 'nose_middle', # original name: nose_3 | |
| 'left_nose_1', # original name: nose_4 | |
| 'left_nose_2', # original name: nose_5 | |
| 'right_eye_1', | |
| 'right_eye_2', | |
| 'right_eye_3', | |
| 'right_eye_4', | |
| 'right_eye_5', | |
| 'right_eye_6', | |
| 'left_eye_4', | |
| 'left_eye_3', | |
| 'left_eye_2', | |
| 'left_eye_1', | |
| 'left_eye_6', | |
| 'left_eye_5', | |
| 'right_mouth_1', # original name: mouth_1 | |
| 'right_mouth_2', # original name: mouth_2 | |
| 'right_mouth_3', # original name: mouth_3 | |
| 'mouth_top', # original name: mouth_4 | |
| 'left_mouth_3', # original name: mouth_5 | |
| 'left_mouth_2', # original name: mouth_6 | |
| 'left_mouth_1', # original name: mouth_7 | |
| 'left_mouth_5', # original name: mouth_8 | |
| 'left_mouth_4', # original name: mouth_9 | |
| 'mouth_bottom', # original name: mouth_10 | |
| 'right_mouth_4', # original name: mouth_11 | |
| 'right_mouth_5', # original name: mouth_12 | |
| 'right_lip_1', # original name: lip_1 | |
| 'right_lip_2', # original name: lip_2 | |
| 'lip_top', # original name: lip_3 | |
| 'left_lip_2', # original name: lip_4 | |
| 'left_lip_1', # original name: lip_5 | |
| 'left_lip_3', # original name: lip_6 | |
| 'lip_bottom', # original name: lip_7 | |
| 'right_lip_3', # original name: lip_8 | |
| ] | |
| OPENPOSE_JOINTS = [ | |
| 'nose', | |
| 'neck', | |
| 'right_shoulder', | |
| 'right_elbow', | |
| 'right_wrist', | |
| 'left_shoulder', | |
| 'left_elbow', | |
| 'left_wrist', | |
| 'pelvis', | |
| 'right_hip', | |
| 'right_knee', | |
| 'right_ankle', | |
| 'left_hip', | |
| 'left_knee', | |
| 'left_ankle', | |
| 'right_eye', | |
| 'left_eye', | |
| 'right_ear', | |
| 'left_ear', | |
| 'left_wrist_openpose', | |
| 'left_thumb_1', | |
| 'left_thumb_2', | |
| 'left_thumb_3', | |
| 'left_thumb', | |
| 'left_index_1', | |
| 'left_index_2', | |
| 'left_index_3', | |
| 'left_index', | |
| 'left_middle_1', | |
| 'left_middle_2', | |
| 'left_middle_3', | |
| 'left_middle', | |
| 'left_ring_1', | |
| 'left_ring_2', | |
| 'left_ring_3', | |
| 'left_ring', | |
| 'left_pinky_1', | |
| 'left_pinky_2', | |
| 'left_pinky_3', | |
| 'left_pinky', | |
| 'right_wrist_openpose', | |
| 'right_thumb_1', | |
| 'right_thumb_2', | |
| 'right_thumb_3', | |
| 'right_thumb', | |
| 'right_index_1', | |
| 'right_index_2', | |
| 'right_index_3', | |
| 'right_index', | |
| 'right_middle_1', | |
| 'right_middle_2', | |
| 'right_middle_3', | |
| 'right_middle', | |
| 'right_ring_1', | |
| 'right_ring_2', | |
| 'right_ring_3', | |
| 'right_ring', | |
| 'right_pinky_1', | |
| 'right_pinky_2', | |
| 'right_pinky_3', | |
| 'right_pinky', | |
| # Face contour | |
| 'right_contour_1', | |
| 'right_contour_2', | |
| 'right_contour_3', | |
| 'right_contour_4', | |
| 'right_contour_5', | |
| 'right_contour_6', | |
| 'right_contour_7', | |
| 'right_contour_8', | |
| 'contour_middle', | |
| 'left_contour_8', | |
| 'left_contour_7', | |
| 'left_contour_6', | |
| 'left_contour_5', | |
| 'left_contour_4', | |
| 'left_contour_3', | |
| 'left_contour_2', | |
| 'left_contour_1', | |
| # Eye brows | |
| 'right_eye_brow_1', | |
| 'right_eye_brow_2', | |
| 'right_eye_brow_3', | |
| 'right_eye_brow_4', | |
| 'right_eye_brow_5', | |
| 'left_eye_brow_5', | |
| 'left_eye_brow_4', | |
| 'left_eye_brow_3', | |
| 'left_eye_brow_2', | |
| 'left_eye_brow_1', | |
| 'nosebridge_1', | |
| 'nosebridge_2', | |
| 'nosebridge_3', | |
| 'nosebridge_4', | |
| 'right_nose_2', | |
| 'right_nose_1', | |
| 'nose_middle', | |
| 'left_nose_1', | |
| 'left_nose_2', | |
| 'right_eye_1', | |
| 'right_eye_2', | |
| 'right_eye_3', | |
| 'right_eye_4', | |
| 'right_eye_5', | |
| 'right_eye_6', | |
| 'left_eye_4', | |
| 'left_eye_3', | |
| 'left_eye_2', | |
| 'left_eye_1', | |
| 'left_eye_6', | |
| 'left_eye_5', | |
| 'right_mouth_1', | |
| 'right_mouth_2', | |
| 'right_mouth_3', | |
| 'mouth_top', | |
| 'left_mouth_3', | |
| 'left_mouth_2', | |
| 'left_mouth_1', | |
| 'left_mouth_5', | |
| 'left_mouth_4', | |
| 'mouth_bottom', | |
| 'right_mouth_4', | |
| 'right_mouth_5', | |
| 'right_lip_1', | |
| 'right_lip_2', | |
| 'lip_top', | |
| 'left_lip_2', | |
| 'left_lip_1', | |
| 'left_lip_3', | |
| 'lip_bottom', | |
| 'right_lip_3', | |
| 'right_eyeball_unused', # not used in expose | |
| 'left_eyeball_unused', # not used in expose | |
| ] | |
| OPENPOSE_FEET_KEYPOINTS = [ | |
| 'left_bigtoe', 'left_smalltoe', 'left_heel', 'right_bigtoe', | |
| 'right_smalltoe', 'right_heel' | |
| ] | |
| OPENPOSE_137_KEYPOINTS = OPENPOSE_JOINTS[:19] + \ | |
| OPENPOSE_FEET_KEYPOINTS + OPENPOSE_JOINTS[19:] | |