# This script is borrowed and extended from https://github.com/nkolot/SPIN/blob/master/constants.py FOCAL_LENGTH = 5000.0 IMG_RES = 224 # Mean and standard deviation for normalizing input image IMG_NORM_MEAN = [0.485, 0.456, 0.406] IMG_NORM_STD = [0.229, 0.224, 0.225] """ We create a superset of joints containing the OpenPose joints together with the ones that each dataset provides. We keep a superset of 24 joints such that we include all joints from every dataset. If a dataset doesn't provide annotations for a specific joint, we simply ignore it. The joints used here are the following: """ OP_JOINT_NAMES = [ # 25 OpenPose joints (in the order provided by OpenPose) 'OP Nose', 'OP Neck', 'OP RShoulder', 'OP RElbow', 'OP RWrist', 'OP LShoulder', 'OP LElbow', 'OP LWrist', 'OP MidHip', 'OP RHip', 'OP RKnee', 'OP RAnkle', 'OP LHip', 'OP LKnee', 'OP LAnkle', 'OP REye', 'OP LEye', 'OP REar', 'OP LEar', 'OP LBigToe', 'OP LSmallToe', 'OP LHeel', 'OP RBigToe', 'OP RSmallToe', 'OP RHeel', ] SPIN_JOINT_NAMES = [ # 24 Ground Truth joints (superset of joints from different datasets) 'Right Ankle', 'Right Knee', 'Right Hip', # 2 'Left Hip', 'Left Knee', # 4 'Left Ankle', 'Right Wrist', # 6 'Right Elbow', 'Right Shoulder', # 8 'Left Shoulder', 'Left Elbow', # 10 'Left Wrist', 'Neck (LSP)', # 12 'Top of Head (LSP)', 'Pelvis (MPII)', # 14 'Thorax (MPII)', 'Spine (H36M)', # 16 'Jaw (H36M)', 'Head (H36M)', # 18 'Nose', 'Left Eye', 'Right Eye', 'Left Ear', 'Right Ear' ] JOINT_NAMES = OP_JOINT_NAMES + SPIN_JOINT_NAMES COCO_KEYPOINTS = [ 'nose', 'left_eye', 'right_eye', 'left_ear', 'right_ear', 'left_shoulder', 'right_shoulder', 'left_elbow', 'right_elbow', 'left_wrist', 'right_wrist', 'left_hip', 'right_hip', 'left_knee', 'right_knee', 'left_ankle', 'right_ankle' ] # Dict containing the joints in numerical order JOINT_IDS = {JOINT_NAMES[i]: i for i in range(len(JOINT_NAMES))} # Map joints to SMPL joints JOINT_MAP = { 'OP Nose': 24, 'OP Neck': 12, 'OP RShoulder': 17, 'OP RElbow': 19, 'OP RWrist': 21, 'OP LShoulder': 16, 'OP LElbow': 18, 'OP LWrist': 20, 'OP MidHip': 0, 'OP RHip': 2, 'OP RKnee': 5, 'OP RAnkle': 8, 'OP LHip': 1, 'OP LKnee': 4, 'OP LAnkle': 7, 'OP REye': 25, 'OP LEye': 26, 'OP REar': 27, 'OP LEar': 28, 'OP LBigToe': 29, 'OP LSmallToe': 30, 'OP LHeel': 31, 'OP RBigToe': 32, 'OP RSmallToe': 33, 'OP RHeel': 34, 'Right Ankle': 8, 'Right Knee': 5, 'Right Hip': 45, 'Left Hip': 46, 'Left Knee': 4, 'Left Ankle': 7, 'Right Wrist': 21, 'Right Elbow': 19, 'Right Shoulder': 17, 'Left Shoulder': 16, 'Left Elbow': 18, 'Left Wrist': 20, 'Neck (LSP)': 47, 'Top of Head (LSP)': 48, 'Pelvis (MPII)': 49, 'Thorax (MPII)': 50, 'Spine (H36M)': 51, 'Jaw (H36M)': 52, 'Head (H36M)': 53, 'Nose': 24, 'Left Eye': 26, 'Right Eye': 25, 'Left Ear': 28, 'Right Ear': 27 } # Joint selectors # Indices to get the 14 LSP joints from the 17 H36M joints H36M_TO_J17 = [6, 5, 4, 1, 2, 3, 16, 15, 14, 11, 12, 13, 8, 10, 0, 7, 9] H36M_TO_J14 = H36M_TO_J17[:14] # Indices to get the 14 LSP joints from the ground truth joints J24_TO_J17 = [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 18, 14, 16, 17] J24_TO_J14 = J24_TO_J17[:14] J24_TO_J19 = J24_TO_J17[:14] + [19, 20, 21, 22, 23] # COCO with also 17 joints J24_TO_JCOCO = [19, 20, 21, 22, 23, 9, 8, 10, 7, 11, 6, 3, 2, 4, 1, 5, 0] # Permutation of SMPL pose parameters when flipping the shape SMPL_JOINTS_FLIP_PERM = [ 0, 2, 1, 3, 5, 4, 6, 8, 7, 9, 11, 10, 12, 14, 13, 15, 17, 16, 19, 18, 21, 20, 23, 22 ] SMPL_POSE_FLIP_PERM = [] for i in SMPL_JOINTS_FLIP_PERM: SMPL_POSE_FLIP_PERM.append(3 * i) SMPL_POSE_FLIP_PERM.append(3 * i + 1) SMPL_POSE_FLIP_PERM.append(3 * i + 2) # Permutation indices for the 24 ground truth joints J24_FLIP_PERM = [ 5, 4, 3, 2, 1, 0, 11, 10, 9, 8, 7, 6, 12, 13, 14, 15, 16, 17, 18, 19, 21, 20, 23, 22 ] # Permutation indices for the full set of 49 joints J49_FLIP_PERM = [0, 1, 5, 6, 7, 2, 3, 4, 8, 12, 13, 14, 9, 10, 11, 16, 15, 18, 17, 22, 23, 24, 19, 20, 21]\ + [25+i for i in J24_FLIP_PERM] SMPL_J49_FLIP_PERM = [0, 1, 5, 6, 7, 2, 3, 4, 8, 12, 13, 14, 9, 10, 11, 16, 15, 18, 17, 22, 23, 24, 19, 20, 21]\ + [25+i for i in SMPL_JOINTS_FLIP_PERM] SMPLX2SMPL_J45 = [i for i in range(22)] + [30, 45] + [i for i in range(55, 55 + 21)] SMPL_PART_ID = { 'rightHand': 1, 'rightUpLeg': 2, 'leftArm': 3, 'leftLeg': 4, 'leftToeBase': 5, 'leftFoot': 6, 'spine1': 7, 'spine2': 8, 'leftShoulder': 9, 'rightShoulder': 10, 'rightFoot': 11, 'head': 12, 'rightArm': 13, 'leftHandIndex1': 14, 'rightLeg': 15, 'rightHandIndex1': 16, 'leftForeArm': 17, 'rightForeArm': 18, 'neck': 19, 'rightToeBase': 20, 'spine': 21, 'leftUpLeg': 22, 'leftHand': 23, 'hips': 24 } # MANO_NAMES = [ # 'wrist', # 'index1', # 'index2', # 'index3', # 'middle1', # 'middle2', # 'middle3', # 'pinky1', # 'pinky2', # 'pinky3', # 'ring1', # 'ring2', # 'ring3', # 'thumb1', # 'thumb2', # 'thumb3', # ] HAND_NAMES = [ 'wrist', 'thumb1', 'thumb2', 'thumb3', 'thumb', 'index1', 'index2', 'index3', 'index', 'middle1', 'middle2', 'middle3', 'middle', 'ring1', 'ring2', 'ring3', 'ring', 'pinky1', 'pinky2', 'pinky3', 'pinky', ] import lib.smplx.joint_names as smplx_joint_name SMPLX_JOINT_NAMES = smplx_joint_name.JOINT_NAMES SMPLX_JOINT_IDS = {SMPLX_JOINT_NAMES[i]: i for i in range(len(SMPLX_JOINT_NAMES))} FOOT_NAMES = ['big_toe', 'small_toe', 'heel'] FACIAL_LANDMARKS = [ 'right_eye_brow1', 'right_eye_brow2', 'right_eye_brow3', 'right_eye_brow4', 'right_eye_brow5', 'left_eye_brow5', 'left_eye_brow4', 'left_eye_brow3', 'left_eye_brow2', 'left_eye_brow1', 'nose1', 'nose2', 'nose3', 'nose4', 'right_nose_2', 'right_nose_1', 'nose_middle', 'left_nose_1', 'left_nose_2', 'right_eye1', 'right_eye2', 'right_eye3', 'right_eye4', 'right_eye5', 'right_eye6', 'left_eye4', 'left_eye3', 'left_eye2', 'left_eye1', 'left_eye6', 'left_eye5', 'right_mouth_1', 'right_mouth_2', 'right_mouth_3', 'mouth_top', 'left_mouth_3', 'left_mouth_2', 'left_mouth_1', 'left_mouth_5', # 59 in OpenPose output 'left_mouth_4', # 58 in OpenPose output 'mouth_bottom', 'right_mouth_4', 'right_mouth_5', 'right_lip_1', 'right_lip_2', 'lip_top', 'left_lip_2', 'left_lip_1', 'left_lip_3', 'lip_bottom', 'right_lip_3', 'right_contour_1', 'right_contour_2', 'right_contour_3', 'right_contour_4', 'right_contour_5', 'right_contour_6', 'right_contour_7', 'right_contour_8', 'contour_middle', 'left_contour_8', 'left_contour_7', 'left_contour_6', 'left_contour_5', 'left_contour_4', 'left_contour_3', 'left_contour_2', 'left_contour_1', ] # LRHAND_FLIP_PERM = [i for i in range(16, 32)] + [i for i in range(16)] LRHAND_FLIP_PERM = [i for i in range(len(HAND_NAMES), len(HAND_NAMES) * 2)] + [i for i in range(len(HAND_NAMES))] SINGLE_HAND_FLIP_PERM = [i for i in range(len(HAND_NAMES))] FEEF_FLIP_PERM = [i for i in range(len(FOOT_NAMES), len(FOOT_NAMES) * 2)] + [i for i in range(len(FOOT_NAMES))] # matchedParts = ( # [17, 26], [18, 25], [19, 24], [20, 23], [21, 22], # [21],[20],[19],[18],[17], # [27], [28], [29], [30], # [31, 35], [32, 34], [33], # [32],[31], # [36, 45], [37, 44], [38, 43], [39, 42], [40, 47], [41, 46], # [39],[38], [37],[36],[41],[40], # [48, 54], [49, 53], [50, 52], [51], # [50],[49],[48], # [55, 59], [56, 58], [57], # [56],[55], # [60, 64], [61, 63], [62], # [61],[60], # [65, 67], [66], # [65], # ) # matchedParts = ( # [0, 16], [1, 15], [2, 14], [3, 13], [4, 12], [5, 11], [6, 10], [7, 9],[8], # ) FACE_FLIP_PERM = [ 9, 8, 7, 6, 5, 4, 3, 2, 1, 0, 10, 11, 12, 13, 18, 17, 16, 15, 14, 28, 27, 26, 25, 30, 29, 22, 21, 20, 19, 24, 23, 37, 36, 35, 34, 33, 32, 31, 42, 41, 40, 39, 38, 47, 46, 45, 44, 43, 50, 49, 48 ] FACE_FLIP_PERM = FACE_FLIP_PERM + [ 67, 66, 65, 64, 63, 62, 61, 60, 59, 58, 57, 56, 55, 54, 53, 52, 51 ]