Skip to content

extend dwpose to use Facebook / goliath / socioopticon - 343 keypoints #107

@johndpope

Description

@johndpope

do you guys know there's a facebook cocowholebody format that integrate the face with much more detail than the vanilla one dwpose is trained on?
can you retrain dwpose to use this ?
socioopticon

 0: 'nose',
            1: 'left_eye',
            2: 'right_eye',
            3: 'left_ear',
            4: 'right_ear',
            5: 'left_shoulder',
            6: 'right_shoulder',
            7: 'left_elbow',
            8: 'right_elbow',
            9: 'left_hip',
            10: 'right_hip',
            11: 'left_knee',
            12: 'right_knee',
            13: 'left_ankle',
            14: 'right_ankle',
            15: 'left_big_toe_tip',
            16: 'left_small_toe_tip',
            17: 'left_heel',
            18: 'right_big_toe_tip',
            19: 'right_small_toe_tip',
            20: 'right_heel',
            21: 'right_thumb_tip',
            22: 'right_thumb_first_joint',
            23: 'right_thumb_second_joint',
            24: 'right_thumb_third_joint',
            25: 'right_index_tip',
            26: 'right_index_first_joint',
            27: 'right_index_second_joint',
            28: 'right_index_third_joint',
            29: 'right_middle_tip',
            30: 'right_middle_first_joint',
            31: 'right_middle_second_joint',
            32: 'right_middle_third_joint',
            33: 'right_ring_tip',
            34: 'right_ring_first_joint',
            35: 'right_ring_second_joint',
            36: 'right_ring_third_joint',
            37: 'right_pinky_tip',
            38: 'right_pinky_first_joint',
            39: 'right_pinky_second_joint',
            40: 'right_pinky_third_joint',
            41: 'right_wrist',
            42: 'left_thumb_tip',
            43: 'left_thumb_first_joint',
            44: 'left_thumb_second_joint',
            45: 'left_thumb_third_joint',
            46: 'left_index_tip',
            47: 'left_index_first_joint',
            48: 'left_index_second_joint',
            49: 'left_index_third_joint',
            50: 'left_middle_tip',
            51: 'left_middle_first_joint',
            52: 'left_middle_second_joint',
            53: 'left_middle_third_joint',
            54: 'left_ring_tip',
            55: 'left_ring_first_joint',
            56: 'left_ring_second_joint',
            57: 'left_ring_third_joint',
            58: 'left_pinky_tip',
            59: 'left_pinky_first_joint',
            60: 'left_pinky_second_joint',
            61: 'left_pinky_third_joint',
            62: 'left_wrist',
            63: 'left_olecranon',
            64: 'right_olecranon',
            65: 'left_cubital_fossa',
            66: 'right_cubital_fossa',
            67: 'left_acromion',
            68: 'right_acromion',
            69: 'neck',
            70: 'center_of_glabella',
            71: 'center_of_nose_root',
            72: 'tip_of_nose_bridge',
            73: 'midpoint_1_of_nose_bridge',
            74: 'midpoint_2_of_nose_bridge',
            75: 'midpoint_3_of_nose_bridge',
            76: 'center_of_labiomental_groove',
            77: 'tip_of_chin',
            78: 'upper_startpoint_of_r_eyebrow',
            79: 'lower_startpoint_of_r_eyebrow',
            80: 'end_of_r_eyebrow',
            81: 'upper_midpoint_1_of_r_eyebrow',
            82: 'lower_midpoint_1_of_r_eyebrow',
            83: 'upper_midpoint_2_of_r_eyebrow',
            84: 'upper_midpoint_3_of_r_eyebrow',
            85: 'lower_midpoint_2_of_r_eyebrow',
            86: 'lower_midpoint_3_of_r_eyebrow',
            87: 'upper_startpoint_of_l_eyebrow',
            88: 'lower_startpoint_of_l_eyebrow',
            89: 'end_of_l_eyebrow',
            90: 'upper_midpoint_1_of_l_eyebrow',
            91: 'lower_midpoint_1_of_l_eyebrow',
            92: 'upper_midpoint_2_of_l_eyebrow',
            93: 'upper_midpoint_3_of_l_eyebrow',
            94: 'lower_midpoint_2_of_l_eyebrow',
            95: 'lower_midpoint_3_of_l_eyebrow',
            96: 'l_inner_end_of_upper_lash_line',
            97: 'l_outer_end_of_upper_lash_line',
            98: 'l_centerpoint_of_upper_lash_line',
            99: 'l_midpoint_2_of_upper_lash_line',
            100: 'l_midpoint_1_of_upper_lash_line',
            101: 'l_midpoint_6_of_upper_lash_line',
            102: 'l_midpoint_5_of_upper_lash_line',
            103: 'l_midpoint_4_of_upper_lash_line',
            104: 'l_midpoint_3_of_upper_lash_line',
            105: 'l_outer_end_of_upper_eyelid_line',
            106: 'l_midpoint_6_of_upper_eyelid_line',
            107: 'l_midpoint_2_of_upper_eyelid_line',
            108: 'l_midpoint_5_of_upper_eyelid_line',
            109: 'l_centerpoint_of_upper_eyelid_line',
            110: 'l_midpoint_4_of_upper_eyelid_line',
            111: 'l_midpoint_1_of_upper_eyelid_line',
            112: 'l_midpoint_3_of_upper_eyelid_line',
            113: 'l_midpoint_6_of_upper_crease_line',
            114: 'l_midpoint_2_of_upper_crease_line',
            115: 'l_midpoint_5_of_upper_crease_line',
            116: 'l_centerpoint_of_upper_crease_line',
            117: 'l_midpoint_4_of_upper_crease_line',
            118: 'l_midpoint_1_of_upper_crease_line',
            119: 'l_midpoint_3_of_upper_crease_line',
            120: 'r_inner_end_of_upper_lash_line',
            121: 'r_outer_end_of_upper_lash_line',
            122: 'r_centerpoint_of_upper_lash_line',
            123: 'r_midpoint_1_of_upper_lash_line',
            124: 'r_midpoint_2_of_upper_lash_line',
            125: 'r_midpoint_3_of_upper_lash_line',
            126: 'r_midpoint_4_of_upper_lash_line',
            127: 'r_midpoint_5_of_upper_lash_line',
            128: 'r_midpoint_6_of_upper_lash_line',
            129: 'r_outer_end_of_upper_eyelid_line',
            130: 'r_midpoint_3_of_upper_eyelid_line',
            131: 'r_midpoint_1_of_upper_eyelid_line',
            132: 'r_midpoint_4_of_upper_eyelid_line',
            133: 'r_centerpoint_of_upper_eyelid_line',
            134: 'r_midpoint_5_of_upper_eyelid_line',
            135: 'r_midpoint_2_of_upper_eyelid_line',
            136: 'r_midpoint_6_of_upper_eyelid_line',
            137: 'r_midpoint_3_of_upper_crease_line',
            138: 'r_midpoint_1_of_upper_crease_line',
            139: 'r_midpoint_4_of_upper_crease_line',
            140: 'r_centerpoint_of_upper_crease_line',
            141: 'r_midpoint_5_of_upper_crease_line',
            142: 'r_midpoint_2_of_upper_crease_line',
            143: 'r_midpoint_6_of_upper_crease_line',
            144: 'l_inner_end_of_lower_lash_line',
            145: 'l_outer_end_of_lower_lash_line',
            146: 'l_centerpoint_of_lower_lash_line',
            147: 'l_midpoint_2_of_lower_lash_line',
            148: 'l_midpoint_1_of_lower_lash_line',
            149: 'l_midpoint_6_of_lower_lash_line',
            150: 'l_midpoint_5_of_lower_lash_line',
            151: 'l_midpoint_4_of_lower_lash_line',
            152: 'l_midpoint_3_of_lower_lash_line',
            153: 'l_outer_end_of_lower_eyelid_line',
            154: 'l_midpoint_6_of_lower_eyelid_line',
            155: 'l_midpoint_2_of_lower_eyelid_line',
            156: 'l_midpoint_5_of_lower_eyelid_line',
            157: 'l_centerpoint_of_lower_eyelid_line',
            158: 'l_midpoint_4_of_lower_eyelid_line',
            159: 'l_midpoint_1_of_lower_eyelid_line',
            160: 'l_midpoint_3_of_lower_eyelid_line',
            161: 'r_inner_end_of_lower_lash_line',
            162: 'r_outer_end_of_lower_lash_line',
            163: 'r_centerpoint_of_lower_lash_line',
            164: 'r_midpoint_1_of_lower_lash_line',
            165: 'r_midpoint_2_of_lower_lash_line',
            166: 'r_midpoint_3_of_lower_lash_line',
            167: 'r_midpoint_4_of_lower_lash_line',
            168: 'r_midpoint_5_of_lower_lash_line',
            169: 'r_midpoint_6_of_lower_lash_line',
            170: 'r_outer_end_of_lower_eyelid_line',
            171: 'r_midpoint_3_of_lower_eyelid_line',
            172: 'r_midpoint_1_of_lower_eyelid_line',
            173: 'r_midpoint_4_of_lower_eyelid_line',
            174: 'r_centerpoint_of_lower_eyelid_line',
            175: 'r_midpoint_5_of_lower_eyelid_line',
            176: 'r_midpoint_2_of_lower_eyelid_line',
            177: 'r_midpoint_6_of_lower_eyelid_line',
            178: 'tip_of_nose',
            179: 'bottom_center_of_nose',
            180: 'r_outer_corner_of_nose',
            181: 'l_outer_corner_of_nose',
            182: 'inner_corner_of_r_nostril',
            183: 'outer_corner_of_r_nostril',
            184: 'upper_corner_of_r_nostril',
            185: 'inner_corner_of_l_nostril',
            186: 'outer_corner_of_l_nostril',
            187: 'upper_corner_of_l_nostril',
            188: 'r_outer_corner_of_mouth',
            189: 'l_outer_corner_of_mouth',
            190: 'center_of_cupid_bow',
            191: 'center_of_lower_outer_lip',
            192: 'midpoint_1_of_upper_outer_lip',
            193: 'midpoint_2_of_upper_outer_lip',
            194: 'midpoint_1_of_lower_outer_lip',
            195: 'midpoint_2_of_lower_outer_lip',
            196: 'midpoint_3_of_upper_outer_lip',
            197: 'midpoint_4_of_upper_outer_lip',
            198: 'midpoint_5_of_upper_outer_lip',
            199: 'midpoint_6_of_upper_outer_lip',
            200: 'midpoint_3_of_lower_outer_lip',
            201: 'midpoint_4_of_lower_outer_lip',
            202: 'midpoint_5_of_lower_outer_lip',
            203: 'midpoint_6_of_lower_outer_lip',
            204: 'r_inner_corner_of_mouth',
            205: 'l_inner_corner_of_mouth',
            206: 'center_of_upper_inner_lip',
            207: 'center_of_lower_inner_lip',
            208: 'midpoint_1_of_upper_inner_lip',
            209: 'midpoint_2_of_upper_inner_lip',
            210: 'midpoint_1_of_lower_inner_lip',
            211: 'midpoint_2_of_lower_inner_lip',
            212: 'midpoint_3_of_upper_inner_lip',
            213: 'midpoint_4_of_upper_inner_lip',
            214: 'midpoint_5_of_upper_inner_lip',
            215: 'midpoint_6_of_upper_inner_lip',
            216: 'midpoint_3_of_lower_inner_lip',
            217: 'midpoint_4_of_lower_inner_lip',
            218: 'midpoint_5_of_lower_inner_lip',
            219: 'midpoint_6_of_lower_inner_lip',
            220: 'teeth',
            221: 'teeth',
            222: 'teeth',
            223: 'teeth',
            224: 'teeth',
            225: 'teeth',
            226: 'teeth',
            227: 'teeth',
            228: 'teeth',
            229: 'teeth',
            230: 'teeth',
            231: 'teeth',
            232: 'teeth',
            233: 'teeth',
            234: 'teeth',
            235: 'teeth',
            236: 'teeth',
            237: 'teeth',
            238: 'teeth',
            239: 'teeth',
            240: 'teeth',
            241: 'teeth',
            242: 'teeth',
            243: 'teeth',
            244: 'teeth',
            245: 'teeth',
            246: 'teeth',
            247: 'teeth',
            248: 'teeth',
            249: 'teeth',
            250: 'teeth',
            251: 'teeth',
            252: 'teeth',
            253: 'teeth',
            254: 'teeth',
            255: 'teeth',
            256: 'l_top_end_of_inferior_crus',
            257: 'l_top_end_of_superior_crus',
            258: 'l_start_of_antihelix',
            259: 'l_end_of_antihelix',
            260: 'l_midpoint_1_of_antihelix',
            261: 'l_midpoint_1_of_inferior_crus',
            262: 'l_midpoint_2_of_antihelix',
            263: 'l_midpoint_3_of_antihelix',
            264: 'l_point_1_of_inner_helix',
            265: 'l_point_2_of_inner_helix',
            266: 'l_point_3_of_inner_helix',
            267: 'l_point_4_of_inner_helix',
            268: 'l_point_5_of_inner_helix',
            269: 'l_point_6_of_inner_helix',
            270: 'l_point_7_of_inner_helix',
            271: 'l_highest_point_of_antitragus',
            272: 'l_bottom_point_of_tragus',
            273: 'l_protruding_point_of_tragus',
            274: 'l_top_point_of_tragus',
            275: 'l_start_point_of_crus_of_helix',
            276: 'l_deepest_point_of_concha',
            277: 'l_tip_of_ear_lobe',
            278: 'l_midpoint_between_22_15',
            279: 'l_bottom_connecting_point_of_ear_lobe',
            280: 'l_top_connecting_point_of_helix',
            281: 'l_point_8_of_inner_helix',
            282: 'r_top_end_of_inferior_crus',
            283: 'r_top_end_of_superior_crus',
            284: 'r_start_of_antihelix',
            285: 'r_end_of_antihelix',
            286: 'r_midpoint_1_of_antihelix',
            287: 'r_midpoint_1_of_inferior_crus',
            288: 'r_midpoint_2_of_antihelix',
            289: 'r_midpoint_3_of_antihelix',
            290: 'r_point_1_of_inner_helix',
            291: 'r_point_8_of_inner_helix',
            292: 'r_point_3_of_inner_helix',
            293: 'r_point_4_of_inner_helix',
            294: 'r_point_5_of_inner_helix',
            295: 'r_point_6_of_inner_helix',
            296: 'r_point_7_of_inner_helix',
            297: 'r_highest_point_of_antitragus',
            298: 'r_bottom_point_of_tragus',
            299: 'r_protruding_point_of_tragus',
            300: 'r_top_point_of_tragus',
            301: 'r_start_point_of_crus_of_helix',
            302: 'r_deepest_point_of_concha',
            303: 'r_tip_of_ear_lobe',
            304: 'r_midpoint_between_22_15',
            305: 'r_bottom_connecting_point_of_ear_lobe',
            306: 'r_top_connecting_point_of_helix',
            307: 'r_point_2_of_inner_helix',
            308: 'l_center_of_iris',
            309: 'l_border_of_iris_3',
            310: 'l_border_of_iris_midpoint_1',
            311: 'l_border_of_iris_12',
            312: 'l_border_of_iris_midpoint_4',
            313: 'l_border_of_iris_9',
            314: 'l_border_of_iris_midpoint_3',
            315: 'l_border_of_iris_6',
            316: 'l_border_of_iris_midpoint_2',
            317: 'r_center_of_iris',
            318: 'r_border_of_iris_3',
            319: 'r_border_of_iris_midpoint_1',
            320: 'r_border_of_iris_12',
            321: 'r_border_of_iris_midpoint_4',
            322: 'r_border_of_iris_9',
            323: 'r_border_of_iris_midpoint_3',
            324: 'r_border_of_iris_6',
            325: 'r_border_of_iris_midpoint_2',
            326: 'l_center_of_pupil',
            327: 'l_border_of_pupil_3',
            328: 'l_border_of_pupil_midpoint_1',
            329: 'l_border_of_pupil_12',
            330: 'l_border_of_pupil_midpoint_4',
            331: 'l_border_of_pupil_9',
            332: 'l_border_of_pupil_midpoint_3',
            333: 'l_border_of_pupil_6',
            334: 'l_border_of_pupil_midpoint_2',
            335: 'r_center_of_pupil',
            336: 'r_border_of_pupil_3',
            337: 'r_border_of_pupil_midpoint_1',
            338: 'r_border_of_pupil_12',
            339: 'r_border_of_pupil_midpoint_4',
            340: 'r_border_of_pupil_9',
            341: 'r_border_of_pupil_midpoint_3',
            342: 'r_border_of_pupil_6',
            343: 'r_border_of_pupil_midpoint_2',

Metadata

Metadata

Assignees

No one assigned

    Labels

    No labels
    No labels

    Type

    No type

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions