<gh_stars>0
import sys
CENTERNET_PATH = './lib/'
sys.path.insert(0, CENTERNET_PATH)

from detectors.detector_factory import detector_factory
from opts import opts
import argparse
import glob
import os
import cv2
import json
import numpy as np
from scipy.spatial import distance

def testvalue():

    model_path = '../exp/multi_pose/multi_pose/model_last.pth'
    threshold = 0.2
    data_path = '../data/real_v1/images/'
    label_path = '../data/real_v1/annotations/output.json'
    visualize = False

    MODEL_PATH = model_path
    TASK = 'multi_pose'
    opt = opts().init('{} --load_model {} --arch hourglass --nms'.format(TASK, MODEL_PATH).split(' '))

    detector = detector_factory[opt.task](opt)
    # img_list = sorted(glob.glob(os.path.join(DATA_PATH, '*.jpg')))
    color = [(255, 0, 0), (0, 255, 0), (0, 255, 255)]
    labels = json.load(open(label_path))
    gts = {}
    for anno in labels['annotations']:
        img_id = anno['image_id']
        if img_id in list(gts.keys()):
            gts[img_id].append({'bbox': anno['bbox'],
                                'keypoints': anno['keypoints']})
        else:
            gts[img_id] = [{'bbox': anno['bbox'],
                                'keypoints': anno['keypoints']}]

    img_list = labels['images']
    dist_keypoints = []
    for img in img_list:
        img_id = img['id']
        img_path = os.path.join(data_path, img['file_name'])
        print(img_path)
        ret = detector.run(img_path)['results']
        ori_img = cv2.imread(img_path)
        pred_keypoints = []
        pred_bboxs = []
        for r in ret[1]:
            if r[4] > opt.vis_thresh:
                pt1 = (int(r[0]), int(r[1]))
                pt2 = (int(r[2]), int(r[3]))
                ori_img = cv2.rectangle(ori_img, pt1, pt2, (255, 0, 0), 2)
                pred_bboxs.append(r[:4])
                pred_keypoint = []
                for i in range(5, 39, 2):
                    pred_keypoint.append((r[i], r[i+1]))
                pred_keypoints.append(pred_keypoint)
        try:
            gt = gts[img_id]
        except:
            continue
        for k in gt:
            gt_bbox = k['bbox']
            gt_keypoint = []
            gt_keypoint_mask = []
            for idx in range(len(k['keypoints'])):
                if idx % 3 == 0:
                    if k['keypoints'][idx+2] == 0:
                        gt_keypoint_mask.append(-1)
                    else:
                        gt_keypoint_mask.append(1)
                    gt_keypoint.append((k['keypoints'][idx], k['keypoints'][idx+1]))
            if len(gt_keypoint) != 17:
                break
            if visualize:
                for i in range(17):
                    ori_img = cv2.circle(ori_img, (int(gt_keypoint[i][0]), int(gt_keypoint[i][1])), 2, (0, 255, 0), 2)
            np_gt_keypoint = np.array(gt_keypoint)
            np_pred_bboxs = np.array(pred_bboxs)
            np_gt_bbox = np.array(gt_bbox)
            np_gt_keypoint_mask = np.array(gt_keypoint_mask)
            # torso_dist = |left_shoulder - right_hip|, 1e-8 avoid zero division
            torso_dist = distance.euclidean(np_gt_keypoint[5], np_gt_keypoint[12]) + 1e-8
            if len(pred_bboxs) == 0:
                d = np.ones(17) * np.inf
                dist_keypoints.append(d)
            else:
                # greedly match human bounding box
                dist_bbox = np.sum(np.abs(np.subtract(pred_bboxs, gt_bbox)), axis=-1)
                target_id = int(np.argmin(dist_bbox))
                pred_keypoint = pred_keypoints[target_id]

                if visualize:
                    for i in range(17):
                        ori_img = cv2.circle(ori_img, (int(pred_keypoint[i][0]), int(pred_keypoint[i][1])), 2, (0, 0, 255), 2)
                # calculate the keypoint distance and normalized by torso_dist
                d = np.sqrt(np.sum(np.square(np.subtract(gt_keypoint, pred_keypoint)), axis=-1)) / torso_dist
                d = d * np_gt_keypoint_mask
                dist_keypoints.append(d)
                del pred_keypoints[target_id]
                del pred_bboxs[target_id]
        # visualize
        if visualize:
            cv2.imshow('img', ori_img)
            cv2.waitKey(1000)
        # False Positive
        for _ in range(len(pred_bboxs)):
            d = np.ones(17) * np.inf
            dist_keypoints.append(d)
    pck_correct = [0 for _ in range(17)]
    num_samples = [len(dist_keypoints) for _ in range(17)]
    for dist_keypoint in dist_keypoints:
        for idx, dist in enumerate(dist_keypoint):
            if dist < 0:
                num_samples[idx] -= 1
            elif dist <= threshold:
                pck_correct[idx] += 1
    pck_correct = [p/n for p, n in zip(pck_correct, num_samples)]
    print("Keypoints: nose, left_eye, right_eye, left_ear, right_ear, left_shoulder, right_shoulder, left_elbow, right_elbow, left_wrist, right_wrist, left_hip, right_hip, left_knee, right_knee, left_ankle, right_ankle")
    print('PCK keypoints: {}' .format(pck_correct))
    print('PCK all: {}' .format(sum(pck_correct)/len(pck_correct)))
    return sum(pck_correct)/len(pck_correct)




