# Evaluation Results Results of the model in various experiments on different datasets. ### Human36m (duration 00:01:20) ```json { "avg_time_2d": 0.07223461442074533, "avg_time_3d": 0.0030539585372148935, "avg_fps": 13.28222810861858 } { "person_nums": { "total_frames": 600, "total_labels": 600, "total_preds": 601, "considered_empty": 1, "valid_preds": 600, "invalid_preds": 0, "missing": 0, "invalid_fraction": 0.0, "precision": 1.0, "recall": 1.0, "f1": 1.0, "non_empty": 600 }, "mpjpe": { "count": 600, "mean": 0.066878, "median": 0.059221, "std": 0.027766, "sem": 0.001134, "min": 0.043707, "max": 0.189867, "recall-0.025": 0.0, "recall-0.05": 0.035, "recall-0.1": 0.933333, "recall-0.15": 0.95, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 600, "ap-0.025": 0.0, "ap-0.05": 0.00225, "ap-0.1": 0.895105, "ap-0.15": 0.917278, "ap-0.25": 1.0, "ap-0.5": 1.0 }, "nose": { "count": 600, "mean": 0.117723, "median": 0.101523, "std": 0.04276, "sem": 0.001747, "min": 0.046466, "max": 0.271134, "recall-0.025": 0.0, "recall-0.05": 0.003333, "recall-0.1": 0.485, "recall-0.15": 0.803333, "recall-0.25": 0.995, "recall-0.5": 1.0, "num_labels": 600 }, "shoulder_left": { "count": 600, "mean": 0.033334, "median": 0.02547, "std": 0.032213, "sem": 0.001316, "min": 0.003037, "max": 0.181945, "recall-0.025": 0.49, "recall-0.05": 0.875, "recall-0.1": 0.946667, "recall-0.15": 0.965, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 600 }, "shoulder_right": { "count": 600, "mean": 0.048002, "median": 0.033262, "std": 0.04254, "sem": 0.001738, "min": 0.003882, "max": 0.247363, "recall-0.025": 0.238333, "recall-0.05": 0.766667, "recall-0.1": 0.903333, "recall-0.15": 0.936667, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 600 }, "elbow_left": { "count": 600, "mean": 0.042568, "median": 0.034439, "std": 0.034643, "sem": 0.001415, "min": 0.002682, "max": 0.193558, "recall-0.025": 0.273333, "recall-0.05": 0.818333, "recall-0.1": 0.943333, "recall-0.15": 0.956667, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 600 }, "elbow_right": { "count": 600, "mean": 0.04321, "median": 0.03319, "std": 0.035166, "sem": 0.001437, "min": 0.00667, "max": 0.285024, "recall-0.025": 0.251667, "recall-0.05": 0.811667, "recall-0.1": 0.935, "recall-0.15": 0.946667, "recall-0.25": 0.998333, "recall-0.5": 1.0, "num_labels": 600 }, "wrist_left": { "count": 600, "mean": 0.040636, "median": 0.024203, "std": 0.042374, "sem": 0.001731, "min": 0.001517, "max": 0.18543, "recall-0.025": 0.516667, "recall-0.05": 0.746667, "recall-0.1": 0.908333, "recall-0.15": 0.945, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 600 }, "wrist_right": { "count": 600, "mean": 0.042567, "median": 0.025715, "std": 0.046868, "sem": 0.001915, "min": 0.001698, "max": 0.425617, "recall-0.025": 0.48, "recall-0.05": 0.773333, "recall-0.1": 0.896667, "recall-0.15": 0.921667, "recall-0.25": 0.998333, "recall-0.5": 1.0, "num_labels": 600 }, "hip_left": { "count": 600, "mean": 0.08963, "median": 0.086723, "std": 0.03297, "sem": 0.001347, "min": 0.01535, "max": 0.236764, "recall-0.025": 0.006667, "recall-0.05": 0.043333, "recall-0.1": 0.83, "recall-0.15": 0.95, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 600 }, "hip_right": { "count": 600, "mean": 0.114502, "median": 0.114981, "std": 0.026108, "sem": 0.001067, "min": 0.046173, "max": 0.234935, "recall-0.025": 0.0, "recall-0.05": 0.001667, "recall-0.1": 0.248333, "recall-0.15": 0.948333, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 600 }, "knee_left": { "count": 600, "mean": 0.060821, "median": 0.045004, "std": 0.061355, "sem": 0.002507, "min": 0.01946, "max": 0.425374, "recall-0.025": 0.045, "recall-0.05": 0.605, "recall-0.1": 0.92, "recall-0.15": 0.921667, "recall-0.25": 0.98, "recall-0.5": 1.0, "num_labels": 600 }, "knee_right": { "count": 600, "mean": 0.051083, "median": 0.043279, "std": 0.034967, "sem": 0.001429, "min": 0.017082, "max": 0.259899, "recall-0.025": 0.038333, "recall-0.05": 0.733333, "recall-0.1": 0.943333, "recall-0.15": 0.945, "recall-0.25": 0.998333, "recall-0.5": 1.0, "num_labels": 600 }, "ankle_left": { "count": 598, "mean": 0.098277, "median": 0.086303, "std": 0.049778, "sem": 0.002037, "min": 0.053264, "max": 0.495347, "recall-0.025": 0.0, "recall-0.05": 0.0, "recall-0.1": 0.841667, "recall-0.15": 0.938333, "recall-0.25": 0.98, "recall-0.5": 0.996667, "num_labels": 600 }, "ankle_right": { "count": 600, "mean": 0.085551, "median": 0.068594, "std": 0.05855, "sem": 0.002392, "min": 0.032987, "max": 0.463238, "recall-0.025": 0.0, "recall-0.05": 0.015, "recall-0.1": 0.885, "recall-0.15": 0.906667, "recall-0.25": 0.978333, "recall-0.5": 1.0, "num_labels": 600 }, "joint_recalls": { "num_labels": 7800, "recall-0.025": 0.17962, "recall-0.05": 0.47577, "recall-0.1": 0.82141, "recall-0.15": 0.92923, "recall-0.25": 0.99397, "recall-0.5": 0.99974 } } { "total_parts": 8400, "correct_parts": 8092, "pcp": 0.963333 } ``` ### Shelf (duration 00:00:56) ```json { "avg_time_2d": 0.10204474868643325, "avg_time_3d": 0.017180594382007506, "avg_fps": 8.38747848623052 } { "person_nums": { "total_frames": 301, "total_labels": 477, "total_preds": 909, "considered_empty": 3, "valid_preds": 477, "invalid_preds": 429, "missing": 0, "invalid_fraction": 0.47351, "precision": 0.52649, "recall": 1.0, "f1": 0.6898, "non_empty": 906 }, "mpjpe": { "count": 477, "mean": 0.04826, "median": 0.04301, "std": 0.014673, "sem": 0.000673, "min": 0.029586, "max": 0.115693, "recall-0.025": 0.0, "recall-0.05": 0.675052, "recall-0.1": 0.991614, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477, "ap-0.025": 0.0, "ap-0.05": 0.340336, "ap-0.1": 0.692986, "ap-0.15": 0.703021, "ap-0.25": 0.703021, "ap-0.5": 0.703021 }, "head": { "count": 477, "mean": 0.055426, "median": 0.049823, "std": 0.026032, "sem": 0.001193, "min": 0.006374, "max": 0.147303, "recall-0.025": 0.077568, "recall-0.05": 0.503145, "recall-0.1": 0.914046, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "shoulder_left": { "count": 477, "mean": 0.044421, "median": 0.038938, "std": 0.020657, "sem": 0.000947, "min": 0.006714, "max": 0.138512, "recall-0.025": 0.146751, "recall-0.05": 0.70021, "recall-0.1": 0.983229, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "shoulder_right": { "count": 477, "mean": 0.05039, "median": 0.045185, "std": 0.02441, "sem": 0.001119, "min": 0.00639, "max": 0.15065, "recall-0.025": 0.109015, "recall-0.05": 0.557652, "recall-0.1": 0.947589, "recall-0.15": 0.997904, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "elbow_left": { "count": 477, "mean": 0.04107, "median": 0.034194, "std": 0.026964, "sem": 0.001236, "min": 0.005533, "max": 0.210838, "recall-0.025": 0.301887, "recall-0.05": 0.746331, "recall-0.1": 0.955975, "recall-0.15": 0.995807, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "elbow_right": { "count": 477, "mean": 0.053503, "median": 0.044068, "std": 0.041992, "sem": 0.001925, "min": 0.002858, "max": 0.244706, "recall-0.025": 0.259958, "recall-0.05": 0.559748, "recall-0.1": 0.888889, "recall-0.15": 0.958071, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "wrist_left": { "count": 477, "mean": 0.060714, "median": 0.053257, "std": 0.043226, "sem": 0.001981, "min": 0.003745, "max": 0.359369, "recall-0.025": 0.12369, "recall-0.05": 0.415094, "recall-0.1": 0.916143, "recall-0.15": 0.962264, "recall-0.25": 0.985325, "recall-0.5": 1.0, "num_labels": 477 }, "wrist_right": { "count": 477, "mean": 0.057941, "median": 0.053722, "std": 0.029951, "sem": 0.001373, "min": 0.009013, "max": 0.202256, "recall-0.025": 0.106918, "recall-0.05": 0.448637, "recall-0.1": 0.897275, "recall-0.15": 0.989518, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "hip_left": { "count": 477, "mean": 0.048053, "median": 0.042849, "std": 0.027148, "sem": 0.001244, "min": 0.005757, "max": 0.193725, "recall-0.025": 0.213836, "recall-0.05": 0.618449, "recall-0.1": 0.951782, "recall-0.15": 0.997904, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "hip_right": { "count": 477, "mean": 0.057889, "median": 0.056146, "std": 0.025477, "sem": 0.001168, "min": 0.005189, "max": 0.136207, "recall-0.025": 0.109015, "recall-0.05": 0.417191, "recall-0.1": 0.932914, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "knee_left": { "count": 477, "mean": 0.039815, "median": 0.037315, "std": 0.024224, "sem": 0.00111, "min": 0.005407, "max": 0.195502, "recall-0.025": 0.262055, "recall-0.05": 0.765199, "recall-0.1": 0.974843, "recall-0.15": 0.989518, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "knee_right": { "count": 477, "mean": 0.039432, "median": 0.034665, "std": 0.02349, "sem": 0.001077, "min": 0.006865, "max": 0.186559, "recall-0.025": 0.29979, "recall-0.05": 0.727463, "recall-0.1": 0.976939, "recall-0.15": 0.997904, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "ankle_left": { "count": 477, "mean": 0.037263, "median": 0.031, "std": 0.030843, "sem": 0.001414, "min": 0.001693, "max": 0.224454, "recall-0.025": 0.433962, "recall-0.05": 0.819706, "recall-0.1": 0.943396, "recall-0.15": 0.983229, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "ankle_right": { "count": 477, "mean": 0.041461, "median": 0.031787, "std": 0.038055, "sem": 0.001744, "min": 0.005439, "max": 0.298397, "recall-0.025": 0.312369, "recall-0.05": 0.792453, "recall-0.1": 0.922432, "recall-0.15": 0.966457, "recall-0.25": 0.997904, "recall-0.5": 1.0, "num_labels": 477 }, "joint_recalls": { "num_labels": 6201, "recall-0.025": 0.21109, "recall-0.05": 0.61974, "recall-0.1": 0.93807, "recall-0.15": 0.98694, "recall-0.25": 0.99871, "recall-0.5": 1.0 } } { "total_parts": 6678, "correct_parts": 6615, "pcp": 0.990566 } ``` ### Campus (duration 00:00:29) ```json { "avg_time_2d": 0.058954199530043695, "avg_time_3d": 0.0050745370253077095, "avg_fps": 15.617987388139737 } { "person_nums": { "total_frames": 222, "total_labels": 376, "total_preds": 481, "considered_empty": 6, "valid_preds": 376, "invalid_preds": 99, "missing": 0, "invalid_fraction": 0.20842, "precision": 0.79158, "recall": 1.0, "f1": 0.88367, "non_empty": 475 }, "mpjpe": { "count": 376, "mean": 0.078225, "median": 0.075936, "std": 0.018756, "sem": 0.000969, "min": 0.048684, "max": 0.158395, "recall-0.025": 0.0, "recall-0.05": 0.010638, "recall-0.1": 0.893617, "recall-0.15": 0.989362, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376, "ap-0.025": 0.0, "ap-0.05": 0.000329, "ap-0.1": 0.769608, "ap-0.15": 0.880589, "ap-0.25": 0.88912, "ap-0.5": 0.88912 }, "head": { "count": 376, "mean": 0.059335, "median": 0.06095, "std": 0.025332, "sem": 0.001308, "min": 0.006936, "max": 0.161995, "recall-0.025": 0.098404, "recall-0.05": 0.361702, "recall-0.1": 0.954787, "recall-0.15": 0.994681, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "shoulder_left": { "count": 376, "mean": 0.061364, "median": 0.056692, "std": 0.028308, "sem": 0.001462, "min": 0.003738, "max": 0.154144, "recall-0.025": 0.050532, "recall-0.05": 0.401596, "recall-0.1": 0.906915, "recall-0.15": 0.989362, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "shoulder_right": { "count": 376, "mean": 0.063608, "median": 0.057984, "std": 0.026836, "sem": 0.001386, "min": 0.016753, "max": 0.185574, "recall-0.025": 0.039894, "recall-0.05": 0.369681, "recall-0.1": 0.893617, "recall-0.15": 0.992021, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "elbow_left": { "count": 376, "mean": 0.085619, "median": 0.069926, "std": 0.047256, "sem": 0.00244, "min": 0.007605, "max": 0.205639, "recall-0.025": 0.029255, "recall-0.05": 0.265957, "recall-0.1": 0.643617, "recall-0.15": 0.864362, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "elbow_right": { "count": 376, "mean": 0.070277, "median": 0.060336, "std": 0.035319, "sem": 0.001824, "min": 0.00548, "max": 0.237233, "recall-0.025": 0.023936, "recall-0.05": 0.327128, "recall-0.1": 0.797872, "recall-0.15": 0.973404, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "wrist_left": { "count": 376, "mean": 0.114624, "median": 0.099655, "std": 0.062815, "sem": 0.003244, "min": 0.010314, "max": 0.431497, "recall-0.025": 0.013298, "recall-0.05": 0.095745, "recall-0.1": 0.505319, "recall-0.15": 0.74734, "recall-0.25": 0.957447, "recall-0.5": 1.0, "num_labels": 376 }, "wrist_right": { "count": 376, "mean": 0.097785, "median": 0.08983, "std": 0.042341, "sem": 0.002186, "min": 0.014228, "max": 0.309971, "recall-0.025": 0.007979, "recall-0.05": 0.098404, "recall-0.1": 0.603723, "recall-0.15": 0.87766, "recall-0.25": 0.99734, "recall-0.5": 1.0, "num_labels": 376 }, "hip_left": { "count": 376, "mean": 0.081185, "median": 0.082897, "std": 0.029202, "sem": 0.001508, "min": 0.018902, "max": 0.179369, "recall-0.025": 0.029255, "recall-0.05": 0.170213, "recall-0.1": 0.715426, "recall-0.15": 0.994681, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "hip_right": { "count": 376, "mean": 0.086746, "median": 0.083762, "std": 0.025452, "sem": 0.001314, "min": 0.024343, "max": 0.207002, "recall-0.025": 0.00266, "recall-0.05": 0.058511, "recall-0.1": 0.75266, "recall-0.15": 0.973404, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "knee_left": { "count": 376, "mean": 0.055947, "median": 0.05234, "std": 0.027994, "sem": 0.001446, "min": 0.007197, "max": 0.228932, "recall-0.025": 0.082447, "recall-0.05": 0.465426, "recall-0.1": 0.933511, "recall-0.15": 0.989362, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "knee_right": { "count": 376, "mean": 0.05944, "median": 0.056702, "std": 0.026041, "sem": 0.001345, "min": 0.017224, "max": 0.210945, "recall-0.025": 0.053191, "recall-0.05": 0.37234, "recall-0.1": 0.933511, "recall-0.15": 0.989362, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "ankle_left": { "count": 372, "mean": 0.091609, "median": 0.059987, "std": 0.100211, "sem": 0.005203, "min": 0.007394, "max": 0.493162, "recall-0.025": 0.06383, "recall-0.05": 0.297872, "recall-0.1": 0.819149, "recall-0.15": 0.882979, "recall-0.25": 0.904255, "recall-0.5": 0.989362, "num_labels": 376 }, "ankle_right": { "count": 372, "mean": 0.080282, "median": 0.052603, "std": 0.09038, "sem": 0.004692, "min": 0.006245, "max": 0.496601, "recall-0.025": 0.071809, "recall-0.05": 0.473404, "recall-0.1": 0.845745, "recall-0.15": 0.901596, "recall-0.25": 0.920213, "recall-0.5": 0.989362, "num_labels": 376 }, "joint_recalls": { "num_labels": 4888, "recall-0.025": 0.04255, "recall-0.05": 0.28785, "recall-0.1": 0.79153, "recall-0.15": 0.93535, "recall-0.25": 0.98261, "recall-0.5": 0.99836 } } { "total_parts": 5264, "correct_parts": 4964, "pcp": 0.943009 } ``` ### MVOR (duration 00:02:31) ```json { "avg_time_2d": 0.05586366622628996, "avg_time_3d": 0.0030540410844497805, "avg_fps": 16.972826093280727 } { "person_nums": { "total_frames": 629, "total_labels": 1061, "total_preds": 1107, "considered_empty": 106, "valid_preds": 754, "invalid_preds": 247, "missing": 307, "invalid_fraction": 0.24675, "precision": 0.75325, "recall": 0.71065, "f1": 0.73133, "non_empty": 1001 }, "mpjpe": { "count": 754, "mean": 0.112533, "median": 0.093582, "std": 0.064237, "sem": 0.002341, "min": 0.040489, "max": 0.497874, "recall-0.025": 0.0, "recall-0.05": 0.004713, "recall-0.1": 0.39868, "recall-0.15": 0.602262, "recall-0.25": 0.687088, "recall-0.5": 0.71065, "num_labels": 1061, "ap-0.025": 0.0, "ap-0.05": 9.5e-05, "ap-0.1": 0.257803, "ap-0.15": 0.500043, "ap-0.25": 0.610092, "ap-0.5": 0.638299 }, "head": { "count": 753, "mean": 0.061147, "median": 0.048418, "std": 0.051506, "sem": 0.001878, "min": 0.006565, "max": 0.436815, "recall-0.025": 0.091423, "recall-0.05": 0.36852, "recall-0.1": 0.63525, "recall-0.15": 0.675778, "recall-0.25": 0.69557, "recall-0.5": 0.709708, "num_labels": 1061 }, "shoulder_left": { "count": 752, "mean": 0.059702, "median": 0.042396, "std": 0.060756, "sem": 0.002217, "min": 0.002877, "max": 0.48718, "recall-0.025": 0.161169, "recall-0.05": 0.424128, "recall-0.1": 0.618285, "recall-0.15": 0.670123, "recall-0.25": 0.689915, "recall-0.5": 0.708765, "num_labels": 1061 }, "shoulder_right": { "count": 752, "mean": 0.058725, "median": 0.038927, "std": 0.064616, "sem": 0.002358, "min": 0.001883, "max": 0.470146, "recall-0.025": 0.154571, "recall-0.05": 0.454288, "recall-0.1": 0.621112, "recall-0.15": 0.668238, "recall-0.25": 0.685203, "recall-0.5": 0.708765, "num_labels": 1061 }, "elbow_left": { "count": 740, "mean": 0.100132, "median": 0.07137, "std": 0.082644, "sem": 0.00304, "min": 0.005709, "max": 0.481769, "recall-0.025": 0.071631, "recall-0.05": 0.234684, "recall-0.1": 0.428841, "recall-0.15": 0.551367, "recall-0.25": 0.655042, "recall-0.5": 0.697455, "num_labels": 1061 }, "elbow_right": { "count": 744, "mean": 0.081124, "median": 0.056996, "std": 0.075451, "sem": 0.002768, "min": 0.003759, "max": 0.498068, "recall-0.025": 0.093308, "recall-0.05": 0.310085, "recall-0.1": 0.525919, "recall-0.15": 0.617342, "recall-0.25": 0.672008, "recall-0.5": 0.701225, "num_labels": 1061 }, "wrist_left": { "count": 746, "mean": 0.124492, "median": 0.087532, "std": 0.102378, "sem": 0.003751, "min": 0.004181, "max": 0.497384, "recall-0.025": 0.070688, "recall-0.05": 0.190386, "recall-0.1": 0.37606, "recall-0.15": 0.479736, "recall-0.25": 0.609802, "recall-0.5": 0.70311, "num_labels": 1061 }, "wrist_right": { "count": 739, "mean": 0.110218, "median": 0.076683, "std": 0.097189, "sem": 0.003578, "min": 0.006423, "max": 0.485199, "recall-0.025": 0.073516, "recall-0.05": 0.235627, "recall-0.1": 0.430726, "recall-0.15": 0.518379, "recall-0.25": 0.621112, "recall-0.5": 0.696513, "num_labels": 1061 }, "hip_left": { "count": 739, "mean": 0.186663, "median": 0.16686, "std": 0.08462, "sem": 0.003115, "min": 0.021758, "max": 0.499358, "recall-0.025": 0.000943, "recall-0.05": 0.004713, "recall-0.1": 0.069746, "recall-0.15": 0.263902, "recall-0.25": 0.574929, "recall-0.5": 0.696513, "num_labels": 1061 }, "hip_right": { "count": 742, "mean": 0.180059, "median": 0.164071, "std": 0.079758, "sem": 0.00293, "min": 0.024563, "max": 0.492847, "recall-0.025": 0.000943, "recall-0.05": 0.00377, "recall-0.1": 0.074458, "recall-0.15": 0.28558, "recall-0.25": 0.590952, "recall-0.5": 0.69934, "num_labels": 1061 }, "knee_left": {}, "knee_right": {}, "ankle_left": {}, "ankle_right": {}, "joint_recalls": { "num_labels": 9549, "recall-0.025": 0.07938, "recall-0.05": 0.24673, "recall-0.1": 0.41973, "recall-0.15": 0.5254, "recall-0.25": 0.64321, "recall-0.5": 0.70175 } } { "total_parts": 10610, "correct_parts": 5861, "pcp": 0.552403 } ``` ### Panoptic (duration 00:02:28) ```json { "avg_time_2d": 0.10889388700810874, "avg_time_3d": 0.02615876488569306, "avg_fps": 7.404519540914655 } { "person_nums": { "total_frames": 420, "total_labels": 1466, "total_preds": 1568, "considered_empty": 8, "valid_preds": 1463, "invalid_preds": 97, "missing": 3, "invalid_fraction": 0.06218, "precision": 0.93782, "recall": 0.99795, "f1": 0.96695, "non_empty": 1560 }, "mpjpe": { "count": 1463, "mean": 0.044122, "median": 0.0376, "std": 0.024349, "sem": 0.000637, "min": 0.01199, "max": 0.383741, "recall-0.025": 0.162347, "recall-0.05": 0.712824, "recall-0.1": 0.96794, "recall-0.15": 0.995907, "recall-0.25": 0.997271, "recall-0.5": 0.997954, "num_labels": 1466, "ap-0.025": 0.063858, "ap-0.05": 0.642449, "ap-0.1": 0.949904, "ap-0.15": 0.982339, "ap-0.25": 0.983697, "ap-0.5": 0.984345 }, "nose": { "count": 1461, "mean": 0.018639, "median": 0.012435, "std": 0.032832, "sem": 0.000859, "min": 0.00163, "max": 0.316534, "recall-0.025": 0.894053, "recall-0.05": 0.955571, "recall-0.1": 0.985646, "recall-0.15": 0.986329, "recall-0.25": 0.986329, "recall-0.5": 0.998633, "num_labels": 1463 }, "shoulder_left": { "count": 1463, "mean": 0.021907, "median": 0.019325, "std": 0.012953, "sem": 0.000339, "min": 0.002677, "max": 0.124087, "recall-0.025": 0.714188, "recall-0.05": 0.967258, "recall-0.1": 0.993861, "recall-0.15": 0.997954, "recall-0.25": 0.997954, "recall-0.5": 0.997954, "num_labels": 1466 }, "shoulder_right": { "count": 1462, "mean": 0.023838, "median": 0.019815, "std": 0.016961, "sem": 0.000444, "min": 0.002471, "max": 0.146597, "recall-0.025": 0.690102, "recall-0.05": 0.94198, "recall-0.1": 0.988396, "recall-0.15": 0.997952, "recall-0.25": 0.997952, "recall-0.5": 0.997952, "num_labels": 1465 }, "elbow_left": { "count": 1462, "mean": 0.024992, "median": 0.017082, "std": 0.027098, "sem": 0.000709, "min": 0.001846, "max": 0.323155, "recall-0.025": 0.720137, "recall-0.05": 0.891468, "recall-0.1": 0.98157, "recall-0.15": 0.991809, "recall-0.25": 0.994539, "recall-0.5": 0.997952, "num_labels": 1465 }, "elbow_right": { "count": 1461, "mean": 0.024015, "median": 0.01806, "std": 0.01946, "sem": 0.000509, "min": 0.001407, "max": 0.233543, "recall-0.025": 0.681476, "recall-0.05": 0.917977, "recall-0.1": 0.991798, "recall-0.15": 0.996582, "recall-0.25": 0.998633, "recall-0.5": 0.998633, "num_labels": 1463 }, "wrist_left": { "count": 1429, "mean": 0.035263, "median": 0.016885, "std": 0.051671, "sem": 0.001367, "min": 0.001303, "max": 0.496738, "recall-0.025": 0.666667, "recall-0.05": 0.822873, "recall-0.1": 0.912134, "recall-0.15": 0.958856, "recall-0.25": 0.987448, "recall-0.5": 0.996513, "num_labels": 1434 }, "wrist_right": { "count": 1454, "mean": 0.026128, "median": 0.017008, "std": 0.026801, "sem": 0.000703, "min": 0.001042, "max": 0.202973, "recall-0.025": 0.683379, "recall-0.05": 0.880495, "recall-0.1": 0.963599, "recall-0.15": 0.991071, "recall-0.25": 0.998626, "recall-0.5": 0.998626, "num_labels": 1456 }, "hip_left": { "count": 1461, "mean": 0.058624, "median": 0.052631, "std": 0.029266, "sem": 0.000766, "min": 0.004253, "max": 0.17979, "recall-0.025": 0.070307, "recall-0.05": 0.445051, "recall-0.1": 0.895563, "recall-0.15": 0.974061, "recall-0.25": 0.99727, "recall-0.5": 0.99727, "num_labels": 1465 }, "hip_right": { "count": 1462, "mean": 0.060147, "median": 0.057418, "std": 0.02837, "sem": 0.000742, "min": 0.010398, "max": 0.304524, "recall-0.025": 0.045703, "recall-0.05": 0.379263, "recall-0.1": 0.912005, "recall-0.15": 0.987722, "recall-0.25": 0.996589, "recall-0.5": 0.997271, "num_labels": 1466 }, "knee_left": { "count": 1461, "mean": 0.05085, "median": 0.04337, "std": 0.038015, "sem": 0.000995, "min": 0.001938, "max": 0.349881, "recall-0.025": 0.178157, "recall-0.05": 0.619113, "recall-0.1": 0.936519, "recall-0.15": 0.971331, "recall-0.25": 0.988396, "recall-0.5": 0.99727, "num_labels": 1465 }, "knee_right": { "count": 1456, "mean": 0.050085, "median": 0.04265, "std": 0.035134, "sem": 0.000921, "min": 0.000605, "max": 0.480558, "recall-0.025": 0.189856, "recall-0.05": 0.590816, "recall-0.1": 0.921864, "recall-0.15": 0.986292, "recall-0.25": 0.991775, "recall-0.5": 0.997944, "num_labels": 1459 }, "ankle_left": { "count": 1448, "mean": 0.08721, "median": 0.035703, "std": 0.109209, "sem": 0.002871, "min": 0.002453, "max": 0.495773, "recall-0.025": 0.376623, "recall-0.05": 0.578264, "recall-0.1": 0.712235, "recall-0.15": 0.789474, "recall-0.25": 0.900205, "recall-0.5": 0.989747, "num_labels": 1463 }, "ankle_right": { "count": 1443, "mean": 0.079468, "median": 0.032419, "std": 0.107852, "sem": 0.00284, "min": 0.001061, "max": 0.4981, "recall-0.025": 0.378082, "recall-0.05": 0.686301, "recall-0.1": 0.771918, "recall-0.15": 0.810274, "recall-0.25": 0.889041, "recall-0.5": 0.988356, "num_labels": 1460 }, "joint_recalls": { "num_labels": 18990, "recall-0.025": 0.48294, "recall-0.05": 0.74397, "recall-0.1": 0.92038, "recall-0.15": 0.95656, "recall-0.25": 0.97841, "recall-0.5": 0.9961 } } { "total_parts": 20444, "correct_parts": 19935, "pcp": 0.975103 } ``` ### IkeaAsm (duration 00:01:45) ```json { "avg_time_2d": 0.05609021941534907, "avg_time_3d": 0.0023614922873407816, "avg_fps": 17.10813885291201 } { "person_nums": { "total_frames": 288, "total_labels": 288, "total_preds": 470, "considered_empty": 73, "valid_preds": 261, "invalid_preds": 136, "missing": 27, "invalid_fraction": 0.34257, "precision": 0.65743, "recall": 0.90625, "f1": 0.76204, "non_empty": 397 }, "mpjpe": { "count": 261, "mean": 0.071766, "median": 0.053854, "std": 0.060096, "sem": 0.003727, "min": 0.018827, "max": 0.425342, "recall-0.025": 0.059028, "recall-0.05": 0.413194, "recall-0.1": 0.739583, "recall-0.15": 0.854167, "recall-0.25": 0.885417, "recall-0.5": 0.90625, "num_labels": 288, "ap-0.025": 0.008798, "ap-0.05": 0.249695, "ap-0.1": 0.683103, "ap-0.15": 0.823066, "ap-0.25": 0.860587, "ap-0.5": 0.877121 }, "head": { "count": 244, "mean": 0.044177, "median": 0.032242, "std": 0.038713, "sem": 0.002483, "min": 0.004163, "max": 0.291011, "recall-0.025": 0.285185, "recall-0.05": 0.640741, "recall-0.1": 0.851852, "recall-0.15": 0.881481, "recall-0.25": 0.896296, "recall-0.5": 0.903704, "num_labels": 270 }, "shoulder_left": { "count": 246, "mean": 0.047573, "median": 0.035461, "std": 0.042796, "sem": 0.002734, "min": 0.007455, "max": 0.394948, "recall-0.025": 0.208178, "recall-0.05": 0.63197, "recall-0.1": 0.862454, "recall-0.15": 0.892193, "recall-0.25": 0.903346, "recall-0.5": 0.914498, "num_labels": 269 }, "shoulder_right": { "count": 236, "mean": 0.044868, "median": 0.032225, "std": 0.042062, "sem": 0.002744, "min": 0.00672, "max": 0.434466, "recall-0.025": 0.251938, "recall-0.05": 0.705426, "recall-0.1": 0.844961, "recall-0.15": 0.883721, "recall-0.25": 0.906977, "recall-0.5": 0.914729, "num_labels": 258 }, "elbow_left": { "count": 227, "mean": 0.04367, "median": 0.026117, "std": 0.058391, "sem": 0.003884, "min": 0.003295, "max": 0.484417, "recall-0.025": 0.432, "recall-0.05": 0.664, "recall-0.1": 0.844, "recall-0.15": 0.876, "recall-0.25": 0.892, "recall-0.5": 0.908, "num_labels": 250 }, "elbow_right": { "count": 191, "mean": 0.039358, "median": 0.022312, "std": 0.058733, "sem": 0.004261, "min": 0.000869, "max": 0.457871, "recall-0.025": 0.514151, "recall-0.05": 0.740566, "recall-0.1": 0.849057, "recall-0.15": 0.867925, "recall-0.25": 0.877358, "recall-0.5": 0.900943, "num_labels": 212 }, "wrist_left": { "count": 206, "mean": 0.049704, "median": 0.023587, "std": 0.066592, "sem": 0.004651, "min": 0.004439, "max": 0.45792, "recall-0.025": 0.475556, "recall-0.05": 0.653333, "recall-0.1": 0.795556, "recall-0.15": 0.862222, "recall-0.25": 0.893333, "recall-0.5": 0.915556, "num_labels": 225 }, "wrist_right": { "count": 199, "mean": 0.039541, "median": 0.021533, "std": 0.05205, "sem": 0.003699, "min": 0.002623, "max": 0.401368, "recall-0.025": 0.5, "recall-0.05": 0.698198, "recall-0.1": 0.81982, "recall-0.15": 0.864865, "recall-0.25": 0.882883, "recall-0.5": 0.896396, "num_labels": 222 }, "hip_left": { "count": 174, "mean": 0.09362, "median": 0.084263, "std": 0.051151, "sem": 0.003889, "min": 0.011089, "max": 0.403555, "recall-0.025": 0.005291, "recall-0.05": 0.089947, "recall-0.1": 0.634921, "recall-0.15": 0.851852, "recall-0.25": 0.899471, "recall-0.5": 0.920635, "num_labels": 189 }, "hip_right": { "count": 104, "mean": 0.096044, "median": 0.08164, "std": 0.057091, "sem": 0.005625, "min": 0.030086, "max": 0.411656, "recall-0.025": 0.0, "recall-0.05": 0.077586, "recall-0.1": 0.62931, "recall-0.15": 0.810345, "recall-0.25": 0.87069, "recall-0.5": 0.896552, "num_labels": 116 }, "knee_left": { "count": 126, "mean": 0.089189, "median": 0.062106, "std": 0.089077, "sem": 0.007967, "min": 0.005585, "max": 0.48134, "recall-0.025": 0.211679, "recall-0.05": 0.357664, "recall-0.1": 0.664234, "recall-0.15": 0.781022, "recall-0.25": 0.868613, "recall-0.5": 0.919708, "num_labels": 137 }, "knee_right": { "count": 121, "mean": 0.066102, "median": 0.043457, "std": 0.069891, "sem": 0.00638, "min": 0.006969, "max": 0.444079, "recall-0.025": 0.233083, "recall-0.05": 0.526316, "recall-0.1": 0.759398, "recall-0.15": 0.834586, "recall-0.25": 0.879699, "recall-0.5": 0.909774, "num_labels": 133 }, "ankle_left": { "count": 94, "mean": 0.165892, "median": 0.131366, "std": 0.127471, "sem": 0.013218, "min": 0.007474, "max": 0.49886, "recall-0.025": 0.052174, "recall-0.05": 0.173913, "recall-0.1": 0.330435, "recall-0.15": 0.443478, "recall-0.25": 0.652174, "recall-0.5": 0.817391, "num_labels": 115 }, "ankle_right": { "count": 78, "mean": 0.143459, "median": 0.08309, "std": 0.141846, "sem": 0.016165, "min": 0.008191, "max": 0.484519, "recall-0.025": 0.117021, "recall-0.05": 0.265957, "recall-0.1": 0.478723, "recall-0.15": 0.595745, "recall-0.25": 0.638298, "recall-0.5": 0.829787, "num_labels": 94 }, "joint_recalls": { "num_labels": 2490, "recall-0.025": 0.28394, "recall-0.05": 0.53414, "recall-0.1": 0.76145, "recall-0.15": 0.83133, "recall-0.25": 0.86827, "recall-0.5": 0.8992 } } { "total_parts": 2243, "correct_parts": 1950, "pcp": 0.869371 } ``` ### Tsinghua (duration 00:01:51) ```json { "avg_time_2d": 0.1136903427541256, "avg_time_3d": 0.01640014722943306, "avg_fps": 7.686956979917471 } { "person_nums": { "total_frames": 330, "total_labels": 780, "total_preds": 852, "considered_empty": 1, "valid_preds": 778, "invalid_preds": 73, "missing": 2, "invalid_fraction": 0.08578, "precision": 0.91422, "recall": 0.99744, "f1": 0.95402, "non_empty": 851 }, "mpjpe": { "count": 778, "mean": 0.052706, "median": 0.049494, "std": 0.021237, "sem": 0.000762, "min": 0.028965, "max": 0.358423, "recall-0.025": 0.0, "recall-0.05": 0.517949, "recall-0.1": 0.989744, "recall-0.15": 0.992308, "recall-0.25": 0.99359, "recall-0.5": 0.997436, "num_labels": 780, "ap-0.025": 0.0, "ap-0.05": 0.302925, "ap-0.1": 0.98519, "ap-0.15": 0.98765, "ap-0.25": 0.989189, "ap-0.5": 0.993901 }, "head": { "count": 753, "mean": 0.039879, "median": 0.037613, "std": 0.022396, "sem": 0.000817, "min": 0.002869, "max": 0.332965, "recall-0.025": 0.223108, "recall-0.05": 0.754316, "recall-0.1": 0.994688, "recall-0.15": 0.997344, "recall-0.25": 0.997344, "recall-0.5": 1.0, "num_labels": 753 }, "shoulder_left": { "count": 778, "mean": 0.06182, "median": 0.059055, "std": 0.024786, "sem": 0.000889, "min": 0.015406, "max": 0.348137, "recall-0.025": 0.010256, "recall-0.05": 0.320513, "recall-0.1": 0.95641, "recall-0.15": 0.99359, "recall-0.25": 0.994872, "recall-0.5": 0.997436, "num_labels": 780 }, "shoulder_right": { "count": 778, "mean": 0.065934, "median": 0.061417, "std": 0.026233, "sem": 0.000941, "min": 0.01582, "max": 0.439903, "recall-0.025": 0.003846, "recall-0.05": 0.257692, "recall-0.1": 0.915385, "recall-0.15": 0.994872, "recall-0.25": 0.996154, "recall-0.5": 0.997436, "num_labels": 780 }, "elbow_left": { "count": 772, "mean": 0.047015, "median": 0.042988, "std": 0.022272, "sem": 0.000802, "min": 0.006142, "max": 0.166921, "recall-0.025": 0.113402, "recall-0.05": 0.623711, "recall-0.1": 0.969072, "recall-0.15": 0.988402, "recall-0.25": 0.994845, "recall-0.5": 0.994845, "num_labels": 776 }, "elbow_right": { "count": 775, "mean": 0.051367, "median": 0.046386, "std": 0.034176, "sem": 0.001228, "min": 0.003128, "max": 0.498499, "recall-0.025": 0.124839, "recall-0.05": 0.558559, "recall-0.1": 0.958816, "recall-0.15": 0.988417, "recall-0.25": 0.994852, "recall-0.5": 0.997426, "num_labels": 777 }, "wrist_left": { "count": 767, "mean": 0.051565, "median": 0.042434, "std": 0.035668, "sem": 0.001289, "min": 0.003638, "max": 0.445504, "recall-0.025": 0.183117, "recall-0.05": 0.605195, "recall-0.1": 0.920779, "recall-0.15": 0.977922, "recall-0.25": 0.994805, "recall-0.5": 0.996104, "num_labels": 770 }, "wrist_right": { "count": 744, "mean": 0.059676, "median": 0.049499, "std": 0.039544, "sem": 0.001451, "min": 0.006335, "max": 0.302627, "recall-0.025": 0.102804, "recall-0.05": 0.502003, "recall-0.1": 0.867824, "recall-0.15": 0.951936, "recall-0.25": 0.990654, "recall-0.5": 0.993324, "num_labels": 749 }, "hip_left": { "count": 778, "mean": 0.062427, "median": 0.056441, "std": 0.033021, "sem": 0.001185, "min": 0.008009, "max": 0.433155, "recall-0.025": 0.032051, "recall-0.05": 0.403846, "recall-0.1": 0.910256, "recall-0.15": 0.975641, "recall-0.25": 0.994872, "recall-0.5": 0.997436, "num_labels": 780 }, "hip_right": { "count": 778, "mean": 0.051015, "median": 0.045442, "std": 0.02996, "sem": 0.001075, "min": 0.00345, "max": 0.358696, "recall-0.025": 0.107692, "recall-0.05": 0.588462, "recall-0.1": 0.95641, "recall-0.15": 0.982051, "recall-0.25": 0.994872, "recall-0.5": 0.997436, "num_labels": 780 }, "knee_left": { "count": 777, "mean": 0.047753, "median": 0.043726, "std": 0.033405, "sem": 0.001199, "min": 0.003593, "max": 0.451106, "recall-0.025": 0.183569, "recall-0.05": 0.620026, "recall-0.1": 0.962773, "recall-0.15": 0.982028, "recall-0.25": 0.993582, "recall-0.5": 0.997433, "num_labels": 779 }, "knee_right": { "count": 772, "mean": 0.050553, "median": 0.04688, "std": 0.030052, "sem": 0.001082, "min": 0.005412, "max": 0.430475, "recall-0.025": 0.138243, "recall-0.05": 0.569767, "recall-0.1": 0.96124, "recall-0.15": 0.98708, "recall-0.25": 0.994832, "recall-0.5": 0.997416, "num_labels": 774 }, "ankle_left": { "count": 776, "mean": 0.043429, "median": 0.039486, "std": 0.030785, "sem": 0.001106, "min": 0.004712, "max": 0.398252, "recall-0.025": 0.232349, "recall-0.05": 0.668806, "recall-0.1": 0.976893, "recall-0.15": 0.983312, "recall-0.25": 0.993582, "recall-0.5": 0.996149, "num_labels": 779 }, "ankle_right": { "count": 769, "mean": 0.046206, "median": 0.04073, "std": 0.033585, "sem": 0.001212, "min": 0.001188, "max": 0.492459, "recall-0.025": 0.193506, "recall-0.05": 0.654545, "recall-0.1": 0.95974, "recall-0.15": 0.988312, "recall-0.25": 0.996104, "recall-0.5": 0.998701, "num_labels": 770 }, "joint_recalls": { "num_labels": 10047, "recall-0.025": 0.12571, "recall-0.05": 0.54693, "recall-0.1": 0.94625, "recall-0.15": 0.98338, "recall-0.25": 0.99433, "recall-0.5": 0.99662 } } { "total_parts": 10800, "correct_parts": 10663, "pcp": 0.987315 } ```