# Evaluation Results Results of the model in various experiments on different datasets. ### Human36m (duration 00:01:20) ```json { "avg_time_2d": 0.08300593747931012, "avg_time_3d": 0.0030075873358774994, "avg_fps": 11.62607859808842 } { "person_nums": { "total_frames": 600, "total_labels": 600, "total_preds": 601, "considered_empty": 1, "valid_preds": 600, "invalid_preds": 0, "missing": 0, "invalid_fraction": 0.0, "precision": 1.0, "recall": 1.0, "f1": 1.0, "non_empty": 600 }, "mpjpe": { "count": 600, "mean": 0.064525, "median": 0.05712, "std": 0.027463, "sem": 0.001122, "min": 0.042287, "max": 0.195921, "recall-0.025": 0.0, "recall-0.05": 0.056667, "recall-0.1": 0.95, "recall-0.15": 0.95, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 600, "ap-0.025": 0.0, "ap-0.05": 0.007858, "ap-0.1": 0.917143, "ap-0.15": 0.917143, "ap-0.25": 1.0, "ap-0.5": 1.0 }, "nose": { "count": 600, "mean": 0.110101, "median": 0.100464, "std": 0.037808, "sem": 0.001545, "min": 0.025006, "max": 0.312799, "recall-0.025": 0.0, "recall-0.05": 0.025, "recall-0.1": 0.493333, "recall-0.15": 0.88, "recall-0.25": 0.996667, "recall-0.5": 1.0, "num_labels": 600 }, "shoulder_left": { "count": 600, "mean": 0.034392, "median": 0.025977, "std": 0.032414, "sem": 0.001324, "min": 0.004249, "max": 0.180174, "recall-0.025": 0.485, "recall-0.05": 0.863333, "recall-0.1": 0.945, "recall-0.15": 0.965, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 600 }, "shoulder_right": { "count": 600, "mean": 0.048199, "median": 0.034951, "std": 0.042251, "sem": 0.001726, "min": 0.006416, "max": 0.269687, "recall-0.025": 0.26, "recall-0.05": 0.756667, "recall-0.1": 0.91, "recall-0.15": 0.941667, "recall-0.25": 0.995, "recall-0.5": 1.0, "num_labels": 600 }, "elbow_left": { "count": 600, "mean": 0.040558, "median": 0.032981, "std": 0.034221, "sem": 0.001398, "min": 0.004306, "max": 0.195614, "recall-0.025": 0.301667, "recall-0.05": 0.846667, "recall-0.1": 0.945, "recall-0.15": 0.956667, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 600 }, "elbow_right": { "count": 600, "mean": 0.041025, "median": 0.031643, "std": 0.032573, "sem": 0.001331, "min": 0.009294, "max": 0.18568, "recall-0.025": 0.256667, "recall-0.05": 0.846667, "recall-0.1": 0.933333, "recall-0.15": 0.948333, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 600 }, "wrist_left": { "count": 600, "mean": 0.03612, "median": 0.022089, "std": 0.039866, "sem": 0.001629, "min": 0.001142, "max": 0.197862, "recall-0.025": 0.56, "recall-0.05": 0.805, "recall-0.1": 0.928333, "recall-0.15": 0.946667, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 600 }, "wrist_right": { "count": 600, "mean": 0.043361, "median": 0.025784, "std": 0.049311, "sem": 0.002015, "min": 0.002724, "max": 0.417717, "recall-0.025": 0.478333, "recall-0.05": 0.785, "recall-0.1": 0.906667, "recall-0.15": 0.918333, "recall-0.25": 0.996667, "recall-0.5": 1.0, "num_labels": 600 }, "hip_left": { "count": 600, "mean": 0.090597, "median": 0.084569, "std": 0.033223, "sem": 0.001357, "min": 0.032743, "max": 0.241896, "recall-0.025": 0.0, "recall-0.05": 0.026667, "recall-0.1": 0.803333, "recall-0.15": 0.945, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 600 }, "hip_right": { "count": 600, "mean": 0.112816, "median": 0.11307, "std": 0.027197, "sem": 0.001111, "min": 0.046711, "max": 0.233307, "recall-0.025": 0.0, "recall-0.05": 0.001667, "recall-0.1": 0.215, "recall-0.15": 0.948333, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 600 }, "knee_left": { "count": 600, "mean": 0.056793, "median": 0.042249, "std": 0.055641, "sem": 0.002273, "min": 0.016547, "max": 0.398469, "recall-0.025": 0.031667, "recall-0.05": 0.696667, "recall-0.1": 0.926667, "recall-0.15": 0.93, "recall-0.25": 0.983333, "recall-0.5": 1.0, "num_labels": 600 }, "knee_right": { "count": 600, "mean": 0.051022, "median": 0.044567, "std": 0.033612, "sem": 0.001373, "min": 0.00962, "max": 0.234671, "recall-0.025": 0.023333, "recall-0.05": 0.726667, "recall-0.1": 0.946667, "recall-0.15": 0.95, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 600 }, "ankle_left": { "count": 600, "mean": 0.095368, "median": 0.086862, "std": 0.030101, "sem": 0.00123, "min": 0.054699, "max": 0.251619, "recall-0.025": 0.0, "recall-0.05": 0.0, "recall-0.1": 0.841667, "recall-0.15": 0.936667, "recall-0.25": 0.996667, "recall-0.5": 1.0, "num_labels": 600 }, "ankle_right": { "count": 600, "mean": 0.078476, "median": 0.06841, "std": 0.038477, "sem": 0.001572, "min": 0.034828, "max": 0.328058, "recall-0.025": 0.0, "recall-0.05": 0.01, "recall-0.1": 0.905, "recall-0.15": 0.926667, "recall-0.25": 0.993333, "recall-0.5": 1.0, "num_labels": 600 }, "joint_recalls": { "num_labels": 7800, "recall-0.025": 0.1841, "recall-0.05": 0.49141, "recall-0.1": 0.82256, "recall-0.15": 0.93756, "recall-0.25": 0.99679, "recall-0.5": 1.0 } } { "total_parts": 8400, "correct_parts": 8120, "pcp": 0.966667 } ``` ### Shelf (duration 00:00:56) ```json { "avg_time_2d": 0.14058070084483354, "avg_time_3d": 0.016990919703060818, "avg_fps": 6.346320463817576 } { "person_nums": { "total_frames": 301, "total_labels": 477, "total_preds": 920, "considered_empty": 3, "valid_preds": 477, "invalid_preds": 440, "missing": 0, "invalid_fraction": 0.47983, "precision": 0.52017, "recall": 1.0, "f1": 0.68436, "non_empty": 917 }, "mpjpe": { "count": 477, "mean": 0.047596, "median": 0.042193, "std": 0.01524, "sem": 0.000699, "min": 0.027696, "max": 0.107296, "recall-0.025": 0.0, "recall-0.05": 0.687631, "recall-0.1": 0.987421, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477, "ap-0.025": 0.0, "ap-0.05": 0.408489, "ap-0.1": 0.716941, "ap-0.15": 0.729644, "ap-0.25": 0.729644, "ap-0.5": 0.729644 }, "head": { "count": 477, "mean": 0.049676, "median": 0.045101, "std": 0.023903, "sem": 0.001096, "min": 0.003103, "max": 0.143894, "recall-0.025": 0.1174, "recall-0.05": 0.574423, "recall-0.1": 0.947589, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "shoulder_left": { "count": 477, "mean": 0.043574, "median": 0.038038, "std": 0.021245, "sem": 0.000974, "min": 0.003232, "max": 0.137213, "recall-0.025": 0.176101, "recall-0.05": 0.706499, "recall-0.1": 0.976939, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "shoulder_right": { "count": 477, "mean": 0.04967, "median": 0.043113, "std": 0.025621, "sem": 0.001174, "min": 0.002952, "max": 0.156733, "recall-0.025": 0.148847, "recall-0.05": 0.57652, "recall-0.1": 0.953878, "recall-0.15": 0.997904, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "elbow_left": { "count": 477, "mean": 0.040934, "median": 0.032377, "std": 0.026799, "sem": 0.001228, "min": 0.00373, "max": 0.15787, "recall-0.025": 0.32914, "recall-0.05": 0.737945, "recall-0.1": 0.947589, "recall-0.15": 0.997904, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "elbow_right": { "count": 477, "mean": 0.053123, "median": 0.043409, "std": 0.041803, "sem": 0.001916, "min": 0.004168, "max": 0.24972, "recall-0.025": 0.274633, "recall-0.05": 0.566038, "recall-0.1": 0.901468, "recall-0.15": 0.958071, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "wrist_left": { "count": 477, "mean": 0.062605, "median": 0.054875, "std": 0.046093, "sem": 0.002113, "min": 0.009073, "max": 0.41084, "recall-0.025": 0.1174, "recall-0.05": 0.39413, "recall-0.1": 0.909853, "recall-0.15": 0.953878, "recall-0.25": 0.987421, "recall-0.5": 1.0, "num_labels": 477 }, "wrist_right": { "count": 477, "mean": 0.058259, "median": 0.053297, "std": 0.03118, "sem": 0.001429, "min": 0.004313, "max": 0.246259, "recall-0.025": 0.104822, "recall-0.05": 0.42348, "recall-0.1": 0.907757, "recall-0.15": 0.987421, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "hip_left": { "count": 477, "mean": 0.044762, "median": 0.037892, "std": 0.026384, "sem": 0.001209, "min": 0.001857, "max": 0.12916, "recall-0.025": 0.230608, "recall-0.05": 0.668763, "recall-0.1": 0.951782, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "hip_right": { "count": 477, "mean": 0.05601, "median": 0.05311, "std": 0.024411, "sem": 0.001119, "min": 0.006227, "max": 0.181618, "recall-0.025": 0.073375, "recall-0.05": 0.427673, "recall-0.1": 0.949686, "recall-0.15": 0.997904, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "knee_left": { "count": 477, "mean": 0.039106, "median": 0.036112, "std": 0.025507, "sem": 0.001169, "min": 0.001035, "max": 0.190355, "recall-0.025": 0.285115, "recall-0.05": 0.775681, "recall-0.1": 0.972746, "recall-0.15": 0.989518, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "knee_right": { "count": 477, "mean": 0.040007, "median": 0.035799, "std": 0.023668, "sem": 0.001085, "min": 0.005618, "max": 0.190642, "recall-0.025": 0.320755, "recall-0.05": 0.719078, "recall-0.1": 0.976939, "recall-0.15": 0.997904, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "ankle_left": { "count": 477, "mean": 0.038379, "median": 0.032357, "std": 0.030279, "sem": 0.001388, "min": 0.00131, "max": 0.222879, "recall-0.025": 0.396226, "recall-0.05": 0.819706, "recall-0.1": 0.943396, "recall-0.15": 0.983229, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "ankle_right": { "count": 477, "mean": 0.04264, "median": 0.031508, "std": 0.0383, "sem": 0.001755, "min": 0.00629, "max": 0.296905, "recall-0.025": 0.320755, "recall-0.05": 0.781971, "recall-0.1": 0.926625, "recall-0.15": 0.968553, "recall-0.25": 0.995807, "recall-0.5": 1.0, "num_labels": 477 }, "joint_recalls": { "num_labels": 6201, "recall-0.025": 0.22158, "recall-0.05": 0.62764, "recall-0.1": 0.94227, "recall-0.15": 0.98645, "recall-0.25": 0.99839, "recall-0.5": 1.0 } } { "total_parts": 6678, "correct_parts": 6618, "pcp": 0.991015 } ``` ### Campus (duration 00:00:29) ```json { "avg_time_2d": 0.08087322846898493, "avg_time_3d": 0.005055366822008816, "avg_fps": 11.637569503068683 } { "person_nums": { "total_frames": 222, "total_labels": 376, "total_preds": 465, "considered_empty": 3, "valid_preds": 376, "invalid_preds": 86, "missing": 0, "invalid_fraction": 0.18615, "precision": 0.81385, "recall": 1.0, "f1": 0.89737, "non_empty": 462 }, "mpjpe": { "count": 376, "mean": 0.078221, "median": 0.074095, "std": 0.021295, "sem": 0.0011, "min": 0.0459, "max": 0.171771, "recall-0.025": 0.0, "recall-0.05": 0.013298, "recall-0.1": 0.87766, "recall-0.15": 0.992021, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376, "ap-0.025": 0.0, "ap-0.05": 0.000235, "ap-0.1": 0.778666, "ap-0.15": 0.914945, "ap-0.25": 0.92169, "ap-0.5": 0.92169 }, "head": { "count": 376, "mean": 0.052183, "median": 0.051419, "std": 0.022001, "sem": 0.001136, "min": 0.007866, "max": 0.108791, "recall-0.025": 0.117021, "recall-0.05": 0.481383, "recall-0.1": 0.986702, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "shoulder_left": { "count": 376, "mean": 0.06346, "median": 0.057771, "std": 0.035684, "sem": 0.001843, "min": 0.003274, "max": 0.225771, "recall-0.025": 0.066489, "recall-0.05": 0.385638, "recall-0.1": 0.859043, "recall-0.15": 0.978723, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "shoulder_right": { "count": 376, "mean": 0.063112, "median": 0.058901, "std": 0.0254, "sem": 0.001312, "min": 0.00855, "max": 0.182673, "recall-0.025": 0.031915, "recall-0.05": 0.329787, "recall-0.1": 0.925532, "recall-0.15": 0.989362, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "elbow_left": { "count": 376, "mean": 0.07885, "median": 0.065697, "std": 0.042209, "sem": 0.00218, "min": 0.007947, "max": 0.199504, "recall-0.025": 0.037234, "recall-0.05": 0.279255, "recall-0.1": 0.726064, "recall-0.15": 0.917553, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "elbow_right": { "count": 376, "mean": 0.069973, "median": 0.059158, "std": 0.035558, "sem": 0.001836, "min": 0.010545, "max": 0.189846, "recall-0.025": 0.039894, "recall-0.05": 0.324468, "recall-0.1": 0.800532, "recall-0.15": 0.965426, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "wrist_left": { "count": 376, "mean": 0.108457, "median": 0.092822, "std": 0.060912, "sem": 0.003145, "min": 0.014099, "max": 0.365051, "recall-0.025": 0.015957, "recall-0.05": 0.12234, "recall-0.1": 0.553191, "recall-0.15": 0.779255, "recall-0.25": 0.954787, "recall-0.5": 1.0, "num_labels": 376 }, "wrist_right": { "count": 376, "mean": 0.094784, "median": 0.091404, "std": 0.038087, "sem": 0.001967, "min": 0.020174, "max": 0.210411, "recall-0.025": 0.010638, "recall-0.05": 0.109043, "recall-0.1": 0.582447, "recall-0.15": 0.904255, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "hip_left": { "count": 376, "mean": 0.085772, "median": 0.087223, "std": 0.027885, "sem": 0.00144, "min": 0.008948, "max": 0.151514, "recall-0.025": 0.007979, "recall-0.05": 0.109043, "recall-0.1": 0.68617, "recall-0.15": 0.994681, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "hip_right": { "count": 376, "mean": 0.088207, "median": 0.089791, "std": 0.028703, "sem": 0.001482, "min": 0.015462, "max": 0.210122, "recall-0.025": 0.010638, "recall-0.05": 0.106383, "recall-0.1": 0.712766, "recall-0.15": 0.965426, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "knee_left": { "count": 376, "mean": 0.057089, "median": 0.052373, "std": 0.029635, "sem": 0.00153, "min": 0.013067, "max": 0.209373, "recall-0.025": 0.087766, "recall-0.05": 0.457447, "recall-0.1": 0.920213, "recall-0.15": 0.989362, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "knee_right": { "count": 376, "mean": 0.061513, "median": 0.054976, "std": 0.026345, "sem": 0.00136, "min": 0.004272, "max": 0.216432, "recall-0.025": 0.015957, "recall-0.05": 0.359043, "recall-0.1": 0.928191, "recall-0.15": 0.986702, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "ankle_left": { "count": 368, "mean": 0.094784, "median": 0.06093, "std": 0.101506, "sem": 0.005299, "min": 0.007413, "max": 0.495541, "recall-0.025": 0.06383, "recall-0.05": 0.271277, "recall-0.1": 0.792553, "recall-0.15": 0.867021, "recall-0.25": 0.880319, "recall-0.5": 0.978723, "num_labels": 376 }, "ankle_right": { "count": 370, "mean": 0.082929, "median": 0.052987, "std": 0.093697, "sem": 0.004878, "min": 0.010702, "max": 0.495901, "recall-0.025": 0.069149, "recall-0.05": 0.444149, "recall-0.1": 0.827128, "recall-0.15": 0.885638, "recall-0.25": 0.904255, "recall-0.5": 0.984043, "num_labels": 376 }, "joint_recalls": { "num_labels": 4888, "recall-0.025": 0.04276, "recall-0.05": 0.28969, "recall-0.1": 0.79133, "recall-0.15": 0.93883, "recall-0.25": 0.97934, "recall-0.5": 0.99693 } } { "total_parts": 5264, "correct_parts": 4925, "pcp": 0.9356 } ``` ### MVOR (duration 00:02:31) ```json { "avg_time_2d": 0.07757738680369634, "avg_time_3d": 0.0026588050922399962, "avg_fps": 12.463203653744767 } { "person_nums": { "total_frames": 629, "total_labels": 1061, "total_preds": 1083, "considered_empty": 111, "valid_preds": 757, "invalid_preds": 215, "missing": 304, "invalid_fraction": 0.22119, "precision": 0.77881, "recall": 0.71348, "f1": 0.74471, "non_empty": 972 }, "mpjpe": { "count": 757, "mean": 0.108202, "median": 0.091549, "std": 0.058928, "sem": 0.002143, "min": 0.040155, "max": 0.472298, "recall-0.025": 0.0, "recall-0.05": 0.00754, "recall-0.1": 0.427898, "recall-0.15": 0.613572, "recall-0.25": 0.690858, "recall-0.5": 0.713478, "num_labels": 1061, "ap-0.025": 0.0, "ap-0.05": 0.0001, "ap-0.1": 0.289932, "ap-0.15": 0.512528, "ap-0.25": 0.61961, "ap-0.5": 0.644567 }, "head": { "count": 754, "mean": 0.058244, "median": 0.046929, "std": 0.049728, "sem": 0.001812, "min": 0.004184, "max": 0.457029, "recall-0.025": 0.108388, "recall-0.05": 0.38737, "recall-0.1": 0.640905, "recall-0.15": 0.683318, "recall-0.25": 0.701225, "recall-0.5": 0.71065, "num_labels": 1061 }, "shoulder_left": { "count": 754, "mean": 0.058204, "median": 0.041815, "std": 0.057554, "sem": 0.002097, "min": 0.004852, "max": 0.406925, "recall-0.025": 0.173421, "recall-0.05": 0.439208, "recall-0.1": 0.626767, "recall-0.15": 0.672008, "recall-0.25": 0.692743, "recall-0.5": 0.71065, "num_labels": 1061 }, "shoulder_right": { "count": 756, "mean": 0.056776, "median": 0.039074, "std": 0.060238, "sem": 0.002192, "min": 0.002027, "max": 0.452966, "recall-0.025": 0.144204, "recall-0.05": 0.450518, "recall-0.1": 0.628652, "recall-0.15": 0.675778, "recall-0.25": 0.6918, "recall-0.5": 0.712535, "num_labels": 1061 }, "elbow_left": { "count": 746, "mean": 0.101452, "median": 0.074471, "std": 0.08217, "sem": 0.00301, "min": 0.00507, "max": 0.481285, "recall-0.025": 0.070688, "recall-0.05": 0.232799, "recall-0.1": 0.430726, "recall-0.15": 0.549482, "recall-0.25": 0.663525, "recall-0.5": 0.70311, "num_labels": 1061 }, "elbow_right": { "count": 753, "mean": 0.081978, "median": 0.056745, "std": 0.075906, "sem": 0.002768, "min": 0.003692, "max": 0.49249, "recall-0.025": 0.093308, "recall-0.05": 0.309142, "recall-0.1": 0.535344, "recall-0.15": 0.622055, "recall-0.25": 0.678605, "recall-0.5": 0.709708, "num_labels": 1061 }, "wrist_left": { "count": 744, "mean": 0.118477, "median": 0.084179, "std": 0.10046, "sem": 0.003686, "min": 0.002322, "max": 0.489601, "recall-0.025": 0.077286, "recall-0.05": 0.222432, "recall-0.1": 0.396795, "recall-0.15": 0.497644, "recall-0.25": 0.613572, "recall-0.5": 0.701225, "num_labels": 1061 }, "wrist_right": { "count": 747, "mean": 0.10557, "median": 0.069472, "std": 0.093189, "sem": 0.003412, "min": 0.004086, "max": 0.491182, "recall-0.025": 0.074458, "recall-0.05": 0.260132, "recall-0.1": 0.439208, "recall-0.15": 0.538172, "recall-0.25": 0.63902, "recall-0.5": 0.704053, "num_labels": 1061 }, "hip_left": { "count": 742, "mean": 0.176693, "median": 0.160147, "std": 0.076244, "sem": 0.002801, "min": 0.018035, "max": 0.497407, "recall-0.025": 0.001885, "recall-0.05": 0.006598, "recall-0.1": 0.065975, "recall-0.15": 0.28935, "recall-0.25": 0.609802, "recall-0.5": 0.69934, "num_labels": 1061 }, "hip_right": { "count": 747, "mean": 0.174326, "median": 0.15763, "std": 0.074824, "sem": 0.002739, "min": 0.01538, "max": 0.491944, "recall-0.025": 0.000943, "recall-0.05": 0.004713, "recall-0.1": 0.086711, "recall-0.15": 0.312912, "recall-0.25": 0.609802, "recall-0.5": 0.704053, "num_labels": 1061 }, "knee_left": {}, "knee_right": {}, "ankle_left": {}, "ankle_right": {}, "joint_recalls": { "num_labels": 9549, "recall-0.025": 0.0821, "recall-0.05": 0.25647, "recall-0.1": 0.42727, "recall-0.15": 0.53775, "recall-0.25": 0.65494, "recall-0.5": 0.70552 } } { "total_parts": 10610, "correct_parts": 5946, "pcp": 0.560415 } ``` ### Panoptic (duration 00:02:28) ```json { "avg_time_2d": 0.15420582527067603, "avg_time_3d": 0.02728460067655982, "avg_fps": 5.50993252002575 } { "person_nums": { "total_frames": 420, "total_labels": 1466, "total_preds": 1571, "considered_empty": 25, "valid_preds": 1453, "invalid_preds": 93, "missing": 13, "invalid_fraction": 0.06016, "precision": 0.93984, "recall": 0.99113, "f1": 0.96481, "non_empty": 1546 }, "mpjpe": { "count": 1453, "mean": 0.041966, "median": 0.036953, "std": 0.020003, "sem": 0.000525, "min": 0.013464, "max": 0.192842, "recall-0.025": 0.19236, "recall-0.05": 0.729195, "recall-0.1": 0.9809, "recall-0.15": 0.99045, "recall-0.25": 0.991132, "recall-0.5": 0.991132, "num_labels": 1466, "ap-0.025": 0.092262, "ap-0.05": 0.655826, "ap-0.1": 0.964049, "ap-0.15": 0.978568, "ap-0.25": 0.97921, "ap-0.5": 0.97921 }, "nose": { "count": 1451, "mean": 0.017869, "median": 0.012877, "std": 0.023358, "sem": 0.000613, "min": 0.002412, "max": 0.286093, "recall-0.025": 0.877649, "recall-0.05": 0.952153, "recall-0.1": 0.984962, "recall-0.15": 0.985646, "recall-0.25": 0.987013, "recall-0.5": 0.991798, "num_labels": 1463 }, "shoulder_left": { "count": 1453, "mean": 0.020303, "median": 0.017861, "std": 0.011814, "sem": 0.00031, "min": 0.001613, "max": 0.130922, "recall-0.025": 0.746248, "recall-0.05": 0.967258, "recall-0.1": 0.99045, "recall-0.15": 0.991132, "recall-0.25": 0.991132, "recall-0.5": 0.991132, "num_labels": 1466 }, "shoulder_right": { "count": 1452, "mean": 0.022985, "median": 0.018884, "std": 0.01682, "sem": 0.000442, "min": 0.00288, "max": 0.179564, "recall-0.025": 0.703072, "recall-0.05": 0.939932, "recall-0.1": 0.984983, "recall-0.15": 0.990444, "recall-0.25": 0.991126, "recall-0.5": 0.991126, "num_labels": 1465 }, "elbow_left": { "count": 1452, "mean": 0.023518, "median": 0.016469, "std": 0.024124, "sem": 0.000633, "min": 0.001722, "max": 0.289094, "recall-0.025": 0.733106, "recall-0.05": 0.898294, "recall-0.1": 0.9843, "recall-0.15": 0.987031, "recall-0.25": 0.988396, "recall-0.5": 0.991126, "num_labels": 1465 }, "elbow_right": { "count": 1451, "mean": 0.023029, "median": 0.017706, "std": 0.017257, "sem": 0.000453, "min": 0.001506, "max": 0.18224, "recall-0.025": 0.693096, "recall-0.05": 0.910458, "recall-0.1": 0.989064, "recall-0.15": 0.991114, "recall-0.25": 0.991798, "recall-0.5": 0.991798, "num_labels": 1463 }, "wrist_left": { "count": 1424, "mean": 0.030331, "median": 0.016128, "std": 0.040241, "sem": 0.001067, "min": 0.000698, "max": 0.352684, "recall-0.025": 0.670851, "recall-0.05": 0.843096, "recall-0.1": 0.933752, "recall-0.15": 0.965132, "recall-0.25": 0.988145, "recall-0.5": 0.993026, "num_labels": 1434 }, "wrist_right": { "count": 1448, "mean": 0.026033, "median": 0.017031, "std": 0.030104, "sem": 0.000791, "min": 0.001676, "max": 0.277396, "recall-0.025": 0.671016, "recall-0.05": 0.895604, "recall-0.1": 0.96772, "recall-0.15": 0.980769, "recall-0.25": 0.993819, "recall-0.5": 0.994505, "num_labels": 1456 }, "hip_left": { "count": 1452, "mean": 0.060205, "median": 0.055544, "std": 0.030444, "sem": 0.000799, "min": 0.002276, "max": 0.185238, "recall-0.025": 0.085324, "recall-0.05": 0.396587, "recall-0.1": 0.886007, "recall-0.15": 0.973379, "recall-0.25": 0.991126, "recall-0.5": 0.991126, "num_labels": 1465 }, "hip_right": { "count": 1453, "mean": 0.059293, "median": 0.057358, "std": 0.029747, "sem": 0.000781, "min": 0.002677, "max": 0.290069, "recall-0.025": 0.067531, "recall-0.05": 0.401091, "recall-0.1": 0.924284, "recall-0.15": 0.978172, "recall-0.25": 0.989768, "recall-0.5": 0.991132, "num_labels": 1466 }, "knee_left": { "count": 1452, "mean": 0.045651, "median": 0.040178, "std": 0.027998, "sem": 0.000735, "min": 0.002741, "max": 0.353223, "recall-0.025": 0.203413, "recall-0.05": 0.627986, "recall-0.1": 0.959727, "recall-0.15": 0.983618, "recall-0.25": 0.989078, "recall-0.5": 0.991126, "num_labels": 1465 }, "knee_right": { "count": 1450, "mean": 0.046968, "median": 0.039914, "std": 0.029347, "sem": 0.000771, "min": 0.001798, "max": 0.351849, "recall-0.025": 0.23852, "recall-0.05": 0.60658, "recall-0.1": 0.945853, "recall-0.15": 0.989034, "recall-0.25": 0.991775, "recall-0.5": 0.993831, "num_labels": 1459 }, "ankle_left": { "count": 1447, "mean": 0.080437, "median": 0.03297, "std": 0.102844, "sem": 0.002705, "min": 0.001232, "max": 0.498074, "recall-0.025": 0.380725, "recall-0.05": 0.590567, "recall-0.1": 0.734792, "recall-0.15": 0.811347, "recall-0.25": 0.915243, "recall-0.5": 0.989064, "num_labels": 1463 }, "ankle_right": { "count": 1441, "mean": 0.084783, "median": 0.031006, "std": 0.118405, "sem": 0.00312, "min": 0.001386, "max": 0.492576, "recall-0.025": 0.391096, "recall-0.05": 0.678082, "recall-0.1": 0.771233, "recall-0.15": 0.808904, "recall-0.25": 0.866438, "recall-0.5": 0.986986, "num_labels": 1460 }, "joint_recalls": { "num_labels": 18990, "recall-0.025": 0.49652, "recall-0.05": 0.74613, "recall-0.1": 0.92728, "recall-0.15": 0.95635, "recall-0.25": 0.97457, "recall-0.5": 0.99084 } } { "total_parts": 20444, "correct_parts": 19868, "pcp": 0.971825 } ``` ### IkeaAsm (duration 00:01:45) ```json { "avg_time_2d": 0.07040633143280907, "avg_time_3d": 0.00213554522974028, "avg_fps": 13.785141024842861 } { "person_nums": { "total_frames": 288, "total_labels": 288, "total_preds": 398, "considered_empty": 75, "valid_preds": 266, "invalid_preds": 57, "missing": 22, "invalid_fraction": 0.17647, "precision": 0.82353, "recall": 0.92361, "f1": 0.8707, "non_empty": 323 }, "mpjpe": { "count": 266, "mean": 0.069965, "median": 0.050911, "std": 0.057715, "sem": 0.003545, "min": 0.016763, "max": 0.420076, "recall-0.025": 0.055556, "recall-0.05": 0.447917, "recall-0.1": 0.763889, "recall-0.15": 0.868056, "recall-0.25": 0.899306, "recall-0.5": 0.923611, "num_labels": 288, "ap-0.025": 0.008543, "ap-0.05": 0.271147, "ap-0.1": 0.70313, "ap-0.15": 0.84343, "ap-0.25": 0.879676, "ap-0.5": 0.902788 }, "head": { "count": 249, "mean": 0.042778, "median": 0.028667, "std": 0.04469, "sem": 0.002838, "min": 0.004678, "max": 0.367713, "recall-0.025": 0.351852, "recall-0.05": 0.733333, "recall-0.1": 0.859259, "recall-0.15": 0.892593, "recall-0.25": 0.907407, "recall-0.5": 0.922222, "num_labels": 270 }, "shoulder_left": { "count": 251, "mean": 0.047401, "median": 0.03466, "std": 0.045281, "sem": 0.002864, "min": 0.006654, "max": 0.386797, "recall-0.025": 0.193309, "recall-0.05": 0.680297, "recall-0.1": 0.873606, "recall-0.15": 0.910781, "recall-0.25": 0.918216, "recall-0.5": 0.933086, "num_labels": 269 }, "shoulder_right": { "count": 240, "mean": 0.043419, "median": 0.030383, "std": 0.041376, "sem": 0.002676, "min": 0.006179, "max": 0.406481, "recall-0.025": 0.271318, "recall-0.05": 0.728682, "recall-0.1": 0.864341, "recall-0.15": 0.910853, "recall-0.25": 0.922481, "recall-0.5": 0.930233, "num_labels": 258 }, "elbow_left": { "count": 231, "mean": 0.043148, "median": 0.024415, "std": 0.060148, "sem": 0.003966, "min": 0.003563, "max": 0.448784, "recall-0.025": 0.48, "recall-0.05": 0.712, "recall-0.1": 0.84, "recall-0.15": 0.884, "recall-0.25": 0.908, "recall-0.5": 0.924, "num_labels": 250 }, "elbow_right": { "count": 197, "mean": 0.042602, "median": 0.022686, "std": 0.066465, "sem": 0.004747, "min": 0.002853, "max": 0.462231, "recall-0.025": 0.509434, "recall-0.05": 0.745283, "recall-0.1": 0.867925, "recall-0.15": 0.886792, "recall-0.25": 0.900943, "recall-0.5": 0.929245, "num_labels": 212 }, "wrist_left": { "count": 209, "mean": 0.045501, "median": 0.02202, "std": 0.062394, "sem": 0.004326, "min": 0.003387, "max": 0.433444, "recall-0.025": 0.502222, "recall-0.05": 0.702222, "recall-0.1": 0.84, "recall-0.15": 0.893333, "recall-0.25": 0.906667, "recall-0.5": 0.928889, "num_labels": 225 }, "wrist_right": { "count": 205, "mean": 0.040028, "median": 0.021097, "std": 0.059433, "sem": 0.004161, "min": 0.002012, "max": 0.433066, "recall-0.025": 0.545045, "recall-0.05": 0.720721, "recall-0.1": 0.833333, "recall-0.15": 0.887387, "recall-0.25": 0.900901, "recall-0.5": 0.923423, "num_labels": 222 }, "hip_left": { "count": 176, "mean": 0.094577, "median": 0.081116, "std": 0.06204, "sem": 0.00469, "min": 0.028524, "max": 0.487868, "recall-0.025": 0.0, "recall-0.05": 0.116402, "recall-0.1": 0.650794, "recall-0.15": 0.862434, "recall-0.25": 0.899471, "recall-0.5": 0.931217, "num_labels": 189 }, "hip_right": { "count": 107, "mean": 0.102396, "median": 0.085044, "std": 0.066336, "sem": 0.006443, "min": 0.037131, "max": 0.395581, "recall-0.025": 0.0, "recall-0.05": 0.060345, "recall-0.1": 0.637931, "recall-0.15": 0.810345, "recall-0.25": 0.87069, "recall-0.5": 0.922414, "num_labels": 116 }, "knee_left": { "count": 129, "mean": 0.083314, "median": 0.057132, "std": 0.084831, "sem": 0.007498, "min": 0.002789, "max": 0.496749, "recall-0.025": 0.175182, "recall-0.05": 0.416058, "recall-0.1": 0.715328, "recall-0.15": 0.817518, "recall-0.25": 0.890511, "recall-0.5": 0.941606, "num_labels": 137 }, "knee_right": { "count": 125, "mean": 0.072481, "median": 0.047626, "std": 0.07716, "sem": 0.006929, "min": 0.005859, "max": 0.392735, "recall-0.025": 0.233083, "recall-0.05": 0.496241, "recall-0.1": 0.721805, "recall-0.15": 0.857143, "recall-0.25": 0.887218, "recall-0.5": 0.93985, "num_labels": 133 }, "ankle_left": { "count": 95, "mean": 0.161343, "median": 0.131309, "std": 0.121429, "sem": 0.012524, "min": 0.008477, "max": 0.452581, "recall-0.025": 0.052174, "recall-0.05": 0.147826, "recall-0.1": 0.33913, "recall-0.15": 0.495652, "recall-0.25": 0.626087, "recall-0.5": 0.826087, "num_labels": 115 }, "ankle_right": { "count": 78, "mean": 0.151625, "median": 0.081017, "std": 0.148102, "sem": 0.016878, "min": 0.01164, "max": 0.47701, "recall-0.025": 0.12766, "recall-0.05": 0.276596, "recall-0.1": 0.457447, "recall-0.15": 0.574468, "recall-0.25": 0.62766, "recall-0.5": 0.829787, "num_labels": 94 }, "joint_recalls": { "num_labels": 2490, "recall-0.025": 0.3008, "recall-0.05": 0.56627, "recall-0.1": 0.77309, "recall-0.15": 0.8498, "recall-0.25": 0.87992, "recall-0.5": 0.91888 } } { "total_parts": 2243, "correct_parts": 1980, "pcp": 0.882746 } ``` ### Tsinghua (duration 00:01:51) ```json { "avg_time_2d": 0.15860778018832206, "avg_time_3d": 0.017471200227737425, "avg_fps": 5.679269596161257 } { "person_nums": { "total_frames": 330, "total_labels": 780, "total_preds": 852, "considered_empty": 2, "valid_preds": 777, "invalid_preds": 73, "missing": 3, "invalid_fraction": 0.08588, "precision": 0.91412, "recall": 0.99615, "f1": 0.95337, "non_empty": 850 }, "mpjpe": { "count": 777, "mean": 0.053355, "median": 0.050846, "std": 0.021626, "sem": 0.000776, "min": 0.030764, "max": 0.388758, "recall-0.025": 0.0, "recall-0.05": 0.462821, "recall-0.1": 0.989744, "recall-0.15": 0.991026, "recall-0.25": 0.99359, "recall-0.5": 0.996154, "num_labels": 780, "ap-0.025": 0.0, "ap-0.05": 0.266025, "ap-0.1": 0.985969, "ap-0.15": 0.987296, "ap-0.25": 0.989637, "ap-0.5": 0.993161 }, "head": { "count": 753, "mean": 0.040928, "median": 0.039126, "std": 0.022925, "sem": 0.000836, "min": 0.00567, "max": 0.385126, "recall-0.025": 0.181939, "recall-0.05": 0.741036, "recall-0.1": 0.997344, "recall-0.15": 0.997344, "recall-0.25": 0.997344, "recall-0.5": 1.0, "num_labels": 753 }, "shoulder_left": { "count": 777, "mean": 0.062522, "median": 0.059746, "std": 0.024296, "sem": 0.000872, "min": 0.022216, "max": 0.355614, "recall-0.025": 0.003846, "recall-0.05": 0.308974, "recall-0.1": 0.941026, "recall-0.15": 0.99359, "recall-0.25": 0.99359, "recall-0.5": 0.996154, "num_labels": 780 }, "shoulder_right": { "count": 777, "mean": 0.067595, "median": 0.062627, "std": 0.030316, "sem": 0.001088, "min": 0.022078, "max": 0.491641, "recall-0.025": 0.002564, "recall-0.05": 0.258974, "recall-0.1": 0.901282, "recall-0.15": 0.991026, "recall-0.25": 0.99359, "recall-0.5": 0.996154, "num_labels": 780 }, "elbow_left": { "count": 773, "mean": 0.048114, "median": 0.044687, "std": 0.022592, "sem": 0.000813, "min": 0.00551, "max": 0.209571, "recall-0.025": 0.113402, "recall-0.05": 0.614691, "recall-0.1": 0.972938, "recall-0.15": 0.990979, "recall-0.25": 0.996134, "recall-0.5": 0.996134, "num_labels": 776 }, "elbow_right": { "count": 773, "mean": 0.052458, "median": 0.047666, "std": 0.035088, "sem": 0.001263, "min": 0.003696, "max": 0.494536, "recall-0.025": 0.114543, "recall-0.05": 0.541828, "recall-0.1": 0.94852, "recall-0.15": 0.98713, "recall-0.25": 0.990991, "recall-0.5": 0.994852, "num_labels": 777 }, "wrist_left": { "count": 767, "mean": 0.049785, "median": 0.042228, "std": 0.030582, "sem": 0.001105, "min": 0.004885, "max": 0.255015, "recall-0.025": 0.166234, "recall-0.05": 0.620779, "recall-0.1": 0.935065, "recall-0.15": 0.985714, "recall-0.25": 0.994805, "recall-0.5": 0.996104, "num_labels": 770 }, "wrist_right": { "count": 744, "mean": 0.060522, "median": 0.050427, "std": 0.043931, "sem": 0.001612, "min": 0.008534, "max": 0.488707, "recall-0.025": 0.104139, "recall-0.05": 0.488652, "recall-0.1": 0.871829, "recall-0.15": 0.949266, "recall-0.25": 0.987984, "recall-0.5": 0.993324, "num_labels": 749 }, "hip_left": { "count": 777, "mean": 0.065059, "median": 0.058995, "std": 0.031143, "sem": 0.001118, "min": 0.006973, "max": 0.333501, "recall-0.025": 0.023077, "recall-0.05": 0.333333, "recall-0.1": 0.903846, "recall-0.15": 0.971795, "recall-0.25": 0.99359, "recall-0.5": 0.996154, "num_labels": 780 }, "hip_right": { "count": 777, "mean": 0.05311, "median": 0.045129, "std": 0.03416, "sem": 0.001226, "min": 0.007262, "max": 0.377279, "recall-0.025": 0.114103, "recall-0.05": 0.580769, "recall-0.1": 0.917949, "recall-0.15": 0.979487, "recall-0.25": 0.99359, "recall-0.5": 0.996154, "num_labels": 780 }, "knee_left": { "count": 776, "mean": 0.048619, "median": 0.043976, "std": 0.031522, "sem": 0.001132, "min": 0.006994, "max": 0.362978, "recall-0.025": 0.174583, "recall-0.05": 0.603338, "recall-0.1": 0.961489, "recall-0.15": 0.983312, "recall-0.25": 0.992298, "recall-0.5": 0.996149, "num_labels": 779 }, "knee_right": { "count": 771, "mean": 0.051105, "median": 0.046587, "std": 0.030419, "sem": 0.001096, "min": 0.008215, "max": 0.420776, "recall-0.025": 0.140827, "recall-0.05": 0.560724, "recall-0.1": 0.962532, "recall-0.15": 0.984496, "recall-0.25": 0.99354, "recall-0.5": 0.996124, "num_labels": 774 }, "ankle_left": { "count": 775, "mean": 0.042663, "median": 0.037704, "std": 0.032934, "sem": 0.001184, "min": 0.00377, "max": 0.414303, "recall-0.025": 0.240051, "recall-0.05": 0.690629, "recall-0.1": 0.97561, "recall-0.15": 0.983312, "recall-0.25": 0.98973, "recall-0.5": 0.994865, "num_labels": 779 }, "ankle_right": { "count": 768, "mean": 0.045821, "median": 0.040081, "std": 0.033126, "sem": 0.001196, "min": 0.004582, "max": 0.448386, "recall-0.025": 0.212987, "recall-0.05": 0.668831, "recall-0.1": 0.954545, "recall-0.15": 0.987013, "recall-0.25": 0.994805, "recall-0.5": 0.997403, "num_labels": 770 }, "joint_recalls": { "num_labels": 10047, "recall-0.025": 0.12163, "recall-0.05": 0.53807, "recall-0.1": 0.94118, "recall-0.15": 0.98308, "recall-0.25": 0.99273, "recall-0.5": 0.99572 } } { "total_parts": 10800, "correct_parts": 10645, "pcp": 0.985648 } ```