# Evaluation Results Results of the model in various experiments on different datasets. ### Human36m (duration 00:01:20) ```json { "avg_time_2d": 0.08097348859754659, "avg_time_3d": 0.0029713828684919973, "avg_fps": 11.912580036584702 } { "person_nums": { "total_frames": 600, "total_labels": 600, "total_preds": 602, "considered_empty": 0, "valid_preds": 600, "invalid_preds": 2, "missing": 0, "invalid_fraction": 0.00332, "precision": 0.99668, "recall": 1.0, "f1": 0.99834, "non_empty": 602 }, "mpjpe": { "count": 600, "mean": 0.065734, "median": 0.059207, "std": 0.026966, "sem": 0.001102, "min": 0.043856, "max": 0.192617, "recall-0.025": 0.0, "recall-0.05": 0.045, "recall-0.1": 0.948333, "recall-0.15": 0.95, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 600, "ap-0.025": 0.0, "ap-0.05": 0.00657, "ap-0.1": 0.914958, "ap-0.15": 0.916544, "ap-0.25": 0.9984, "ap-0.5": 0.9984 }, "nose": { "count": 600, "mean": 0.11277, "median": 0.09795, "std": 0.040821, "sem": 0.001668, "min": 0.025006, "max": 0.269847, "recall-0.025": 0.0, "recall-0.05": 0.028333, "recall-0.1": 0.531667, "recall-0.15": 0.815, "recall-0.25": 0.993333, "recall-0.5": 1.0, "num_labels": 600 }, "shoulder_left": { "count": 600, "mean": 0.033989, "median": 0.025369, "std": 0.032344, "sem": 0.001322, "min": 0.004249, "max": 0.180174, "recall-0.025": 0.49, "recall-0.05": 0.868333, "recall-0.1": 0.945, "recall-0.15": 0.963333, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 600 }, "shoulder_right": { "count": 600, "mean": 0.047097, "median": 0.034615, "std": 0.039203, "sem": 0.001602, "min": 0.006416, "max": 0.200896, "recall-0.025": 0.26, "recall-0.05": 0.765, "recall-0.1": 0.911667, "recall-0.15": 0.948333, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 600 }, "elbow_left": { "count": 600, "mean": 0.043117, "median": 0.033579, "std": 0.03565, "sem": 0.001457, "min": 0.004306, "max": 0.195614, "recall-0.025": 0.276667, "recall-0.05": 0.821667, "recall-0.1": 0.933333, "recall-0.15": 0.958333, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 600 }, "elbow_right": { "count": 600, "mean": 0.041943, "median": 0.032362, "std": 0.03346, "sem": 0.001367, "min": 0.00799, "max": 0.308337, "recall-0.025": 0.245, "recall-0.05": 0.831667, "recall-0.1": 0.938333, "recall-0.15": 0.948333, "recall-0.25": 0.998333, "recall-0.5": 1.0, "num_labels": 600 }, "wrist_left": { "count": 600, "mean": 0.043047, "median": 0.024877, "std": 0.047204, "sem": 0.001929, "min": 0.001142, "max": 0.270487, "recall-0.025": 0.501667, "recall-0.05": 0.733333, "recall-0.1": 0.891667, "recall-0.15": 0.935, "recall-0.25": 0.996667, "recall-0.5": 1.0, "num_labels": 600 }, "wrist_right": { "count": 600, "mean": 0.046558, "median": 0.028199, "std": 0.051162, "sem": 0.00209, "min": 0.002724, "max": 0.252783, "recall-0.025": 0.443333, "recall-0.05": 0.766667, "recall-0.1": 0.885, "recall-0.15": 0.905, "recall-0.25": 0.995, "recall-0.5": 1.0, "num_labels": 600 }, "hip_left": { "count": 600, "mean": 0.088603, "median": 0.083264, "std": 0.033261, "sem": 0.001359, "min": 0.023618, "max": 0.241896, "recall-0.025": 0.003333, "recall-0.05": 0.028333, "recall-0.1": 0.82, "recall-0.15": 0.95, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 600 }, "hip_right": { "count": 600, "mean": 0.113407, "median": 0.112781, "std": 0.027399, "sem": 0.001119, "min": 0.046711, "max": 0.236993, "recall-0.025": 0.0, "recall-0.05": 0.001667, "recall-0.1": 0.223333, "recall-0.15": 0.943333, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 600 }, "knee_left": { "count": 600, "mean": 0.058249, "median": 0.045661, "std": 0.048165, "sem": 0.001968, "min": 0.016547, "max": 0.354359, "recall-0.025": 0.031667, "recall-0.05": 0.605, "recall-0.1": 0.93, "recall-0.15": 0.931667, "recall-0.25": 0.983333, "recall-0.5": 1.0, "num_labels": 600 }, "knee_right": { "count": 600, "mean": 0.052499, "median": 0.045662, "std": 0.033659, "sem": 0.001375, "min": 0.00962, "max": 0.234671, "recall-0.025": 0.021667, "recall-0.05": 0.688333, "recall-0.1": 0.945, "recall-0.15": 0.95, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 600 }, "ankle_left": { "count": 600, "mean": 0.0955, "median": 0.087396, "std": 0.03264, "sem": 0.001334, "min": 0.060148, "max": 0.479475, "recall-0.025": 0.0, "recall-0.05": 0.0, "recall-0.1": 0.848333, "recall-0.15": 0.94, "recall-0.25": 0.996667, "recall-0.5": 1.0, "num_labels": 600 }, "ankle_right": { "count": 600, "mean": 0.077765, "median": 0.068378, "std": 0.036897, "sem": 0.001508, "min": 0.028667, "max": 0.329289, "recall-0.025": 0.0, "recall-0.05": 0.021667, "recall-0.1": 0.898333, "recall-0.15": 0.935, "recall-0.25": 0.993333, "recall-0.5": 1.0, "num_labels": 600 }, "joint_recalls": { "num_labels": 7800, "recall-0.025": 0.17462, "recall-0.05": 0.47321, "recall-0.1": 0.82244, "recall-0.15": 0.93179, "recall-0.25": 0.99615, "recall-0.5": 1.0 } } { "total_parts": 8400, "correct_parts": 8117, "pcp": 0.96631 } ``` ### Shelf (duration 00:00:56) ```json { "avg_time_2d": 0.14836799483938315, "avg_time_3d": 0.017724498440719553, "avg_fps": 6.020741697901867 } { "person_nums": { "total_frames": 301, "total_labels": 477, "total_preds": 1136, "considered_empty": 20, "valid_preds": 477, "invalid_preds": 639, "missing": 0, "invalid_fraction": 0.57258, "precision": 0.42742, "recall": 1.0, "f1": 0.59887, "non_empty": 1116 }, "mpjpe": { "count": 477, "mean": 0.047315, "median": 0.042138, "std": 0.015147, "sem": 0.000694, "min": 0.028647, "max": 0.114489, "recall-0.025": 0.0, "recall-0.05": 0.691824, "recall-0.1": 0.987421, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477, "ap-0.025": 0.0, "ap-0.05": 0.388784, "ap-0.1": 0.713268, "ap-0.15": 0.722361, "ap-0.25": 0.722361, "ap-0.5": 0.722361 }, "head": { "count": 477, "mean": 0.049118, "median": 0.045106, "std": 0.023343, "sem": 0.00107, "min": 0.003301, "max": 0.143894, "recall-0.025": 0.121593, "recall-0.05": 0.570231, "recall-0.1": 0.955975, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "shoulder_left": { "count": 477, "mean": 0.043445, "median": 0.038191, "std": 0.021055, "sem": 0.000965, "min": 0.003232, "max": 0.157207, "recall-0.025": 0.171908, "recall-0.05": 0.712788, "recall-0.1": 0.983229, "recall-0.15": 0.995807, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "shoulder_right": { "count": 477, "mean": 0.049137, "median": 0.045682, "std": 0.024752, "sem": 0.001135, "min": 0.003266, "max": 0.160035, "recall-0.025": 0.134172, "recall-0.05": 0.572327, "recall-0.1": 0.964361, "recall-0.15": 0.995807, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "elbow_left": { "count": 477, "mean": 0.041395, "median": 0.033043, "std": 0.027196, "sem": 0.001247, "min": 0.003226, "max": 0.152207, "recall-0.025": 0.339623, "recall-0.05": 0.719078, "recall-0.1": 0.951782, "recall-0.15": 0.997904, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "elbow_right": { "count": 477, "mean": 0.053602, "median": 0.045523, "std": 0.042083, "sem": 0.001929, "min": 0.004168, "max": 0.253633, "recall-0.025": 0.278826, "recall-0.05": 0.557652, "recall-0.1": 0.90566, "recall-0.15": 0.960168, "recall-0.25": 0.997904, "recall-0.5": 1.0, "num_labels": 477 }, "wrist_left": { "count": 477, "mean": 0.061717, "median": 0.052702, "std": 0.046414, "sem": 0.002127, "min": 0.006451, "max": 0.41084, "recall-0.025": 0.113208, "recall-0.05": 0.417191, "recall-0.1": 0.909853, "recall-0.15": 0.949686, "recall-0.25": 0.987421, "recall-0.5": 1.0, "num_labels": 477 }, "wrist_right": { "count": 477, "mean": 0.057621, "median": 0.052403, "std": 0.031001, "sem": 0.001421, "min": 0.008162, "max": 0.222674, "recall-0.025": 0.102725, "recall-0.05": 0.444444, "recall-0.1": 0.909853, "recall-0.15": 0.981132, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "hip_left": { "count": 477, "mean": 0.045082, "median": 0.038157, "std": 0.026061, "sem": 0.001195, "min": 0.001857, "max": 0.128869, "recall-0.025": 0.224319, "recall-0.05": 0.67086, "recall-0.1": 0.947589, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "hip_right": { "count": 477, "mean": 0.056117, "median": 0.052888, "std": 0.022784, "sem": 0.001044, "min": 0.006227, "max": 0.137531, "recall-0.025": 0.083857, "recall-0.05": 0.419287, "recall-0.1": 0.960168, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "knee_left": { "count": 477, "mean": 0.038063, "median": 0.035282, "std": 0.024315, "sem": 0.001114, "min": 0.003097, "max": 0.183598, "recall-0.025": 0.289308, "recall-0.05": 0.792453, "recall-0.1": 0.976939, "recall-0.15": 0.989518, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "knee_right": { "count": 477, "mean": 0.039416, "median": 0.035065, "std": 0.023431, "sem": 0.001074, "min": 0.00488, "max": 0.190642, "recall-0.025": 0.32914, "recall-0.05": 0.748428, "recall-0.1": 0.974843, "recall-0.15": 0.997904, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "ankle_left": { "count": 477, "mean": 0.038475, "median": 0.031307, "std": 0.030146, "sem": 0.001382, "min": 0.00131, "max": 0.224915, "recall-0.025": 0.400419, "recall-0.05": 0.813417, "recall-0.1": 0.943396, "recall-0.15": 0.983229, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 477 }, "ankle_right": { "count": 477, "mean": 0.041902, "median": 0.030437, "std": 0.038265, "sem": 0.001754, "min": 0.002837, "max": 0.296238, "recall-0.025": 0.320755, "recall-0.05": 0.777778, "recall-0.1": 0.926625, "recall-0.15": 0.968553, "recall-0.25": 0.997904, "recall-0.5": 1.0, "num_labels": 477 }, "joint_recalls": { "num_labels": 6201, "recall-0.025": 0.22287, "recall-0.05": 0.63119, "recall-0.1": 0.94598, "recall-0.15": 0.98549, "recall-0.25": 0.99855, "recall-0.5": 1.0 } } { "total_parts": 6678, "correct_parts": 6616, "pcp": 0.990716 } ``` ### Campus (duration 00:00:29) ```json { "avg_time_2d": 0.08269888724920885, "avg_time_3d": 0.00582737405345125, "avg_fps": 11.29608305247554 } { "person_nums": { "total_frames": 222, "total_labels": 376, "total_preds": 855, "considered_empty": 54, "valid_preds": 376, "invalid_preds": 425, "missing": 0, "invalid_fraction": 0.53059, "precision": 0.46941, "recall": 1.0, "f1": 0.63891, "non_empty": 801 }, "mpjpe": { "count": 376, "mean": 0.073759, "median": 0.068859, "std": 0.018005, "sem": 0.00093, "min": 0.0459, "max": 0.163826, "recall-0.025": 0.0, "recall-0.05": 0.015957, "recall-0.1": 0.930851, "recall-0.15": 0.984043, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376, "ap-0.025": 0.0, "ap-0.05": 0.000283, "ap-0.1": 0.811046, "ap-0.15": 0.886091, "ap-0.25": 0.896957, "ap-0.5": 0.896957 }, "head": { "count": 376, "mean": 0.052892, "median": 0.051862, "std": 0.022186, "sem": 0.001146, "min": 0.007866, "max": 0.127, "recall-0.025": 0.106383, "recall-0.05": 0.476064, "recall-0.1": 0.984043, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "shoulder_left": { "count": 376, "mean": 0.060966, "median": 0.056108, "std": 0.031436, "sem": 0.001623, "min": 0.003274, "max": 0.185051, "recall-0.025": 0.074468, "recall-0.05": 0.404255, "recall-0.1": 0.867021, "recall-0.15": 0.994681, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "shoulder_right": { "count": 376, "mean": 0.062879, "median": 0.058314, "std": 0.02496, "sem": 0.001289, "min": 0.00855, "max": 0.182673, "recall-0.025": 0.031915, "recall-0.05": 0.335106, "recall-0.1": 0.922872, "recall-0.15": 0.992021, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "elbow_left": { "count": 376, "mean": 0.077799, "median": 0.067444, "std": 0.041299, "sem": 0.002133, "min": 0.006015, "max": 0.199504, "recall-0.025": 0.045213, "recall-0.05": 0.295213, "recall-0.1": 0.734043, "recall-0.15": 0.930851, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "elbow_right": { "count": 376, "mean": 0.069841, "median": 0.059761, "std": 0.035231, "sem": 0.001819, "min": 0.010545, "max": 0.189846, "recall-0.025": 0.037234, "recall-0.05": 0.321809, "recall-0.1": 0.803191, "recall-0.15": 0.968085, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "wrist_left": { "count": 376, "mean": 0.109924, "median": 0.094822, "std": 0.06246, "sem": 0.003225, "min": 0.014099, "max": 0.395002, "recall-0.025": 0.010638, "recall-0.05": 0.12234, "recall-0.1": 0.534574, "recall-0.15": 0.771277, "recall-0.25": 0.952128, "recall-0.5": 1.0, "num_labels": 376 }, "wrist_right": { "count": 376, "mean": 0.094958, "median": 0.092739, "std": 0.036388, "sem": 0.001879, "min": 0.020174, "max": 0.210411, "recall-0.025": 0.010638, "recall-0.05": 0.101064, "recall-0.1": 0.571809, "recall-0.15": 0.920213, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "hip_left": { "count": 376, "mean": 0.084196, "median": 0.083885, "std": 0.027424, "sem": 0.001416, "min": 0.008948, "max": 0.147338, "recall-0.025": 0.007979, "recall-0.05": 0.119681, "recall-0.1": 0.696809, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "hip_right": { "count": 376, "mean": 0.088234, "median": 0.089791, "std": 0.029355, "sem": 0.001516, "min": 0.015462, "max": 0.210122, "recall-0.025": 0.015957, "recall-0.05": 0.103723, "recall-0.1": 0.715426, "recall-0.15": 0.962766, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "knee_left": { "count": 376, "mean": 0.057064, "median": 0.051737, "std": 0.030122, "sem": 0.001555, "min": 0.01259, "max": 0.209373, "recall-0.025": 0.093085, "recall-0.05": 0.465426, "recall-0.1": 0.917553, "recall-0.15": 0.986702, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "knee_right": { "count": 376, "mean": 0.062274, "median": 0.055225, "std": 0.028571, "sem": 0.001475, "min": 0.004272, "max": 0.216432, "recall-0.025": 0.015957, "recall-0.05": 0.356383, "recall-0.1": 0.917553, "recall-0.15": 0.981383, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 376 }, "ankle_left": { "count": 370, "mean": 0.062845, "median": 0.057915, "std": 0.036038, "sem": 0.001876, "min": 0.007413, "max": 0.326849, "recall-0.025": 0.074468, "recall-0.05": 0.335106, "recall-0.1": 0.896277, "recall-0.15": 0.960106, "recall-0.25": 0.976064, "recall-0.5": 0.984043, "num_labels": 376 }, "ankle_right": { "count": 370, "mean": 0.059691, "median": 0.050609, "std": 0.040774, "sem": 0.002123, "min": 0.010702, "max": 0.442452, "recall-0.025": 0.06117, "recall-0.05": 0.476064, "recall-0.1": 0.893617, "recall-0.15": 0.960106, "recall-0.25": 0.976064, "recall-0.5": 0.984043, "num_labels": 376 }, "joint_recalls": { "num_labels": 4888, "recall-0.025": 0.04317, "recall-0.05": 0.29992, "recall-0.1": 0.80278, "recall-0.15": 0.95479, "recall-0.25": 0.99264, "recall-0.5": 0.99755 } } { "total_parts": 5264, "correct_parts": 4972, "pcp": 0.944529 } ``` ### MVOR (duration 00:02:31) ```json { "avg_time_2d": 0.07757738680369634, "avg_time_3d": 0.0026588050922399962, "avg_fps": 12.463203653744767 } { "person_nums": { "total_frames": 629, "total_labels": 1061, "total_preds": 761, "considered_empty": 259, "valid_preds": 438, "invalid_preds": 64, "missing": 623, "invalid_fraction": 0.12749, "precision": 0.87251, "recall": 0.41282, "f1": 0.56046, "non_empty": 502 }, "mpjpe": { "count": 438, "mean": 0.110999, "median": 0.096758, "std": 0.053021, "sem": 0.002536, "min": 0.041183, "max": 0.457321, "recall-0.025": 0.0, "recall-0.05": 0.00377, "recall-0.1": 0.219604, "recall-0.15": 0.351555, "recall-0.25": 0.402451, "recall-0.5": 0.412818, "num_labels": 1061, "ap-0.025": 0.0, "ap-0.05": 0.000103, "ap-0.1": 0.142082, "ap-0.15": 0.290046, "ap-0.25": 0.373209, "ap-0.5": 0.386698 }, "head": { "count": 438, "mean": 0.059301, "median": 0.047955, "std": 0.047348, "sem": 0.002265, "min": 0.007984, "max": 0.409985, "recall-0.025": 0.05655, "recall-0.05": 0.221489, "recall-0.1": 0.365693, "recall-0.15": 0.39491, "recall-0.25": 0.408106, "recall-0.5": 0.412818, "num_labels": 1061 }, "shoulder_left": { "count": 437, "mean": 0.057967, "median": 0.037877, "std": 0.058014, "sem": 0.002778, "min": 0.004852, "max": 0.383066, "recall-0.025": 0.112158, "recall-0.05": 0.264844, "recall-0.1": 0.354383, "recall-0.15": 0.382658, "recall-0.25": 0.402451, "recall-0.5": 0.411876, "num_labels": 1061 }, "shoulder_right": { "count": 438, "mean": 0.055487, "median": 0.036762, "std": 0.057347, "sem": 0.002743, "min": 0.004536, "max": 0.471274, "recall-0.025": 0.097078, "recall-0.05": 0.267672, "recall-0.1": 0.363808, "recall-0.15": 0.385485, "recall-0.25": 0.405278, "recall-0.5": 0.412818, "num_labels": 1061 }, "elbow_left": { "count": 435, "mean": 0.105151, "median": 0.073447, "std": 0.086127, "sem": 0.004134, "min": 0.007643, "max": 0.43204, "recall-0.025": 0.051838, "recall-0.05": 0.141376, "recall-0.1": 0.249764, "recall-0.15": 0.30443, "recall-0.25": 0.37606, "recall-0.5": 0.409991, "num_labels": 1061 }, "elbow_right": { "count": 436, "mean": 0.079933, "median": 0.055267, "std": 0.074021, "sem": 0.003549, "min": 0.004321, "max": 0.461444, "recall-0.025": 0.059378, "recall-0.05": 0.182846, "recall-0.1": 0.312912, "recall-0.15": 0.36098, "recall-0.25": 0.386428, "recall-0.5": 0.410933, "num_labels": 1061 }, "wrist_left": { "count": 432, "mean": 0.12447, "median": 0.079772, "std": 0.10957, "sem": 0.005278, "min": 0.002322, "max": 0.47313, "recall-0.025": 0.05278, "recall-0.05": 0.138549, "recall-0.1": 0.229972, "recall-0.15": 0.277097, "recall-0.25": 0.344015, "recall-0.5": 0.407163, "num_labels": 1061 }, "wrist_right": { "count": 432, "mean": 0.102391, "median": 0.061378, "std": 0.09479, "sem": 0.004566, "min": 0.006318, "max": 0.479642, "recall-0.025": 0.06409, "recall-0.05": 0.175306, "recall-0.1": 0.2705, "recall-0.15": 0.303487, "recall-0.25": 0.366635, "recall-0.5": 0.407163, "num_labels": 1061 }, "hip_left": { "count": 431, "mean": 0.190778, "median": 0.168752, "std": 0.08481, "sem": 0.00409, "min": 0.040111, "max": 0.490925, "recall-0.025": 0.0, "recall-0.05": 0.000943, "recall-0.1": 0.0377, "recall-0.15": 0.147031, "recall-0.25": 0.321395, "recall-0.5": 0.406221, "num_labels": 1061 }, "hip_right": { "count": 430, "mean": 0.188866, "median": 0.170728, "std": 0.083464, "sem": 0.00403, "min": 0.053341, "max": 0.489645, "recall-0.025": 0.0, "recall-0.05": 0.0, "recall-0.1": 0.04524, "recall-0.15": 0.150801, "recall-0.25": 0.328935, "recall-0.5": 0.405278, "num_labels": 1061 }, "knee_left": {}, "knee_right": {}, "ankle_left": {}, "ankle_right": {}, "joint_recalls": { "num_labels": 9549, "recall-0.025": 0.05435, "recall-0.05": 0.15415, "recall-0.1": 0.24736, "recall-0.15": 0.30003, "recall-0.25": 0.37061, "recall-0.5": 0.40873 } } { "total_parts": 10610, "correct_parts": 3342, "pcp": 0.314986 } ``` ### Panoptic (duration 00:02:28) ```json { "avg_time_2d": 0.15851887609900497, "avg_time_3d": 0.02711676795308183, "avg_fps": 5.3868964934310455 } { "person_nums": { "total_frames": 420, "total_labels": 1466, "total_preds": 1738, "considered_empty": 52, "valid_preds": 1454, "invalid_preds": 232, "missing": 12, "invalid_fraction": 0.1376, "precision": 0.8624, "recall": 0.99181, "f1": 0.92259, "non_empty": 1686 }, "mpjpe": { "count": 1454, "mean": 0.042168, "median": 0.036857, "std": 0.02108, "sem": 0.000553, "min": 0.012479, "max": 0.168256, "recall-0.025": 0.177353, "recall-0.05": 0.759891, "recall-0.1": 0.965211, "recall-0.15": 0.99045, "recall-0.25": 0.991814, "recall-0.5": 0.991814, "num_labels": 1466, "ap-0.025": 0.060414, "ap-0.05": 0.680845, "ap-0.1": 0.943244, "ap-0.15": 0.973463, "ap-0.25": 0.974787, "ap-0.5": 0.974787 }, "nose": { "count": 1452, "mean": 0.016822, "median": 0.013121, "std": 0.017966, "sem": 0.000472, "min": 0.002126, "max": 0.286093, "recall-0.025": 0.883117, "recall-0.05": 0.966507, "recall-0.1": 0.989064, "recall-0.15": 0.989747, "recall-0.25": 0.989747, "recall-0.5": 0.992481, "num_labels": 1463 }, "shoulder_left": { "count": 1454, "mean": 0.023702, "median": 0.017862, "std": 0.033742, "sem": 0.000885, "min": 0.001613, "max": 0.279487, "recall-0.025": 0.744884, "recall-0.05": 0.960437, "recall-0.1": 0.975443, "recall-0.15": 0.975443, "recall-0.25": 0.975443, "recall-0.5": 0.991814, "num_labels": 1466 }, "shoulder_right": { "count": 1453, "mean": 0.023312, "median": 0.020179, "std": 0.01516, "sem": 0.000398, "min": 0.003067, "max": 0.146271, "recall-0.025": 0.671672, "recall-0.05": 0.949488, "recall-0.1": 0.988396, "recall-0.15": 0.991809, "recall-0.25": 0.991809, "recall-0.5": 0.991809, "num_labels": 1465 }, "elbow_left": { "count": 1453, "mean": 0.030356, "median": 0.018233, "std": 0.056255, "sem": 0.001476, "min": 0.001722, "max": 0.464792, "recall-0.025": 0.694881, "recall-0.05": 0.891468, "recall-0.1": 0.967235, "recall-0.15": 0.974061, "recall-0.25": 0.974061, "recall-0.5": 0.991809, "num_labels": 1465 }, "elbow_right": { "count": 1452, "mean": 0.022121, "median": 0.017129, "std": 0.016663, "sem": 0.000437, "min": 0.001506, "max": 0.18224, "recall-0.025": 0.714969, "recall-0.05": 0.935065, "recall-0.1": 0.987697, "recall-0.15": 0.991798, "recall-0.25": 0.992481, "recall-0.5": 0.992481, "num_labels": 1463 }, "wrist_left": { "count": 1426, "mean": 0.031034, "median": 0.015989, "std": 0.041591, "sem": 0.001102, "min": 0.001413, "max": 0.342328, "recall-0.025": 0.678522, "recall-0.05": 0.845886, "recall-0.1": 0.928173, "recall-0.15": 0.960251, "recall-0.25": 0.990237, "recall-0.5": 0.994421, "num_labels": 1434 }, "wrist_right": { "count": 1449, "mean": 0.024373, "median": 0.016014, "std": 0.025093, "sem": 0.000659, "min": 0.000914, "max": 0.240789, "recall-0.025": 0.703297, "recall-0.05": 0.897665, "recall-0.1": 0.973214, "recall-0.15": 0.989011, "recall-0.25": 0.995192, "recall-0.5": 0.995192, "num_labels": 1456 }, "hip_left": { "count": 1453, "mean": 0.061695, "median": 0.055825, "std": 0.032837, "sem": 0.000862, "min": 0.002276, "max": 0.230798, "recall-0.025": 0.066212, "recall-0.05": 0.393174, "recall-0.1": 0.894198, "recall-0.15": 0.96314, "recall-0.25": 0.991809, "recall-0.5": 0.991809, "num_labels": 1465 }, "hip_right": { "count": 1454, "mean": 0.060155, "median": 0.058702, "std": 0.028867, "sem": 0.000757, "min": 0.002677, "max": 0.287728, "recall-0.025": 0.067531, "recall-0.05": 0.369714, "recall-0.1": 0.922237, "recall-0.15": 0.978172, "recall-0.25": 0.991132, "recall-0.5": 0.991814, "num_labels": 1466 }, "knee_left": { "count": 1453, "mean": 0.046027, "median": 0.040423, "std": 0.029428, "sem": 0.000772, "min": 0.002822, "max": 0.274944, "recall-0.025": 0.188396, "recall-0.05": 0.661433, "recall-0.1": 0.952218, "recall-0.15": 0.974744, "recall-0.25": 0.989078, "recall-0.5": 0.991809, "num_labels": 1465 }, "knee_right": { "count": 1452, "mean": 0.047274, "median": 0.041634, "std": 0.026906, "sem": 0.000706, "min": 0.001798, "max": 0.187612, "recall-0.025": 0.224812, "recall-0.05": 0.584647, "recall-0.1": 0.954764, "recall-0.15": 0.991775, "recall-0.25": 0.995202, "recall-0.5": 0.995202, "num_labels": 1459 }, "ankle_left": { "count": 1439, "mean": 0.071808, "median": 0.032165, "std": 0.098716, "sem": 0.002603, "min": 0.001232, "max": 0.494486, "recall-0.025": 0.382775, "recall-0.05": 0.632946, "recall-0.1": 0.78674, "recall-0.15": 0.83527, "recall-0.25": 0.91866, "recall-0.5": 0.983595, "num_labels": 1463 }, "ankle_right": { "count": 1440, "mean": 0.081234, "median": 0.033067, "std": 0.119559, "sem": 0.003152, "min": 0.001386, "max": 0.499447, "recall-0.025": 0.373973, "recall-0.05": 0.677397, "recall-0.1": 0.796575, "recall-0.15": 0.839726, "recall-0.25": 0.885616, "recall-0.5": 0.986301, "num_labels": 1460 }, "joint_recalls": { "num_labels": 18990, "recall-0.025": 0.49136, "recall-0.05": 0.75066, "recall-0.1": 0.9317, "recall-0.15": 0.95771, "recall-0.25": 0.97483, "recall-0.5": 0.9911 } } { "total_parts": 20444, "correct_parts": 19848, "pcp": 0.970847 } ``` ### IkeaAsm (duration 00:01:45) ```json { "avg_time_2d": 0.07040633143280907, "avg_time_3d": 0.00213554522974028, "avg_fps": 13.785141024842861 } { "person_nums": { "total_frames": 288, "total_labels": 288, "total_preds": 310, "considered_empty": 51, "valid_preds": 251, "invalid_preds": 8, "missing": 37, "invalid_fraction": 0.03089, "precision": 0.96911, "recall": 0.87153, "f1": 0.91773, "non_empty": 259 }, "mpjpe": { "count": 251, "mean": 0.065975, "median": 0.053767, "std": 0.046091, "sem": 0.002915, "min": 0.016763, "max": 0.366032, "recall-0.025": 0.048611, "recall-0.05": 0.381944, "recall-0.1": 0.732639, "recall-0.15": 0.836806, "recall-0.25": 0.857639, "recall-0.5": 0.871528, "num_labels": 288, "ap-0.025": 0.007366, "ap-0.05": 0.204348, "ap-0.1": 0.655256, "ap-0.15": 0.81734, "ap-0.25": 0.848678, "ap-0.5": 0.865346 }, "head": { "count": 237, "mean": 0.038044, "median": 0.029325, "std": 0.033749, "sem": 0.002197, "min": 0.004678, "max": 0.383215, "recall-0.025": 0.333333, "recall-0.05": 0.718519, "recall-0.1": 0.855556, "recall-0.15": 0.87037, "recall-0.25": 0.874074, "recall-0.5": 0.877778, "num_labels": 270 }, "shoulder_left": { "count": 236, "mean": 0.042516, "median": 0.033226, "std": 0.034694, "sem": 0.002263, "min": 0.006654, "max": 0.327001, "recall-0.025": 0.193309, "recall-0.05": 0.669145, "recall-0.1": 0.855019, "recall-0.15": 0.869888, "recall-0.25": 0.869888, "recall-0.5": 0.877323, "num_labels": 269 }, "shoulder_right": { "count": 228, "mean": 0.038985, "median": 0.029654, "std": 0.033751, "sem": 0.00224, "min": 0.006179, "max": 0.3875, "recall-0.025": 0.271318, "recall-0.05": 0.717054, "recall-0.1": 0.852713, "recall-0.15": 0.872093, "recall-0.25": 0.879845, "recall-0.5": 0.883721, "num_labels": 258 }, "elbow_left": { "count": 218, "mean": 0.038058, "median": 0.024438, "std": 0.044266, "sem": 0.003005, "min": 0.003563, "max": 0.4313, "recall-0.025": 0.452, "recall-0.05": 0.692, "recall-0.1": 0.82, "recall-0.15": 0.852, "recall-0.25": 0.864, "recall-0.5": 0.872, "num_labels": 250 }, "elbow_right": { "count": 184, "mean": 0.034691, "median": 0.022777, "std": 0.046459, "sem": 0.003434, "min": 0.002853, "max": 0.462231, "recall-0.025": 0.481132, "recall-0.05": 0.707547, "recall-0.1": 0.839623, "recall-0.15": 0.858491, "recall-0.25": 0.858491, "recall-0.5": 0.867925, "num_labels": 212 }, "wrist_left": { "count": 199, "mean": 0.038361, "median": 0.0213, "std": 0.045916, "sem": 0.003263, "min": 0.003387, "max": 0.407967, "recall-0.025": 0.524444, "recall-0.05": 0.702222, "recall-0.1": 0.8, "recall-0.15": 0.871111, "recall-0.25": 0.88, "recall-0.5": 0.884444, "num_labels": 225 }, "wrist_right": { "count": 194, "mean": 0.035801, "median": 0.019762, "std": 0.051739, "sem": 0.003724, "min": 0.002012, "max": 0.433066, "recall-0.025": 0.540541, "recall-0.05": 0.711712, "recall-0.1": 0.801802, "recall-0.15": 0.846847, "recall-0.25": 0.855856, "recall-0.5": 0.873874, "num_labels": 222 }, "hip_left": { "count": 166, "mean": 0.097841, "median": 0.080859, "std": 0.063055, "sem": 0.004909, "min": 0.028679, "max": 0.487868, "recall-0.025": 0.0, "recall-0.05": 0.095238, "recall-0.1": 0.608466, "recall-0.15": 0.798942, "recall-0.25": 0.835979, "recall-0.5": 0.878307, "num_labels": 189 }, "hip_right": { "count": 101, "mean": 0.102819, "median": 0.087365, "std": 0.062437, "sem": 0.006244, "min": 0.037131, "max": 0.395581, "recall-0.025": 0.0, "recall-0.05": 0.060345, "recall-0.1": 0.594828, "recall-0.15": 0.75, "recall-0.25": 0.827586, "recall-0.5": 0.87069, "num_labels": 116 }, "knee_left": { "count": 125, "mean": 0.087678, "median": 0.058905, "std": 0.091155, "sem": 0.008186, "min": 0.002789, "max": 0.473302, "recall-0.025": 0.19708, "recall-0.05": 0.394161, "recall-0.1": 0.671533, "recall-0.15": 0.781022, "recall-0.25": 0.846715, "recall-0.5": 0.912409, "num_labels": 137 }, "knee_right": { "count": 119, "mean": 0.075441, "median": 0.041921, "std": 0.079578, "sem": 0.007326, "min": 0.005859, "max": 0.408641, "recall-0.025": 0.233083, "recall-0.05": 0.473684, "recall-0.1": 0.661654, "recall-0.15": 0.774436, "recall-0.25": 0.857143, "recall-0.5": 0.894737, "num_labels": 133 }, "ankle_left": { "count": 91, "mean": 0.138874, "median": 0.110764, "std": 0.111323, "sem": 0.011734, "min": 0.008477, "max": 0.434693, "recall-0.025": 0.052174, "recall-0.05": 0.191304, "recall-0.1": 0.382609, "recall-0.15": 0.504348, "recall-0.25": 0.669565, "recall-0.5": 0.791304, "num_labels": 115 }, "ankle_right": { "count": 68, "mean": 0.110192, "median": 0.071169, "std": 0.111019, "sem": 0.013563, "min": 0.01164, "max": 0.47701, "recall-0.025": 0.12766, "recall-0.05": 0.287234, "recall-0.1": 0.457447, "recall-0.15": 0.56383, "recall-0.25": 0.638298, "recall-0.5": 0.723404, "num_labels": 94 }, "joint_recalls": { "num_labels": 2490, "recall-0.025": 0.29598, "recall-0.05": 0.55502, "recall-0.1": 0.75141, "recall-0.15": 0.81406, "recall-0.25": 0.84297, "recall-0.5": 0.86827 } } { "total_parts": 2243, "correct_parts": 1906, "pcp": 0.849755 } ``` ### Tsinghua (duration 00:01:51) ```json { "avg_time_2d": 0.15860778018832206, "avg_time_3d": 0.017471200227737425, "avg_fps": 5.679269596161257 } { "person_nums": { "total_frames": 330, "total_labels": 780, "total_preds": 1057, "considered_empty": 23, "valid_preds": 776, "invalid_preds": 258, "missing": 4, "invalid_fraction": 0.24952, "precision": 0.75048, "recall": 0.99487, "f1": 0.85557, "non_empty": 1034 }, "mpjpe": { "count": 776, "mean": 0.051933, "median": 0.049863, "std": 0.014382, "sem": 0.000517, "min": 0.029634, "max": 0.290459, "recall-0.025": 0.0, "recall-0.05": 0.501282, "recall-0.1": 0.992308, "recall-0.15": 0.99359, "recall-0.25": 0.99359, "recall-0.5": 0.994872, "num_labels": 780, "ap-0.025": 0.0, "ap-0.05": 0.306795, "ap-0.1": 0.991081, "ap-0.15": 0.99261, "ap-0.25": 0.99261, "ap-0.5": 0.993698 }, "head": { "count": 753, "mean": 0.03895, "median": 0.038185, "std": 0.016016, "sem": 0.000584, "min": 0.004795, "max": 0.097068, "recall-0.025": 0.215139, "recall-0.05": 0.77822, "recall-0.1": 1.0, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 753 }, "shoulder_left": { "count": 776, "mean": 0.061926, "median": 0.061105, "std": 0.020617, "sem": 0.000741, "min": 0.019191, "max": 0.220586, "recall-0.025": 0.008974, "recall-0.05": 0.308974, "recall-0.1": 0.939744, "recall-0.15": 0.99359, "recall-0.25": 0.994872, "recall-0.5": 0.994872, "num_labels": 780 }, "shoulder_right": { "count": 776, "mean": 0.064914, "median": 0.060649, "std": 0.022005, "sem": 0.00079, "min": 0.022078, "max": 0.150885, "recall-0.025": 0.002564, "recall-0.05": 0.283333, "recall-0.1": 0.919231, "recall-0.15": 0.99359, "recall-0.25": 0.994872, "recall-0.5": 0.994872, "num_labels": 780 }, "elbow_left": { "count": 771, "mean": 0.048155, "median": 0.044396, "std": 0.022235, "sem": 0.000801, "min": 0.003098, "max": 0.21128, "recall-0.025": 0.108247, "recall-0.05": 0.597938, "recall-0.1": 0.972938, "recall-0.15": 0.987113, "recall-0.25": 0.993557, "recall-0.5": 0.993557, "num_labels": 776 }, "elbow_right": { "count": 773, "mean": 0.051632, "median": 0.046512, "std": 0.034104, "sem": 0.001227, "min": 0.007278, "max": 0.454768, "recall-0.025": 0.11583, "recall-0.05": 0.566281, "recall-0.1": 0.94852, "recall-0.15": 0.985843, "recall-0.25": 0.988417, "recall-0.5": 0.994852, "num_labels": 777 }, "wrist_left": { "count": 765, "mean": 0.050433, "median": 0.04224, "std": 0.031081, "sem": 0.001124, "min": 0.005464, "max": 0.287068, "recall-0.025": 0.146753, "recall-0.05": 0.620779, "recall-0.1": 0.932468, "recall-0.15": 0.984416, "recall-0.25": 0.98961, "recall-0.5": 0.993506, "num_labels": 770 }, "wrist_right": { "count": 744, "mean": 0.06004, "median": 0.049851, "std": 0.042609, "sem": 0.001563, "min": 0.005678, "max": 0.36077, "recall-0.025": 0.109479, "recall-0.05": 0.502003, "recall-0.1": 0.871829, "recall-0.15": 0.946595, "recall-0.25": 0.985314, "recall-0.5": 0.993324, "num_labels": 749 }, "hip_left": { "count": 776, "mean": 0.063849, "median": 0.0596, "std": 0.026494, "sem": 0.000952, "min": 0.0017, "max": 0.217641, "recall-0.025": 0.026923, "recall-0.05": 0.30641, "recall-0.1": 0.919231, "recall-0.15": 0.978205, "recall-0.25": 0.994872, "recall-0.5": 0.994872, "num_labels": 780 }, "hip_right": { "count": 776, "mean": 0.051607, "median": 0.044657, "std": 0.028833, "sem": 0.001036, "min": 0.007308, "max": 0.192378, "recall-0.025": 0.111538, "recall-0.05": 0.587179, "recall-0.1": 0.934615, "recall-0.15": 0.979487, "recall-0.25": 0.994872, "recall-0.5": 0.994872, "num_labels": 780 }, "knee_left": { "count": 775, "mean": 0.045965, "median": 0.043071, "std": 0.02706, "sem": 0.000973, "min": 0.005523, "max": 0.362978, "recall-0.025": 0.184852, "recall-0.05": 0.634146, "recall-0.1": 0.970475, "recall-0.15": 0.984596, "recall-0.25": 0.993582, "recall-0.5": 0.994865, "num_labels": 779 }, "knee_right": { "count": 771, "mean": 0.049529, "median": 0.046727, "std": 0.024371, "sem": 0.000878, "min": 0.006187, "max": 0.178582, "recall-0.025": 0.134367, "recall-0.05": 0.578811, "recall-0.1": 0.96124, "recall-0.15": 0.989664, "recall-0.25": 0.996124, "recall-0.5": 0.996124, "num_labels": 774 }, "ankle_left": { "count": 774, "mean": 0.040168, "median": 0.037831, "std": 0.021928, "sem": 0.000789, "min": 0.002465, "max": 0.213487, "recall-0.025": 0.2362, "recall-0.05": 0.716303, "recall-0.1": 0.980745, "recall-0.15": 0.988447, "recall-0.25": 0.993582, "recall-0.5": 0.993582, "num_labels": 779 }, "ankle_right": { "count": 769, "mean": 0.043193, "median": 0.039079, "std": 0.025619, "sem": 0.000924, "min": 0.002305, "max": 0.189483, "recall-0.025": 0.216883, "recall-0.05": 0.694805, "recall-0.1": 0.963636, "recall-0.15": 0.990909, "recall-0.25": 0.998701, "recall-0.5": 0.998701, "num_labels": 770 }, "joint_recalls": { "num_labels": 10047, "recall-0.025": 0.12292, "recall-0.05": 0.55021, "recall-0.1": 0.94685, "recall-0.15": 0.98427, "recall-0.25": 0.99343, "recall-0.5": 0.99472 } } { "total_parts": 10800, "correct_parts": 10664, "pcp": 0.987407 } ```