39 KiB
39 KiB
Evaluation Results
Results of the model in various experiments on different datasets.
Human36m
(duration 00:01:20)
{
"avg_time_2d": 0.08300593747931012,
"avg_time_3d": 0.0030075873358774994,
"avg_fps": 11.62607859808842
}
{
"person_nums": {
"total_frames": 600,
"total_labels": 600,
"total_preds": 601,
"considered_empty": 1,
"valid_preds": 600,
"invalid_preds": 0,
"missing": 0,
"invalid_fraction": 0.0,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"non_empty": 600
},
"mpjpe": {
"count": 600,
"mean": 0.064525,
"median": 0.05712,
"std": 0.027463,
"sem": 0.001122,
"min": 0.042287,
"max": 0.195921,
"recall-0.025": 0.0,
"recall-0.05": 0.056667,
"recall-0.1": 0.95,
"recall-0.15": 0.95,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 600,
"ap-0.025": 0.0,
"ap-0.05": 0.007858,
"ap-0.1": 0.917143,
"ap-0.15": 0.917143,
"ap-0.25": 1.0,
"ap-0.5": 1.0
},
"nose": {
"count": 600,
"mean": 0.110101,
"median": 0.100464,
"std": 0.037808,
"sem": 0.001545,
"min": 0.025006,
"max": 0.312799,
"recall-0.025": 0.0,
"recall-0.05": 0.025,
"recall-0.1": 0.493333,
"recall-0.15": 0.88,
"recall-0.25": 0.996667,
"recall-0.5": 1.0,
"num_labels": 600
},
"shoulder_left": {
"count": 600,
"mean": 0.034392,
"median": 0.025977,
"std": 0.032414,
"sem": 0.001324,
"min": 0.004249,
"max": 0.180174,
"recall-0.025": 0.485,
"recall-0.05": 0.863333,
"recall-0.1": 0.945,
"recall-0.15": 0.965,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 600
},
"shoulder_right": {
"count": 600,
"mean": 0.048199,
"median": 0.034951,
"std": 0.042251,
"sem": 0.001726,
"min": 0.006416,
"max": 0.269687,
"recall-0.025": 0.26,
"recall-0.05": 0.756667,
"recall-0.1": 0.91,
"recall-0.15": 0.941667,
"recall-0.25": 0.995,
"recall-0.5": 1.0,
"num_labels": 600
},
"elbow_left": {
"count": 600,
"mean": 0.040558,
"median": 0.032981,
"std": 0.034221,
"sem": 0.001398,
"min": 0.004306,
"max": 0.195614,
"recall-0.025": 0.301667,
"recall-0.05": 0.846667,
"recall-0.1": 0.945,
"recall-0.15": 0.956667,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 600
},
"elbow_right": {
"count": 600,
"mean": 0.041025,
"median": 0.031643,
"std": 0.032573,
"sem": 0.001331,
"min": 0.009294,
"max": 0.18568,
"recall-0.025": 0.256667,
"recall-0.05": 0.846667,
"recall-0.1": 0.933333,
"recall-0.15": 0.948333,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 600
},
"wrist_left": {
"count": 600,
"mean": 0.03612,
"median": 0.022089,
"std": 0.039866,
"sem": 0.001629,
"min": 0.001142,
"max": 0.197862,
"recall-0.025": 0.56,
"recall-0.05": 0.805,
"recall-0.1": 0.928333,
"recall-0.15": 0.946667,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 600
},
"wrist_right": {
"count": 600,
"mean": 0.043361,
"median": 0.025784,
"std": 0.049311,
"sem": 0.002015,
"min": 0.002724,
"max": 0.417717,
"recall-0.025": 0.478333,
"recall-0.05": 0.785,
"recall-0.1": 0.906667,
"recall-0.15": 0.918333,
"recall-0.25": 0.996667,
"recall-0.5": 1.0,
"num_labels": 600
},
"hip_left": {
"count": 600,
"mean": 0.090597,
"median": 0.084569,
"std": 0.033223,
"sem": 0.001357,
"min": 0.032743,
"max": 0.241896,
"recall-0.025": 0.0,
"recall-0.05": 0.026667,
"recall-0.1": 0.803333,
"recall-0.15": 0.945,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 600
},
"hip_right": {
"count": 600,
"mean": 0.112816,
"median": 0.11307,
"std": 0.027197,
"sem": 0.001111,
"min": 0.046711,
"max": 0.233307,
"recall-0.025": 0.0,
"recall-0.05": 0.001667,
"recall-0.1": 0.215,
"recall-0.15": 0.948333,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 600
},
"knee_left": {
"count": 600,
"mean": 0.056793,
"median": 0.042249,
"std": 0.055641,
"sem": 0.002273,
"min": 0.016547,
"max": 0.398469,
"recall-0.025": 0.031667,
"recall-0.05": 0.696667,
"recall-0.1": 0.926667,
"recall-0.15": 0.93,
"recall-0.25": 0.983333,
"recall-0.5": 1.0,
"num_labels": 600
},
"knee_right": {
"count": 600,
"mean": 0.051022,
"median": 0.044567,
"std": 0.033612,
"sem": 0.001373,
"min": 0.00962,
"max": 0.234671,
"recall-0.025": 0.023333,
"recall-0.05": 0.726667,
"recall-0.1": 0.946667,
"recall-0.15": 0.95,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 600
},
"ankle_left": {
"count": 600,
"mean": 0.095368,
"median": 0.086862,
"std": 0.030101,
"sem": 0.00123,
"min": 0.054699,
"max": 0.251619,
"recall-0.025": 0.0,
"recall-0.05": 0.0,
"recall-0.1": 0.841667,
"recall-0.15": 0.936667,
"recall-0.25": 0.996667,
"recall-0.5": 1.0,
"num_labels": 600
},
"ankle_right": {
"count": 600,
"mean": 0.078476,
"median": 0.06841,
"std": 0.038477,
"sem": 0.001572,
"min": 0.034828,
"max": 0.328058,
"recall-0.025": 0.0,
"recall-0.05": 0.01,
"recall-0.1": 0.905,
"recall-0.15": 0.926667,
"recall-0.25": 0.993333,
"recall-0.5": 1.0,
"num_labels": 600
},
"joint_recalls": {
"num_labels": 7800,
"recall-0.025": 0.1841,
"recall-0.05": 0.49141,
"recall-0.1": 0.82256,
"recall-0.15": 0.93756,
"recall-0.25": 0.99679,
"recall-0.5": 1.0
}
}
{
"total_parts": 8400,
"correct_parts": 8120,
"pcp": 0.966667
}
Shelf
(duration 00:00:56)
{
"avg_time_2d": 0.14058070084483354,
"avg_time_3d": 0.016990919703060818,
"avg_fps": 6.346320463817576
}
{
"person_nums": {
"total_frames": 301,
"total_labels": 477,
"total_preds": 920,
"considered_empty": 3,
"valid_preds": 477,
"invalid_preds": 440,
"missing": 0,
"invalid_fraction": 0.47983,
"precision": 0.52017,
"recall": 1.0,
"f1": 0.68436,
"non_empty": 917
},
"mpjpe": {
"count": 477,
"mean": 0.047596,
"median": 0.042193,
"std": 0.01524,
"sem": 0.000699,
"min": 0.027696,
"max": 0.107296,
"recall-0.025": 0.0,
"recall-0.05": 0.687631,
"recall-0.1": 0.987421,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477,
"ap-0.025": 0.0,
"ap-0.05": 0.408489,
"ap-0.1": 0.716941,
"ap-0.15": 0.729644,
"ap-0.25": 0.729644,
"ap-0.5": 0.729644
},
"head": {
"count": 477,
"mean": 0.049676,
"median": 0.045101,
"std": 0.023903,
"sem": 0.001096,
"min": 0.003103,
"max": 0.143894,
"recall-0.025": 0.1174,
"recall-0.05": 0.574423,
"recall-0.1": 0.947589,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"shoulder_left": {
"count": 477,
"mean": 0.043574,
"median": 0.038038,
"std": 0.021245,
"sem": 0.000974,
"min": 0.003232,
"max": 0.137213,
"recall-0.025": 0.176101,
"recall-0.05": 0.706499,
"recall-0.1": 0.976939,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"shoulder_right": {
"count": 477,
"mean": 0.04967,
"median": 0.043113,
"std": 0.025621,
"sem": 0.001174,
"min": 0.002952,
"max": 0.156733,
"recall-0.025": 0.148847,
"recall-0.05": 0.57652,
"recall-0.1": 0.953878,
"recall-0.15": 0.997904,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"elbow_left": {
"count": 477,
"mean": 0.040934,
"median": 0.032377,
"std": 0.026799,
"sem": 0.001228,
"min": 0.00373,
"max": 0.15787,
"recall-0.025": 0.32914,
"recall-0.05": 0.737945,
"recall-0.1": 0.947589,
"recall-0.15": 0.997904,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"elbow_right": {
"count": 477,
"mean": 0.053123,
"median": 0.043409,
"std": 0.041803,
"sem": 0.001916,
"min": 0.004168,
"max": 0.24972,
"recall-0.025": 0.274633,
"recall-0.05": 0.566038,
"recall-0.1": 0.901468,
"recall-0.15": 0.958071,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"wrist_left": {
"count": 477,
"mean": 0.062605,
"median": 0.054875,
"std": 0.046093,
"sem": 0.002113,
"min": 0.009073,
"max": 0.41084,
"recall-0.025": 0.1174,
"recall-0.05": 0.39413,
"recall-0.1": 0.909853,
"recall-0.15": 0.953878,
"recall-0.25": 0.987421,
"recall-0.5": 1.0,
"num_labels": 477
},
"wrist_right": {
"count": 477,
"mean": 0.058259,
"median": 0.053297,
"std": 0.03118,
"sem": 0.001429,
"min": 0.004313,
"max": 0.246259,
"recall-0.025": 0.104822,
"recall-0.05": 0.42348,
"recall-0.1": 0.907757,
"recall-0.15": 0.987421,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"hip_left": {
"count": 477,
"mean": 0.044762,
"median": 0.037892,
"std": 0.026384,
"sem": 0.001209,
"min": 0.001857,
"max": 0.12916,
"recall-0.025": 0.230608,
"recall-0.05": 0.668763,
"recall-0.1": 0.951782,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"hip_right": {
"count": 477,
"mean": 0.05601,
"median": 0.05311,
"std": 0.024411,
"sem": 0.001119,
"min": 0.006227,
"max": 0.181618,
"recall-0.025": 0.073375,
"recall-0.05": 0.427673,
"recall-0.1": 0.949686,
"recall-0.15": 0.997904,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"knee_left": {
"count": 477,
"mean": 0.039106,
"median": 0.036112,
"std": 0.025507,
"sem": 0.001169,
"min": 0.001035,
"max": 0.190355,
"recall-0.025": 0.285115,
"recall-0.05": 0.775681,
"recall-0.1": 0.972746,
"recall-0.15": 0.989518,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"knee_right": {
"count": 477,
"mean": 0.040007,
"median": 0.035799,
"std": 0.023668,
"sem": 0.001085,
"min": 0.005618,
"max": 0.190642,
"recall-0.025": 0.320755,
"recall-0.05": 0.719078,
"recall-0.1": 0.976939,
"recall-0.15": 0.997904,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"ankle_left": {
"count": 477,
"mean": 0.038379,
"median": 0.032357,
"std": 0.030279,
"sem": 0.001388,
"min": 0.00131,
"max": 0.222879,
"recall-0.025": 0.396226,
"recall-0.05": 0.819706,
"recall-0.1": 0.943396,
"recall-0.15": 0.983229,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"ankle_right": {
"count": 477,
"mean": 0.04264,
"median": 0.031508,
"std": 0.0383,
"sem": 0.001755,
"min": 0.00629,
"max": 0.296905,
"recall-0.025": 0.320755,
"recall-0.05": 0.781971,
"recall-0.1": 0.926625,
"recall-0.15": 0.968553,
"recall-0.25": 0.995807,
"recall-0.5": 1.0,
"num_labels": 477
},
"joint_recalls": {
"num_labels": 6201,
"recall-0.025": 0.22158,
"recall-0.05": 0.62764,
"recall-0.1": 0.94227,
"recall-0.15": 0.98645,
"recall-0.25": 0.99839,
"recall-0.5": 1.0
}
}
{
"total_parts": 6678,
"correct_parts": 6618,
"pcp": 0.991015
}
Campus
(duration 00:00:29)
{
"avg_time_2d": 0.08087322846898493,
"avg_time_3d": 0.005055366822008816,
"avg_fps": 11.637569503068683
}
{
"person_nums": {
"total_frames": 222,
"total_labels": 376,
"total_preds": 465,
"considered_empty": 3,
"valid_preds": 376,
"invalid_preds": 86,
"missing": 0,
"invalid_fraction": 0.18615,
"precision": 0.81385,
"recall": 1.0,
"f1": 0.89737,
"non_empty": 462
},
"mpjpe": {
"count": 376,
"mean": 0.078221,
"median": 0.074095,
"std": 0.021295,
"sem": 0.0011,
"min": 0.0459,
"max": 0.171771,
"recall-0.025": 0.0,
"recall-0.05": 0.013298,
"recall-0.1": 0.87766,
"recall-0.15": 0.992021,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376,
"ap-0.025": 0.0,
"ap-0.05": 0.000235,
"ap-0.1": 0.778666,
"ap-0.15": 0.914945,
"ap-0.25": 0.92169,
"ap-0.5": 0.92169
},
"head": {
"count": 376,
"mean": 0.052183,
"median": 0.051419,
"std": 0.022001,
"sem": 0.001136,
"min": 0.007866,
"max": 0.108791,
"recall-0.025": 0.117021,
"recall-0.05": 0.481383,
"recall-0.1": 0.986702,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"shoulder_left": {
"count": 376,
"mean": 0.06346,
"median": 0.057771,
"std": 0.035684,
"sem": 0.001843,
"min": 0.003274,
"max": 0.225771,
"recall-0.025": 0.066489,
"recall-0.05": 0.385638,
"recall-0.1": 0.859043,
"recall-0.15": 0.978723,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"shoulder_right": {
"count": 376,
"mean": 0.063112,
"median": 0.058901,
"std": 0.0254,
"sem": 0.001312,
"min": 0.00855,
"max": 0.182673,
"recall-0.025": 0.031915,
"recall-0.05": 0.329787,
"recall-0.1": 0.925532,
"recall-0.15": 0.989362,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"elbow_left": {
"count": 376,
"mean": 0.07885,
"median": 0.065697,
"std": 0.042209,
"sem": 0.00218,
"min": 0.007947,
"max": 0.199504,
"recall-0.025": 0.037234,
"recall-0.05": 0.279255,
"recall-0.1": 0.726064,
"recall-0.15": 0.917553,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"elbow_right": {
"count": 376,
"mean": 0.069973,
"median": 0.059158,
"std": 0.035558,
"sem": 0.001836,
"min": 0.010545,
"max": 0.189846,
"recall-0.025": 0.039894,
"recall-0.05": 0.324468,
"recall-0.1": 0.800532,
"recall-0.15": 0.965426,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"wrist_left": {
"count": 376,
"mean": 0.108457,
"median": 0.092822,
"std": 0.060912,
"sem": 0.003145,
"min": 0.014099,
"max": 0.365051,
"recall-0.025": 0.015957,
"recall-0.05": 0.12234,
"recall-0.1": 0.553191,
"recall-0.15": 0.779255,
"recall-0.25": 0.954787,
"recall-0.5": 1.0,
"num_labels": 376
},
"wrist_right": {
"count": 376,
"mean": 0.094784,
"median": 0.091404,
"std": 0.038087,
"sem": 0.001967,
"min": 0.020174,
"max": 0.210411,
"recall-0.025": 0.010638,
"recall-0.05": 0.109043,
"recall-0.1": 0.582447,
"recall-0.15": 0.904255,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"hip_left": {
"count": 376,
"mean": 0.085772,
"median": 0.087223,
"std": 0.027885,
"sem": 0.00144,
"min": 0.008948,
"max": 0.151514,
"recall-0.025": 0.007979,
"recall-0.05": 0.109043,
"recall-0.1": 0.68617,
"recall-0.15": 0.994681,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"hip_right": {
"count": 376,
"mean": 0.088207,
"median": 0.089791,
"std": 0.028703,
"sem": 0.001482,
"min": 0.015462,
"max": 0.210122,
"recall-0.025": 0.010638,
"recall-0.05": 0.106383,
"recall-0.1": 0.712766,
"recall-0.15": 0.965426,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"knee_left": {
"count": 376,
"mean": 0.057089,
"median": 0.052373,
"std": 0.029635,
"sem": 0.00153,
"min": 0.013067,
"max": 0.209373,
"recall-0.025": 0.087766,
"recall-0.05": 0.457447,
"recall-0.1": 0.920213,
"recall-0.15": 0.989362,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"knee_right": {
"count": 376,
"mean": 0.061513,
"median": 0.054976,
"std": 0.026345,
"sem": 0.00136,
"min": 0.004272,
"max": 0.216432,
"recall-0.025": 0.015957,
"recall-0.05": 0.359043,
"recall-0.1": 0.928191,
"recall-0.15": 0.986702,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"ankle_left": {
"count": 368,
"mean": 0.094784,
"median": 0.06093,
"std": 0.101506,
"sem": 0.005299,
"min": 0.007413,
"max": 0.495541,
"recall-0.025": 0.06383,
"recall-0.05": 0.271277,
"recall-0.1": 0.792553,
"recall-0.15": 0.867021,
"recall-0.25": 0.880319,
"recall-0.5": 0.978723,
"num_labels": 376
},
"ankle_right": {
"count": 370,
"mean": 0.082929,
"median": 0.052987,
"std": 0.093697,
"sem": 0.004878,
"min": 0.010702,
"max": 0.495901,
"recall-0.025": 0.069149,
"recall-0.05": 0.444149,
"recall-0.1": 0.827128,
"recall-0.15": 0.885638,
"recall-0.25": 0.904255,
"recall-0.5": 0.984043,
"num_labels": 376
},
"joint_recalls": {
"num_labels": 4888,
"recall-0.025": 0.04276,
"recall-0.05": 0.28969,
"recall-0.1": 0.79133,
"recall-0.15": 0.93883,
"recall-0.25": 0.97934,
"recall-0.5": 0.99693
}
}
{
"total_parts": 5264,
"correct_parts": 4925,
"pcp": 0.9356
}
MVOR
(duration 00:02:31)
{
"avg_time_2d": 0.07757738680369634,
"avg_time_3d": 0.0026588050922399962,
"avg_fps": 12.463203653744767
}
{
"person_nums": {
"total_frames": 629,
"total_labels": 1061,
"total_preds": 1083,
"considered_empty": 111,
"valid_preds": 757,
"invalid_preds": 215,
"missing": 304,
"invalid_fraction": 0.22119,
"precision": 0.77881,
"recall": 0.71348,
"f1": 0.74471,
"non_empty": 972
},
"mpjpe": {
"count": 757,
"mean": 0.108202,
"median": 0.091549,
"std": 0.058928,
"sem": 0.002143,
"min": 0.040155,
"max": 0.472298,
"recall-0.025": 0.0,
"recall-0.05": 0.00754,
"recall-0.1": 0.427898,
"recall-0.15": 0.613572,
"recall-0.25": 0.690858,
"recall-0.5": 0.713478,
"num_labels": 1061,
"ap-0.025": 0.0,
"ap-0.05": 0.0001,
"ap-0.1": 0.289932,
"ap-0.15": 0.512528,
"ap-0.25": 0.61961,
"ap-0.5": 0.644567
},
"head": {
"count": 754,
"mean": 0.058244,
"median": 0.046929,
"std": 0.049728,
"sem": 0.001812,
"min": 0.004184,
"max": 0.457029,
"recall-0.025": 0.108388,
"recall-0.05": 0.38737,
"recall-0.1": 0.640905,
"recall-0.15": 0.683318,
"recall-0.25": 0.701225,
"recall-0.5": 0.71065,
"num_labels": 1061
},
"shoulder_left": {
"count": 754,
"mean": 0.058204,
"median": 0.041815,
"std": 0.057554,
"sem": 0.002097,
"min": 0.004852,
"max": 0.406925,
"recall-0.025": 0.173421,
"recall-0.05": 0.439208,
"recall-0.1": 0.626767,
"recall-0.15": 0.672008,
"recall-0.25": 0.692743,
"recall-0.5": 0.71065,
"num_labels": 1061
},
"shoulder_right": {
"count": 756,
"mean": 0.056776,
"median": 0.039074,
"std": 0.060238,
"sem": 0.002192,
"min": 0.002027,
"max": 0.452966,
"recall-0.025": 0.144204,
"recall-0.05": 0.450518,
"recall-0.1": 0.628652,
"recall-0.15": 0.675778,
"recall-0.25": 0.6918,
"recall-0.5": 0.712535,
"num_labels": 1061
},
"elbow_left": {
"count": 746,
"mean": 0.101452,
"median": 0.074471,
"std": 0.08217,
"sem": 0.00301,
"min": 0.00507,
"max": 0.481285,
"recall-0.025": 0.070688,
"recall-0.05": 0.232799,
"recall-0.1": 0.430726,
"recall-0.15": 0.549482,
"recall-0.25": 0.663525,
"recall-0.5": 0.70311,
"num_labels": 1061
},
"elbow_right": {
"count": 753,
"mean": 0.081978,
"median": 0.056745,
"std": 0.075906,
"sem": 0.002768,
"min": 0.003692,
"max": 0.49249,
"recall-0.025": 0.093308,
"recall-0.05": 0.309142,
"recall-0.1": 0.535344,
"recall-0.15": 0.622055,
"recall-0.25": 0.678605,
"recall-0.5": 0.709708,
"num_labels": 1061
},
"wrist_left": {
"count": 744,
"mean": 0.118477,
"median": 0.084179,
"std": 0.10046,
"sem": 0.003686,
"min": 0.002322,
"max": 0.489601,
"recall-0.025": 0.077286,
"recall-0.05": 0.222432,
"recall-0.1": 0.396795,
"recall-0.15": 0.497644,
"recall-0.25": 0.613572,
"recall-0.5": 0.701225,
"num_labels": 1061
},
"wrist_right": {
"count": 747,
"mean": 0.10557,
"median": 0.069472,
"std": 0.093189,
"sem": 0.003412,
"min": 0.004086,
"max": 0.491182,
"recall-0.025": 0.074458,
"recall-0.05": 0.260132,
"recall-0.1": 0.439208,
"recall-0.15": 0.538172,
"recall-0.25": 0.63902,
"recall-0.5": 0.704053,
"num_labels": 1061
},
"hip_left": {
"count": 742,
"mean": 0.176693,
"median": 0.160147,
"std": 0.076244,
"sem": 0.002801,
"min": 0.018035,
"max": 0.497407,
"recall-0.025": 0.001885,
"recall-0.05": 0.006598,
"recall-0.1": 0.065975,
"recall-0.15": 0.28935,
"recall-0.25": 0.609802,
"recall-0.5": 0.69934,
"num_labels": 1061
},
"hip_right": {
"count": 747,
"mean": 0.174326,
"median": 0.15763,
"std": 0.074824,
"sem": 0.002739,
"min": 0.01538,
"max": 0.491944,
"recall-0.025": 0.000943,
"recall-0.05": 0.004713,
"recall-0.1": 0.086711,
"recall-0.15": 0.312912,
"recall-0.25": 0.609802,
"recall-0.5": 0.704053,
"num_labels": 1061
},
"knee_left": {},
"knee_right": {},
"ankle_left": {},
"ankle_right": {},
"joint_recalls": {
"num_labels": 9549,
"recall-0.025": 0.0821,
"recall-0.05": 0.25647,
"recall-0.1": 0.42727,
"recall-0.15": 0.53775,
"recall-0.25": 0.65494,
"recall-0.5": 0.70552
}
}
{
"total_parts": 10610,
"correct_parts": 5946,
"pcp": 0.560415
}
Panoptic
(duration 00:02:28)
{
"avg_time_2d": 0.15420582527067603,
"avg_time_3d": 0.02728460067655982,
"avg_fps": 5.50993252002575
}
{
"person_nums": {
"total_frames": 420,
"total_labels": 1466,
"total_preds": 1571,
"considered_empty": 25,
"valid_preds": 1453,
"invalid_preds": 93,
"missing": 13,
"invalid_fraction": 0.06016,
"precision": 0.93984,
"recall": 0.99113,
"f1": 0.96481,
"non_empty": 1546
},
"mpjpe": {
"count": 1453,
"mean": 0.041966,
"median": 0.036953,
"std": 0.020003,
"sem": 0.000525,
"min": 0.013464,
"max": 0.192842,
"recall-0.025": 0.19236,
"recall-0.05": 0.729195,
"recall-0.1": 0.9809,
"recall-0.15": 0.99045,
"recall-0.25": 0.991132,
"recall-0.5": 0.991132,
"num_labels": 1466,
"ap-0.025": 0.092262,
"ap-0.05": 0.655826,
"ap-0.1": 0.964049,
"ap-0.15": 0.978568,
"ap-0.25": 0.97921,
"ap-0.5": 0.97921
},
"nose": {
"count": 1451,
"mean": 0.017869,
"median": 0.012877,
"std": 0.023358,
"sem": 0.000613,
"min": 0.002412,
"max": 0.286093,
"recall-0.025": 0.877649,
"recall-0.05": 0.952153,
"recall-0.1": 0.984962,
"recall-0.15": 0.985646,
"recall-0.25": 0.987013,
"recall-0.5": 0.991798,
"num_labels": 1463
},
"shoulder_left": {
"count": 1453,
"mean": 0.020303,
"median": 0.017861,
"std": 0.011814,
"sem": 0.00031,
"min": 0.001613,
"max": 0.130922,
"recall-0.025": 0.746248,
"recall-0.05": 0.967258,
"recall-0.1": 0.99045,
"recall-0.15": 0.991132,
"recall-0.25": 0.991132,
"recall-0.5": 0.991132,
"num_labels": 1466
},
"shoulder_right": {
"count": 1452,
"mean": 0.022985,
"median": 0.018884,
"std": 0.01682,
"sem": 0.000442,
"min": 0.00288,
"max": 0.179564,
"recall-0.025": 0.703072,
"recall-0.05": 0.939932,
"recall-0.1": 0.984983,
"recall-0.15": 0.990444,
"recall-0.25": 0.991126,
"recall-0.5": 0.991126,
"num_labels": 1465
},
"elbow_left": {
"count": 1452,
"mean": 0.023518,
"median": 0.016469,
"std": 0.024124,
"sem": 0.000633,
"min": 0.001722,
"max": 0.289094,
"recall-0.025": 0.733106,
"recall-0.05": 0.898294,
"recall-0.1": 0.9843,
"recall-0.15": 0.987031,
"recall-0.25": 0.988396,
"recall-0.5": 0.991126,
"num_labels": 1465
},
"elbow_right": {
"count": 1451,
"mean": 0.023029,
"median": 0.017706,
"std": 0.017257,
"sem": 0.000453,
"min": 0.001506,
"max": 0.18224,
"recall-0.025": 0.693096,
"recall-0.05": 0.910458,
"recall-0.1": 0.989064,
"recall-0.15": 0.991114,
"recall-0.25": 0.991798,
"recall-0.5": 0.991798,
"num_labels": 1463
},
"wrist_left": {
"count": 1424,
"mean": 0.030331,
"median": 0.016128,
"std": 0.040241,
"sem": 0.001067,
"min": 0.000698,
"max": 0.352684,
"recall-0.025": 0.670851,
"recall-0.05": 0.843096,
"recall-0.1": 0.933752,
"recall-0.15": 0.965132,
"recall-0.25": 0.988145,
"recall-0.5": 0.993026,
"num_labels": 1434
},
"wrist_right": {
"count": 1448,
"mean": 0.026033,
"median": 0.017031,
"std": 0.030104,
"sem": 0.000791,
"min": 0.001676,
"max": 0.277396,
"recall-0.025": 0.671016,
"recall-0.05": 0.895604,
"recall-0.1": 0.96772,
"recall-0.15": 0.980769,
"recall-0.25": 0.993819,
"recall-0.5": 0.994505,
"num_labels": 1456
},
"hip_left": {
"count": 1452,
"mean": 0.060205,
"median": 0.055544,
"std": 0.030444,
"sem": 0.000799,
"min": 0.002276,
"max": 0.185238,
"recall-0.025": 0.085324,
"recall-0.05": 0.396587,
"recall-0.1": 0.886007,
"recall-0.15": 0.973379,
"recall-0.25": 0.991126,
"recall-0.5": 0.991126,
"num_labels": 1465
},
"hip_right": {
"count": 1453,
"mean": 0.059293,
"median": 0.057358,
"std": 0.029747,
"sem": 0.000781,
"min": 0.002677,
"max": 0.290069,
"recall-0.025": 0.067531,
"recall-0.05": 0.401091,
"recall-0.1": 0.924284,
"recall-0.15": 0.978172,
"recall-0.25": 0.989768,
"recall-0.5": 0.991132,
"num_labels": 1466
},
"knee_left": {
"count": 1452,
"mean": 0.045651,
"median": 0.040178,
"std": 0.027998,
"sem": 0.000735,
"min": 0.002741,
"max": 0.353223,
"recall-0.025": 0.203413,
"recall-0.05": 0.627986,
"recall-0.1": 0.959727,
"recall-0.15": 0.983618,
"recall-0.25": 0.989078,
"recall-0.5": 0.991126,
"num_labels": 1465
},
"knee_right": {
"count": 1450,
"mean": 0.046968,
"median": 0.039914,
"std": 0.029347,
"sem": 0.000771,
"min": 0.001798,
"max": 0.351849,
"recall-0.025": 0.23852,
"recall-0.05": 0.60658,
"recall-0.1": 0.945853,
"recall-0.15": 0.989034,
"recall-0.25": 0.991775,
"recall-0.5": 0.993831,
"num_labels": 1459
},
"ankle_left": {
"count": 1447,
"mean": 0.080437,
"median": 0.03297,
"std": 0.102844,
"sem": 0.002705,
"min": 0.001232,
"max": 0.498074,
"recall-0.025": 0.380725,
"recall-0.05": 0.590567,
"recall-0.1": 0.734792,
"recall-0.15": 0.811347,
"recall-0.25": 0.915243,
"recall-0.5": 0.989064,
"num_labels": 1463
},
"ankle_right": {
"count": 1441,
"mean": 0.084783,
"median": 0.031006,
"std": 0.118405,
"sem": 0.00312,
"min": 0.001386,
"max": 0.492576,
"recall-0.025": 0.391096,
"recall-0.05": 0.678082,
"recall-0.1": 0.771233,
"recall-0.15": 0.808904,
"recall-0.25": 0.866438,
"recall-0.5": 0.986986,
"num_labels": 1460
},
"joint_recalls": {
"num_labels": 18990,
"recall-0.025": 0.49652,
"recall-0.05": 0.74613,
"recall-0.1": 0.92728,
"recall-0.15": 0.95635,
"recall-0.25": 0.97457,
"recall-0.5": 0.99084
}
}
{
"total_parts": 20444,
"correct_parts": 19868,
"pcp": 0.971825
}
IkeaAsm
(duration 00:01:45)
{
"avg_time_2d": 0.07040633143280907,
"avg_time_3d": 0.00213554522974028,
"avg_fps": 13.785141024842861
}
{
"person_nums": {
"total_frames": 288,
"total_labels": 288,
"total_preds": 398,
"considered_empty": 75,
"valid_preds": 266,
"invalid_preds": 57,
"missing": 22,
"invalid_fraction": 0.17647,
"precision": 0.82353,
"recall": 0.92361,
"f1": 0.8707,
"non_empty": 323
},
"mpjpe": {
"count": 266,
"mean": 0.069965,
"median": 0.050911,
"std": 0.057715,
"sem": 0.003545,
"min": 0.016763,
"max": 0.420076,
"recall-0.025": 0.055556,
"recall-0.05": 0.447917,
"recall-0.1": 0.763889,
"recall-0.15": 0.868056,
"recall-0.25": 0.899306,
"recall-0.5": 0.923611,
"num_labels": 288,
"ap-0.025": 0.008543,
"ap-0.05": 0.271147,
"ap-0.1": 0.70313,
"ap-0.15": 0.84343,
"ap-0.25": 0.879676,
"ap-0.5": 0.902788
},
"head": {
"count": 249,
"mean": 0.042778,
"median": 0.028667,
"std": 0.04469,
"sem": 0.002838,
"min": 0.004678,
"max": 0.367713,
"recall-0.025": 0.351852,
"recall-0.05": 0.733333,
"recall-0.1": 0.859259,
"recall-0.15": 0.892593,
"recall-0.25": 0.907407,
"recall-0.5": 0.922222,
"num_labels": 270
},
"shoulder_left": {
"count": 251,
"mean": 0.047401,
"median": 0.03466,
"std": 0.045281,
"sem": 0.002864,
"min": 0.006654,
"max": 0.386797,
"recall-0.025": 0.193309,
"recall-0.05": 0.680297,
"recall-0.1": 0.873606,
"recall-0.15": 0.910781,
"recall-0.25": 0.918216,
"recall-0.5": 0.933086,
"num_labels": 269
},
"shoulder_right": {
"count": 240,
"mean": 0.043419,
"median": 0.030383,
"std": 0.041376,
"sem": 0.002676,
"min": 0.006179,
"max": 0.406481,
"recall-0.025": 0.271318,
"recall-0.05": 0.728682,
"recall-0.1": 0.864341,
"recall-0.15": 0.910853,
"recall-0.25": 0.922481,
"recall-0.5": 0.930233,
"num_labels": 258
},
"elbow_left": {
"count": 231,
"mean": 0.043148,
"median": 0.024415,
"std": 0.060148,
"sem": 0.003966,
"min": 0.003563,
"max": 0.448784,
"recall-0.025": 0.48,
"recall-0.05": 0.712,
"recall-0.1": 0.84,
"recall-0.15": 0.884,
"recall-0.25": 0.908,
"recall-0.5": 0.924,
"num_labels": 250
},
"elbow_right": {
"count": 197,
"mean": 0.042602,
"median": 0.022686,
"std": 0.066465,
"sem": 0.004747,
"min": 0.002853,
"max": 0.462231,
"recall-0.025": 0.509434,
"recall-0.05": 0.745283,
"recall-0.1": 0.867925,
"recall-0.15": 0.886792,
"recall-0.25": 0.900943,
"recall-0.5": 0.929245,
"num_labels": 212
},
"wrist_left": {
"count": 209,
"mean": 0.045501,
"median": 0.02202,
"std": 0.062394,
"sem": 0.004326,
"min": 0.003387,
"max": 0.433444,
"recall-0.025": 0.502222,
"recall-0.05": 0.702222,
"recall-0.1": 0.84,
"recall-0.15": 0.893333,
"recall-0.25": 0.906667,
"recall-0.5": 0.928889,
"num_labels": 225
},
"wrist_right": {
"count": 205,
"mean": 0.040028,
"median": 0.021097,
"std": 0.059433,
"sem": 0.004161,
"min": 0.002012,
"max": 0.433066,
"recall-0.025": 0.545045,
"recall-0.05": 0.720721,
"recall-0.1": 0.833333,
"recall-0.15": 0.887387,
"recall-0.25": 0.900901,
"recall-0.5": 0.923423,
"num_labels": 222
},
"hip_left": {
"count": 176,
"mean": 0.094577,
"median": 0.081116,
"std": 0.06204,
"sem": 0.00469,
"min": 0.028524,
"max": 0.487868,
"recall-0.025": 0.0,
"recall-0.05": 0.116402,
"recall-0.1": 0.650794,
"recall-0.15": 0.862434,
"recall-0.25": 0.899471,
"recall-0.5": 0.931217,
"num_labels": 189
},
"hip_right": {
"count": 107,
"mean": 0.102396,
"median": 0.085044,
"std": 0.066336,
"sem": 0.006443,
"min": 0.037131,
"max": 0.395581,
"recall-0.025": 0.0,
"recall-0.05": 0.060345,
"recall-0.1": 0.637931,
"recall-0.15": 0.810345,
"recall-0.25": 0.87069,
"recall-0.5": 0.922414,
"num_labels": 116
},
"knee_left": {
"count": 129,
"mean": 0.083314,
"median": 0.057132,
"std": 0.084831,
"sem": 0.007498,
"min": 0.002789,
"max": 0.496749,
"recall-0.025": 0.175182,
"recall-0.05": 0.416058,
"recall-0.1": 0.715328,
"recall-0.15": 0.817518,
"recall-0.25": 0.890511,
"recall-0.5": 0.941606,
"num_labels": 137
},
"knee_right": {
"count": 125,
"mean": 0.072481,
"median": 0.047626,
"std": 0.07716,
"sem": 0.006929,
"min": 0.005859,
"max": 0.392735,
"recall-0.025": 0.233083,
"recall-0.05": 0.496241,
"recall-0.1": 0.721805,
"recall-0.15": 0.857143,
"recall-0.25": 0.887218,
"recall-0.5": 0.93985,
"num_labels": 133
},
"ankle_left": {
"count": 95,
"mean": 0.161343,
"median": 0.131309,
"std": 0.121429,
"sem": 0.012524,
"min": 0.008477,
"max": 0.452581,
"recall-0.025": 0.052174,
"recall-0.05": 0.147826,
"recall-0.1": 0.33913,
"recall-0.15": 0.495652,
"recall-0.25": 0.626087,
"recall-0.5": 0.826087,
"num_labels": 115
},
"ankle_right": {
"count": 78,
"mean": 0.151625,
"median": 0.081017,
"std": 0.148102,
"sem": 0.016878,
"min": 0.01164,
"max": 0.47701,
"recall-0.025": 0.12766,
"recall-0.05": 0.276596,
"recall-0.1": 0.457447,
"recall-0.15": 0.574468,
"recall-0.25": 0.62766,
"recall-0.5": 0.829787,
"num_labels": 94
},
"joint_recalls": {
"num_labels": 2490,
"recall-0.025": 0.3008,
"recall-0.05": 0.56627,
"recall-0.1": 0.77309,
"recall-0.15": 0.8498,
"recall-0.25": 0.87992,
"recall-0.5": 0.91888
}
}
{
"total_parts": 2243,
"correct_parts": 1980,
"pcp": 0.882746
}
Tsinghua
(duration 00:01:51)
{
"avg_time_2d": 0.15860778018832206,
"avg_time_3d": 0.017471200227737425,
"avg_fps": 5.679269596161257
}
{
"person_nums": {
"total_frames": 330,
"total_labels": 780,
"total_preds": 852,
"considered_empty": 2,
"valid_preds": 777,
"invalid_preds": 73,
"missing": 3,
"invalid_fraction": 0.08588,
"precision": 0.91412,
"recall": 0.99615,
"f1": 0.95337,
"non_empty": 850
},
"mpjpe": {
"count": 777,
"mean": 0.053355,
"median": 0.050846,
"std": 0.021626,
"sem": 0.000776,
"min": 0.030764,
"max": 0.388758,
"recall-0.025": 0.0,
"recall-0.05": 0.462821,
"recall-0.1": 0.989744,
"recall-0.15": 0.991026,
"recall-0.25": 0.99359,
"recall-0.5": 0.996154,
"num_labels": 780,
"ap-0.025": 0.0,
"ap-0.05": 0.266025,
"ap-0.1": 0.985969,
"ap-0.15": 0.987296,
"ap-0.25": 0.989637,
"ap-0.5": 0.993161
},
"head": {
"count": 753,
"mean": 0.040928,
"median": 0.039126,
"std": 0.022925,
"sem": 0.000836,
"min": 0.00567,
"max": 0.385126,
"recall-0.025": 0.181939,
"recall-0.05": 0.741036,
"recall-0.1": 0.997344,
"recall-0.15": 0.997344,
"recall-0.25": 0.997344,
"recall-0.5": 1.0,
"num_labels": 753
},
"shoulder_left": {
"count": 777,
"mean": 0.062522,
"median": 0.059746,
"std": 0.024296,
"sem": 0.000872,
"min": 0.022216,
"max": 0.355614,
"recall-0.025": 0.003846,
"recall-0.05": 0.308974,
"recall-0.1": 0.941026,
"recall-0.15": 0.99359,
"recall-0.25": 0.99359,
"recall-0.5": 0.996154,
"num_labels": 780
},
"shoulder_right": {
"count": 777,
"mean": 0.067595,
"median": 0.062627,
"std": 0.030316,
"sem": 0.001088,
"min": 0.022078,
"max": 0.491641,
"recall-0.025": 0.002564,
"recall-0.05": 0.258974,
"recall-0.1": 0.901282,
"recall-0.15": 0.991026,
"recall-0.25": 0.99359,
"recall-0.5": 0.996154,
"num_labels": 780
},
"elbow_left": {
"count": 773,
"mean": 0.048114,
"median": 0.044687,
"std": 0.022592,
"sem": 0.000813,
"min": 0.00551,
"max": 0.209571,
"recall-0.025": 0.113402,
"recall-0.05": 0.614691,
"recall-0.1": 0.972938,
"recall-0.15": 0.990979,
"recall-0.25": 0.996134,
"recall-0.5": 0.996134,
"num_labels": 776
},
"elbow_right": {
"count": 773,
"mean": 0.052458,
"median": 0.047666,
"std": 0.035088,
"sem": 0.001263,
"min": 0.003696,
"max": 0.494536,
"recall-0.025": 0.114543,
"recall-0.05": 0.541828,
"recall-0.1": 0.94852,
"recall-0.15": 0.98713,
"recall-0.25": 0.990991,
"recall-0.5": 0.994852,
"num_labels": 777
},
"wrist_left": {
"count": 767,
"mean": 0.049785,
"median": 0.042228,
"std": 0.030582,
"sem": 0.001105,
"min": 0.004885,
"max": 0.255015,
"recall-0.025": 0.166234,
"recall-0.05": 0.620779,
"recall-0.1": 0.935065,
"recall-0.15": 0.985714,
"recall-0.25": 0.994805,
"recall-0.5": 0.996104,
"num_labels": 770
},
"wrist_right": {
"count": 744,
"mean": 0.060522,
"median": 0.050427,
"std": 0.043931,
"sem": 0.001612,
"min": 0.008534,
"max": 0.488707,
"recall-0.025": 0.104139,
"recall-0.05": 0.488652,
"recall-0.1": 0.871829,
"recall-0.15": 0.949266,
"recall-0.25": 0.987984,
"recall-0.5": 0.993324,
"num_labels": 749
},
"hip_left": {
"count": 777,
"mean": 0.065059,
"median": 0.058995,
"std": 0.031143,
"sem": 0.001118,
"min": 0.006973,
"max": 0.333501,
"recall-0.025": 0.023077,
"recall-0.05": 0.333333,
"recall-0.1": 0.903846,
"recall-0.15": 0.971795,
"recall-0.25": 0.99359,
"recall-0.5": 0.996154,
"num_labels": 780
},
"hip_right": {
"count": 777,
"mean": 0.05311,
"median": 0.045129,
"std": 0.03416,
"sem": 0.001226,
"min": 0.007262,
"max": 0.377279,
"recall-0.025": 0.114103,
"recall-0.05": 0.580769,
"recall-0.1": 0.917949,
"recall-0.15": 0.979487,
"recall-0.25": 0.99359,
"recall-0.5": 0.996154,
"num_labels": 780
},
"knee_left": {
"count": 776,
"mean": 0.048619,
"median": 0.043976,
"std": 0.031522,
"sem": 0.001132,
"min": 0.006994,
"max": 0.362978,
"recall-0.025": 0.174583,
"recall-0.05": 0.603338,
"recall-0.1": 0.961489,
"recall-0.15": 0.983312,
"recall-0.25": 0.992298,
"recall-0.5": 0.996149,
"num_labels": 779
},
"knee_right": {
"count": 771,
"mean": 0.051105,
"median": 0.046587,
"std": 0.030419,
"sem": 0.001096,
"min": 0.008215,
"max": 0.420776,
"recall-0.025": 0.140827,
"recall-0.05": 0.560724,
"recall-0.1": 0.962532,
"recall-0.15": 0.984496,
"recall-0.25": 0.99354,
"recall-0.5": 0.996124,
"num_labels": 774
},
"ankle_left": {
"count": 775,
"mean": 0.042663,
"median": 0.037704,
"std": 0.032934,
"sem": 0.001184,
"min": 0.00377,
"max": 0.414303,
"recall-0.025": 0.240051,
"recall-0.05": 0.690629,
"recall-0.1": 0.97561,
"recall-0.15": 0.983312,
"recall-0.25": 0.98973,
"recall-0.5": 0.994865,
"num_labels": 779
},
"ankle_right": {
"count": 768,
"mean": 0.045821,
"median": 0.040081,
"std": 0.033126,
"sem": 0.001196,
"min": 0.004582,
"max": 0.448386,
"recall-0.025": 0.212987,
"recall-0.05": 0.668831,
"recall-0.1": 0.954545,
"recall-0.15": 0.987013,
"recall-0.25": 0.994805,
"recall-0.5": 0.997403,
"num_labels": 770
},
"joint_recalls": {
"num_labels": 10047,
"recall-0.025": 0.12163,
"recall-0.05": 0.53807,
"recall-0.1": 0.94118,
"recall-0.15": 0.98308,
"recall-0.25": 0.99273,
"recall-0.5": 0.99572
}
}
{
"total_parts": 10800,
"correct_parts": 10645,
"pcp": 0.985648
}