39 KiB
39 KiB
Evaluation Results
Results of the model in various experiments on different datasets.
Human36m
(duration 00:01:20)
{
"avg_time_2d": 0.08097348859754659,
"avg_time_3d": 0.0029713828684919973,
"avg_fps": 11.912580036584702
}
{
"person_nums": {
"total_frames": 600,
"total_labels": 600,
"total_preds": 602,
"considered_empty": 0,
"valid_preds": 600,
"invalid_preds": 2,
"missing": 0,
"invalid_fraction": 0.00332,
"precision": 0.99668,
"recall": 1.0,
"f1": 0.99834,
"non_empty": 602
},
"mpjpe": {
"count": 600,
"mean": 0.065734,
"median": 0.059207,
"std": 0.026966,
"sem": 0.001102,
"min": 0.043856,
"max": 0.192617,
"recall-0.025": 0.0,
"recall-0.05": 0.045,
"recall-0.1": 0.948333,
"recall-0.15": 0.95,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 600,
"ap-0.025": 0.0,
"ap-0.05": 0.00657,
"ap-0.1": 0.914958,
"ap-0.15": 0.916544,
"ap-0.25": 0.9984,
"ap-0.5": 0.9984
},
"nose": {
"count": 600,
"mean": 0.11277,
"median": 0.09795,
"std": 0.040821,
"sem": 0.001668,
"min": 0.025006,
"max": 0.269847,
"recall-0.025": 0.0,
"recall-0.05": 0.028333,
"recall-0.1": 0.531667,
"recall-0.15": 0.815,
"recall-0.25": 0.993333,
"recall-0.5": 1.0,
"num_labels": 600
},
"shoulder_left": {
"count": 600,
"mean": 0.033989,
"median": 0.025369,
"std": 0.032344,
"sem": 0.001322,
"min": 0.004249,
"max": 0.180174,
"recall-0.025": 0.49,
"recall-0.05": 0.868333,
"recall-0.1": 0.945,
"recall-0.15": 0.963333,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 600
},
"shoulder_right": {
"count": 600,
"mean": 0.047097,
"median": 0.034615,
"std": 0.039203,
"sem": 0.001602,
"min": 0.006416,
"max": 0.200896,
"recall-0.025": 0.26,
"recall-0.05": 0.765,
"recall-0.1": 0.911667,
"recall-0.15": 0.948333,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 600
},
"elbow_left": {
"count": 600,
"mean": 0.043117,
"median": 0.033579,
"std": 0.03565,
"sem": 0.001457,
"min": 0.004306,
"max": 0.195614,
"recall-0.025": 0.276667,
"recall-0.05": 0.821667,
"recall-0.1": 0.933333,
"recall-0.15": 0.958333,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 600
},
"elbow_right": {
"count": 600,
"mean": 0.041943,
"median": 0.032362,
"std": 0.03346,
"sem": 0.001367,
"min": 0.00799,
"max": 0.308337,
"recall-0.025": 0.245,
"recall-0.05": 0.831667,
"recall-0.1": 0.938333,
"recall-0.15": 0.948333,
"recall-0.25": 0.998333,
"recall-0.5": 1.0,
"num_labels": 600
},
"wrist_left": {
"count": 600,
"mean": 0.043047,
"median": 0.024877,
"std": 0.047204,
"sem": 0.001929,
"min": 0.001142,
"max": 0.270487,
"recall-0.025": 0.501667,
"recall-0.05": 0.733333,
"recall-0.1": 0.891667,
"recall-0.15": 0.935,
"recall-0.25": 0.996667,
"recall-0.5": 1.0,
"num_labels": 600
},
"wrist_right": {
"count": 600,
"mean": 0.046558,
"median": 0.028199,
"std": 0.051162,
"sem": 0.00209,
"min": 0.002724,
"max": 0.252783,
"recall-0.025": 0.443333,
"recall-0.05": 0.766667,
"recall-0.1": 0.885,
"recall-0.15": 0.905,
"recall-0.25": 0.995,
"recall-0.5": 1.0,
"num_labels": 600
},
"hip_left": {
"count": 600,
"mean": 0.088603,
"median": 0.083264,
"std": 0.033261,
"sem": 0.001359,
"min": 0.023618,
"max": 0.241896,
"recall-0.025": 0.003333,
"recall-0.05": 0.028333,
"recall-0.1": 0.82,
"recall-0.15": 0.95,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 600
},
"hip_right": {
"count": 600,
"mean": 0.113407,
"median": 0.112781,
"std": 0.027399,
"sem": 0.001119,
"min": 0.046711,
"max": 0.236993,
"recall-0.025": 0.0,
"recall-0.05": 0.001667,
"recall-0.1": 0.223333,
"recall-0.15": 0.943333,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 600
},
"knee_left": {
"count": 600,
"mean": 0.058249,
"median": 0.045661,
"std": 0.048165,
"sem": 0.001968,
"min": 0.016547,
"max": 0.354359,
"recall-0.025": 0.031667,
"recall-0.05": 0.605,
"recall-0.1": 0.93,
"recall-0.15": 0.931667,
"recall-0.25": 0.983333,
"recall-0.5": 1.0,
"num_labels": 600
},
"knee_right": {
"count": 600,
"mean": 0.052499,
"median": 0.045662,
"std": 0.033659,
"sem": 0.001375,
"min": 0.00962,
"max": 0.234671,
"recall-0.025": 0.021667,
"recall-0.05": 0.688333,
"recall-0.1": 0.945,
"recall-0.15": 0.95,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 600
},
"ankle_left": {
"count": 600,
"mean": 0.0955,
"median": 0.087396,
"std": 0.03264,
"sem": 0.001334,
"min": 0.060148,
"max": 0.479475,
"recall-0.025": 0.0,
"recall-0.05": 0.0,
"recall-0.1": 0.848333,
"recall-0.15": 0.94,
"recall-0.25": 0.996667,
"recall-0.5": 1.0,
"num_labels": 600
},
"ankle_right": {
"count": 600,
"mean": 0.077765,
"median": 0.068378,
"std": 0.036897,
"sem": 0.001508,
"min": 0.028667,
"max": 0.329289,
"recall-0.025": 0.0,
"recall-0.05": 0.021667,
"recall-0.1": 0.898333,
"recall-0.15": 0.935,
"recall-0.25": 0.993333,
"recall-0.5": 1.0,
"num_labels": 600
},
"joint_recalls": {
"num_labels": 7800,
"recall-0.025": 0.17462,
"recall-0.05": 0.47321,
"recall-0.1": 0.82244,
"recall-0.15": 0.93179,
"recall-0.25": 0.99615,
"recall-0.5": 1.0
}
}
{
"total_parts": 8400,
"correct_parts": 8117,
"pcp": 0.96631
}
Shelf
(duration 00:00:56)
{
"avg_time_2d": 0.14836799483938315,
"avg_time_3d": 0.017724498440719553,
"avg_fps": 6.020741697901867
}
{
"person_nums": {
"total_frames": 301,
"total_labels": 477,
"total_preds": 1136,
"considered_empty": 20,
"valid_preds": 477,
"invalid_preds": 639,
"missing": 0,
"invalid_fraction": 0.57258,
"precision": 0.42742,
"recall": 1.0,
"f1": 0.59887,
"non_empty": 1116
},
"mpjpe": {
"count": 477,
"mean": 0.047315,
"median": 0.042138,
"std": 0.015147,
"sem": 0.000694,
"min": 0.028647,
"max": 0.114489,
"recall-0.025": 0.0,
"recall-0.05": 0.691824,
"recall-0.1": 0.987421,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477,
"ap-0.025": 0.0,
"ap-0.05": 0.388784,
"ap-0.1": 0.713268,
"ap-0.15": 0.722361,
"ap-0.25": 0.722361,
"ap-0.5": 0.722361
},
"head": {
"count": 477,
"mean": 0.049118,
"median": 0.045106,
"std": 0.023343,
"sem": 0.00107,
"min": 0.003301,
"max": 0.143894,
"recall-0.025": 0.121593,
"recall-0.05": 0.570231,
"recall-0.1": 0.955975,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"shoulder_left": {
"count": 477,
"mean": 0.043445,
"median": 0.038191,
"std": 0.021055,
"sem": 0.000965,
"min": 0.003232,
"max": 0.157207,
"recall-0.025": 0.171908,
"recall-0.05": 0.712788,
"recall-0.1": 0.983229,
"recall-0.15": 0.995807,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"shoulder_right": {
"count": 477,
"mean": 0.049137,
"median": 0.045682,
"std": 0.024752,
"sem": 0.001135,
"min": 0.003266,
"max": 0.160035,
"recall-0.025": 0.134172,
"recall-0.05": 0.572327,
"recall-0.1": 0.964361,
"recall-0.15": 0.995807,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"elbow_left": {
"count": 477,
"mean": 0.041395,
"median": 0.033043,
"std": 0.027196,
"sem": 0.001247,
"min": 0.003226,
"max": 0.152207,
"recall-0.025": 0.339623,
"recall-0.05": 0.719078,
"recall-0.1": 0.951782,
"recall-0.15": 0.997904,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"elbow_right": {
"count": 477,
"mean": 0.053602,
"median": 0.045523,
"std": 0.042083,
"sem": 0.001929,
"min": 0.004168,
"max": 0.253633,
"recall-0.025": 0.278826,
"recall-0.05": 0.557652,
"recall-0.1": 0.90566,
"recall-0.15": 0.960168,
"recall-0.25": 0.997904,
"recall-0.5": 1.0,
"num_labels": 477
},
"wrist_left": {
"count": 477,
"mean": 0.061717,
"median": 0.052702,
"std": 0.046414,
"sem": 0.002127,
"min": 0.006451,
"max": 0.41084,
"recall-0.025": 0.113208,
"recall-0.05": 0.417191,
"recall-0.1": 0.909853,
"recall-0.15": 0.949686,
"recall-0.25": 0.987421,
"recall-0.5": 1.0,
"num_labels": 477
},
"wrist_right": {
"count": 477,
"mean": 0.057621,
"median": 0.052403,
"std": 0.031001,
"sem": 0.001421,
"min": 0.008162,
"max": 0.222674,
"recall-0.025": 0.102725,
"recall-0.05": 0.444444,
"recall-0.1": 0.909853,
"recall-0.15": 0.981132,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"hip_left": {
"count": 477,
"mean": 0.045082,
"median": 0.038157,
"std": 0.026061,
"sem": 0.001195,
"min": 0.001857,
"max": 0.128869,
"recall-0.025": 0.224319,
"recall-0.05": 0.67086,
"recall-0.1": 0.947589,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"hip_right": {
"count": 477,
"mean": 0.056117,
"median": 0.052888,
"std": 0.022784,
"sem": 0.001044,
"min": 0.006227,
"max": 0.137531,
"recall-0.025": 0.083857,
"recall-0.05": 0.419287,
"recall-0.1": 0.960168,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"knee_left": {
"count": 477,
"mean": 0.038063,
"median": 0.035282,
"std": 0.024315,
"sem": 0.001114,
"min": 0.003097,
"max": 0.183598,
"recall-0.025": 0.289308,
"recall-0.05": 0.792453,
"recall-0.1": 0.976939,
"recall-0.15": 0.989518,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"knee_right": {
"count": 477,
"mean": 0.039416,
"median": 0.035065,
"std": 0.023431,
"sem": 0.001074,
"min": 0.00488,
"max": 0.190642,
"recall-0.025": 0.32914,
"recall-0.05": 0.748428,
"recall-0.1": 0.974843,
"recall-0.15": 0.997904,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"ankle_left": {
"count": 477,
"mean": 0.038475,
"median": 0.031307,
"std": 0.030146,
"sem": 0.001382,
"min": 0.00131,
"max": 0.224915,
"recall-0.025": 0.400419,
"recall-0.05": 0.813417,
"recall-0.1": 0.943396,
"recall-0.15": 0.983229,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"ankle_right": {
"count": 477,
"mean": 0.041902,
"median": 0.030437,
"std": 0.038265,
"sem": 0.001754,
"min": 0.002837,
"max": 0.296238,
"recall-0.025": 0.320755,
"recall-0.05": 0.777778,
"recall-0.1": 0.926625,
"recall-0.15": 0.968553,
"recall-0.25": 0.997904,
"recall-0.5": 1.0,
"num_labels": 477
},
"joint_recalls": {
"num_labels": 6201,
"recall-0.025": 0.22287,
"recall-0.05": 0.63119,
"recall-0.1": 0.94598,
"recall-0.15": 0.98549,
"recall-0.25": 0.99855,
"recall-0.5": 1.0
}
}
{
"total_parts": 6678,
"correct_parts": 6616,
"pcp": 0.990716
}
Campus
(duration 00:00:29)
{
"avg_time_2d": 0.08269888724920885,
"avg_time_3d": 0.00582737405345125,
"avg_fps": 11.29608305247554
}
{
"person_nums": {
"total_frames": 222,
"total_labels": 376,
"total_preds": 855,
"considered_empty": 54,
"valid_preds": 376,
"invalid_preds": 425,
"missing": 0,
"invalid_fraction": 0.53059,
"precision": 0.46941,
"recall": 1.0,
"f1": 0.63891,
"non_empty": 801
},
"mpjpe": {
"count": 376,
"mean": 0.073759,
"median": 0.068859,
"std": 0.018005,
"sem": 0.00093,
"min": 0.0459,
"max": 0.163826,
"recall-0.025": 0.0,
"recall-0.05": 0.015957,
"recall-0.1": 0.930851,
"recall-0.15": 0.984043,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376,
"ap-0.025": 0.0,
"ap-0.05": 0.000283,
"ap-0.1": 0.811046,
"ap-0.15": 0.886091,
"ap-0.25": 0.896957,
"ap-0.5": 0.896957
},
"head": {
"count": 376,
"mean": 0.052892,
"median": 0.051862,
"std": 0.022186,
"sem": 0.001146,
"min": 0.007866,
"max": 0.127,
"recall-0.025": 0.106383,
"recall-0.05": 0.476064,
"recall-0.1": 0.984043,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"shoulder_left": {
"count": 376,
"mean": 0.060966,
"median": 0.056108,
"std": 0.031436,
"sem": 0.001623,
"min": 0.003274,
"max": 0.185051,
"recall-0.025": 0.074468,
"recall-0.05": 0.404255,
"recall-0.1": 0.867021,
"recall-0.15": 0.994681,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"shoulder_right": {
"count": 376,
"mean": 0.062879,
"median": 0.058314,
"std": 0.02496,
"sem": 0.001289,
"min": 0.00855,
"max": 0.182673,
"recall-0.025": 0.031915,
"recall-0.05": 0.335106,
"recall-0.1": 0.922872,
"recall-0.15": 0.992021,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"elbow_left": {
"count": 376,
"mean": 0.077799,
"median": 0.067444,
"std": 0.041299,
"sem": 0.002133,
"min": 0.006015,
"max": 0.199504,
"recall-0.025": 0.045213,
"recall-0.05": 0.295213,
"recall-0.1": 0.734043,
"recall-0.15": 0.930851,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"elbow_right": {
"count": 376,
"mean": 0.069841,
"median": 0.059761,
"std": 0.035231,
"sem": 0.001819,
"min": 0.010545,
"max": 0.189846,
"recall-0.025": 0.037234,
"recall-0.05": 0.321809,
"recall-0.1": 0.803191,
"recall-0.15": 0.968085,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"wrist_left": {
"count": 376,
"mean": 0.109924,
"median": 0.094822,
"std": 0.06246,
"sem": 0.003225,
"min": 0.014099,
"max": 0.395002,
"recall-0.025": 0.010638,
"recall-0.05": 0.12234,
"recall-0.1": 0.534574,
"recall-0.15": 0.771277,
"recall-0.25": 0.952128,
"recall-0.5": 1.0,
"num_labels": 376
},
"wrist_right": {
"count": 376,
"mean": 0.094958,
"median": 0.092739,
"std": 0.036388,
"sem": 0.001879,
"min": 0.020174,
"max": 0.210411,
"recall-0.025": 0.010638,
"recall-0.05": 0.101064,
"recall-0.1": 0.571809,
"recall-0.15": 0.920213,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"hip_left": {
"count": 376,
"mean": 0.084196,
"median": 0.083885,
"std": 0.027424,
"sem": 0.001416,
"min": 0.008948,
"max": 0.147338,
"recall-0.025": 0.007979,
"recall-0.05": 0.119681,
"recall-0.1": 0.696809,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"hip_right": {
"count": 376,
"mean": 0.088234,
"median": 0.089791,
"std": 0.029355,
"sem": 0.001516,
"min": 0.015462,
"max": 0.210122,
"recall-0.025": 0.015957,
"recall-0.05": 0.103723,
"recall-0.1": 0.715426,
"recall-0.15": 0.962766,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"knee_left": {
"count": 376,
"mean": 0.057064,
"median": 0.051737,
"std": 0.030122,
"sem": 0.001555,
"min": 0.01259,
"max": 0.209373,
"recall-0.025": 0.093085,
"recall-0.05": 0.465426,
"recall-0.1": 0.917553,
"recall-0.15": 0.986702,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"knee_right": {
"count": 376,
"mean": 0.062274,
"median": 0.055225,
"std": 0.028571,
"sem": 0.001475,
"min": 0.004272,
"max": 0.216432,
"recall-0.025": 0.015957,
"recall-0.05": 0.356383,
"recall-0.1": 0.917553,
"recall-0.15": 0.981383,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"ankle_left": {
"count": 370,
"mean": 0.062845,
"median": 0.057915,
"std": 0.036038,
"sem": 0.001876,
"min": 0.007413,
"max": 0.326849,
"recall-0.025": 0.074468,
"recall-0.05": 0.335106,
"recall-0.1": 0.896277,
"recall-0.15": 0.960106,
"recall-0.25": 0.976064,
"recall-0.5": 0.984043,
"num_labels": 376
},
"ankle_right": {
"count": 370,
"mean": 0.059691,
"median": 0.050609,
"std": 0.040774,
"sem": 0.002123,
"min": 0.010702,
"max": 0.442452,
"recall-0.025": 0.06117,
"recall-0.05": 0.476064,
"recall-0.1": 0.893617,
"recall-0.15": 0.960106,
"recall-0.25": 0.976064,
"recall-0.5": 0.984043,
"num_labels": 376
},
"joint_recalls": {
"num_labels": 4888,
"recall-0.025": 0.04317,
"recall-0.05": 0.29992,
"recall-0.1": 0.80278,
"recall-0.15": 0.95479,
"recall-0.25": 0.99264,
"recall-0.5": 0.99755
}
}
{
"total_parts": 5264,
"correct_parts": 4972,
"pcp": 0.944529
}
MVOR
(duration 00:02:31)
{
"avg_time_2d": 0.07757738680369634,
"avg_time_3d": 0.0026588050922399962,
"avg_fps": 12.463203653744767
}
{
"person_nums": {
"total_frames": 629,
"total_labels": 1061,
"total_preds": 761,
"considered_empty": 259,
"valid_preds": 438,
"invalid_preds": 64,
"missing": 623,
"invalid_fraction": 0.12749,
"precision": 0.87251,
"recall": 0.41282,
"f1": 0.56046,
"non_empty": 502
},
"mpjpe": {
"count": 438,
"mean": 0.110999,
"median": 0.096758,
"std": 0.053021,
"sem": 0.002536,
"min": 0.041183,
"max": 0.457321,
"recall-0.025": 0.0,
"recall-0.05": 0.00377,
"recall-0.1": 0.219604,
"recall-0.15": 0.351555,
"recall-0.25": 0.402451,
"recall-0.5": 0.412818,
"num_labels": 1061,
"ap-0.025": 0.0,
"ap-0.05": 0.000103,
"ap-0.1": 0.142082,
"ap-0.15": 0.290046,
"ap-0.25": 0.373209,
"ap-0.5": 0.386698
},
"head": {
"count": 438,
"mean": 0.059301,
"median": 0.047955,
"std": 0.047348,
"sem": 0.002265,
"min": 0.007984,
"max": 0.409985,
"recall-0.025": 0.05655,
"recall-0.05": 0.221489,
"recall-0.1": 0.365693,
"recall-0.15": 0.39491,
"recall-0.25": 0.408106,
"recall-0.5": 0.412818,
"num_labels": 1061
},
"shoulder_left": {
"count": 437,
"mean": 0.057967,
"median": 0.037877,
"std": 0.058014,
"sem": 0.002778,
"min": 0.004852,
"max": 0.383066,
"recall-0.025": 0.112158,
"recall-0.05": 0.264844,
"recall-0.1": 0.354383,
"recall-0.15": 0.382658,
"recall-0.25": 0.402451,
"recall-0.5": 0.411876,
"num_labels": 1061
},
"shoulder_right": {
"count": 438,
"mean": 0.055487,
"median": 0.036762,
"std": 0.057347,
"sem": 0.002743,
"min": 0.004536,
"max": 0.471274,
"recall-0.025": 0.097078,
"recall-0.05": 0.267672,
"recall-0.1": 0.363808,
"recall-0.15": 0.385485,
"recall-0.25": 0.405278,
"recall-0.5": 0.412818,
"num_labels": 1061
},
"elbow_left": {
"count": 435,
"mean": 0.105151,
"median": 0.073447,
"std": 0.086127,
"sem": 0.004134,
"min": 0.007643,
"max": 0.43204,
"recall-0.025": 0.051838,
"recall-0.05": 0.141376,
"recall-0.1": 0.249764,
"recall-0.15": 0.30443,
"recall-0.25": 0.37606,
"recall-0.5": 0.409991,
"num_labels": 1061
},
"elbow_right": {
"count": 436,
"mean": 0.079933,
"median": 0.055267,
"std": 0.074021,
"sem": 0.003549,
"min": 0.004321,
"max": 0.461444,
"recall-0.025": 0.059378,
"recall-0.05": 0.182846,
"recall-0.1": 0.312912,
"recall-0.15": 0.36098,
"recall-0.25": 0.386428,
"recall-0.5": 0.410933,
"num_labels": 1061
},
"wrist_left": {
"count": 432,
"mean": 0.12447,
"median": 0.079772,
"std": 0.10957,
"sem": 0.005278,
"min": 0.002322,
"max": 0.47313,
"recall-0.025": 0.05278,
"recall-0.05": 0.138549,
"recall-0.1": 0.229972,
"recall-0.15": 0.277097,
"recall-0.25": 0.344015,
"recall-0.5": 0.407163,
"num_labels": 1061
},
"wrist_right": {
"count": 432,
"mean": 0.102391,
"median": 0.061378,
"std": 0.09479,
"sem": 0.004566,
"min": 0.006318,
"max": 0.479642,
"recall-0.025": 0.06409,
"recall-0.05": 0.175306,
"recall-0.1": 0.2705,
"recall-0.15": 0.303487,
"recall-0.25": 0.366635,
"recall-0.5": 0.407163,
"num_labels": 1061
},
"hip_left": {
"count": 431,
"mean": 0.190778,
"median": 0.168752,
"std": 0.08481,
"sem": 0.00409,
"min": 0.040111,
"max": 0.490925,
"recall-0.025": 0.0,
"recall-0.05": 0.000943,
"recall-0.1": 0.0377,
"recall-0.15": 0.147031,
"recall-0.25": 0.321395,
"recall-0.5": 0.406221,
"num_labels": 1061
},
"hip_right": {
"count": 430,
"mean": 0.188866,
"median": 0.170728,
"std": 0.083464,
"sem": 0.00403,
"min": 0.053341,
"max": 0.489645,
"recall-0.025": 0.0,
"recall-0.05": 0.0,
"recall-0.1": 0.04524,
"recall-0.15": 0.150801,
"recall-0.25": 0.328935,
"recall-0.5": 0.405278,
"num_labels": 1061
},
"knee_left": {},
"knee_right": {},
"ankle_left": {},
"ankle_right": {},
"joint_recalls": {
"num_labels": 9549,
"recall-0.025": 0.05435,
"recall-0.05": 0.15415,
"recall-0.1": 0.24736,
"recall-0.15": 0.30003,
"recall-0.25": 0.37061,
"recall-0.5": 0.40873
}
}
{
"total_parts": 10610,
"correct_parts": 3342,
"pcp": 0.314986
}
Panoptic
(duration 00:02:28)
{
"avg_time_2d": 0.15851887609900497,
"avg_time_3d": 0.02711676795308183,
"avg_fps": 5.3868964934310455
}
{
"person_nums": {
"total_frames": 420,
"total_labels": 1466,
"total_preds": 1738,
"considered_empty": 52,
"valid_preds": 1454,
"invalid_preds": 232,
"missing": 12,
"invalid_fraction": 0.1376,
"precision": 0.8624,
"recall": 0.99181,
"f1": 0.92259,
"non_empty": 1686
},
"mpjpe": {
"count": 1454,
"mean": 0.042168,
"median": 0.036857,
"std": 0.02108,
"sem": 0.000553,
"min": 0.012479,
"max": 0.168256,
"recall-0.025": 0.177353,
"recall-0.05": 0.759891,
"recall-0.1": 0.965211,
"recall-0.15": 0.99045,
"recall-0.25": 0.991814,
"recall-0.5": 0.991814,
"num_labels": 1466,
"ap-0.025": 0.060414,
"ap-0.05": 0.680845,
"ap-0.1": 0.943244,
"ap-0.15": 0.973463,
"ap-0.25": 0.974787,
"ap-0.5": 0.974787
},
"nose": {
"count": 1452,
"mean": 0.016822,
"median": 0.013121,
"std": 0.017966,
"sem": 0.000472,
"min": 0.002126,
"max": 0.286093,
"recall-0.025": 0.883117,
"recall-0.05": 0.966507,
"recall-0.1": 0.989064,
"recall-0.15": 0.989747,
"recall-0.25": 0.989747,
"recall-0.5": 0.992481,
"num_labels": 1463
},
"shoulder_left": {
"count": 1454,
"mean": 0.023702,
"median": 0.017862,
"std": 0.033742,
"sem": 0.000885,
"min": 0.001613,
"max": 0.279487,
"recall-0.025": 0.744884,
"recall-0.05": 0.960437,
"recall-0.1": 0.975443,
"recall-0.15": 0.975443,
"recall-0.25": 0.975443,
"recall-0.5": 0.991814,
"num_labels": 1466
},
"shoulder_right": {
"count": 1453,
"mean": 0.023312,
"median": 0.020179,
"std": 0.01516,
"sem": 0.000398,
"min": 0.003067,
"max": 0.146271,
"recall-0.025": 0.671672,
"recall-0.05": 0.949488,
"recall-0.1": 0.988396,
"recall-0.15": 0.991809,
"recall-0.25": 0.991809,
"recall-0.5": 0.991809,
"num_labels": 1465
},
"elbow_left": {
"count": 1453,
"mean": 0.030356,
"median": 0.018233,
"std": 0.056255,
"sem": 0.001476,
"min": 0.001722,
"max": 0.464792,
"recall-0.025": 0.694881,
"recall-0.05": 0.891468,
"recall-0.1": 0.967235,
"recall-0.15": 0.974061,
"recall-0.25": 0.974061,
"recall-0.5": 0.991809,
"num_labels": 1465
},
"elbow_right": {
"count": 1452,
"mean": 0.022121,
"median": 0.017129,
"std": 0.016663,
"sem": 0.000437,
"min": 0.001506,
"max": 0.18224,
"recall-0.025": 0.714969,
"recall-0.05": 0.935065,
"recall-0.1": 0.987697,
"recall-0.15": 0.991798,
"recall-0.25": 0.992481,
"recall-0.5": 0.992481,
"num_labels": 1463
},
"wrist_left": {
"count": 1426,
"mean": 0.031034,
"median": 0.015989,
"std": 0.041591,
"sem": 0.001102,
"min": 0.001413,
"max": 0.342328,
"recall-0.025": 0.678522,
"recall-0.05": 0.845886,
"recall-0.1": 0.928173,
"recall-0.15": 0.960251,
"recall-0.25": 0.990237,
"recall-0.5": 0.994421,
"num_labels": 1434
},
"wrist_right": {
"count": 1449,
"mean": 0.024373,
"median": 0.016014,
"std": 0.025093,
"sem": 0.000659,
"min": 0.000914,
"max": 0.240789,
"recall-0.025": 0.703297,
"recall-0.05": 0.897665,
"recall-0.1": 0.973214,
"recall-0.15": 0.989011,
"recall-0.25": 0.995192,
"recall-0.5": 0.995192,
"num_labels": 1456
},
"hip_left": {
"count": 1453,
"mean": 0.061695,
"median": 0.055825,
"std": 0.032837,
"sem": 0.000862,
"min": 0.002276,
"max": 0.230798,
"recall-0.025": 0.066212,
"recall-0.05": 0.393174,
"recall-0.1": 0.894198,
"recall-0.15": 0.96314,
"recall-0.25": 0.991809,
"recall-0.5": 0.991809,
"num_labels": 1465
},
"hip_right": {
"count": 1454,
"mean": 0.060155,
"median": 0.058702,
"std": 0.028867,
"sem": 0.000757,
"min": 0.002677,
"max": 0.287728,
"recall-0.025": 0.067531,
"recall-0.05": 0.369714,
"recall-0.1": 0.922237,
"recall-0.15": 0.978172,
"recall-0.25": 0.991132,
"recall-0.5": 0.991814,
"num_labels": 1466
},
"knee_left": {
"count": 1453,
"mean": 0.046027,
"median": 0.040423,
"std": 0.029428,
"sem": 0.000772,
"min": 0.002822,
"max": 0.274944,
"recall-0.025": 0.188396,
"recall-0.05": 0.661433,
"recall-0.1": 0.952218,
"recall-0.15": 0.974744,
"recall-0.25": 0.989078,
"recall-0.5": 0.991809,
"num_labels": 1465
},
"knee_right": {
"count": 1452,
"mean": 0.047274,
"median": 0.041634,
"std": 0.026906,
"sem": 0.000706,
"min": 0.001798,
"max": 0.187612,
"recall-0.025": 0.224812,
"recall-0.05": 0.584647,
"recall-0.1": 0.954764,
"recall-0.15": 0.991775,
"recall-0.25": 0.995202,
"recall-0.5": 0.995202,
"num_labels": 1459
},
"ankle_left": {
"count": 1439,
"mean": 0.071808,
"median": 0.032165,
"std": 0.098716,
"sem": 0.002603,
"min": 0.001232,
"max": 0.494486,
"recall-0.025": 0.382775,
"recall-0.05": 0.632946,
"recall-0.1": 0.78674,
"recall-0.15": 0.83527,
"recall-0.25": 0.91866,
"recall-0.5": 0.983595,
"num_labels": 1463
},
"ankle_right": {
"count": 1440,
"mean": 0.081234,
"median": 0.033067,
"std": 0.119559,
"sem": 0.003152,
"min": 0.001386,
"max": 0.499447,
"recall-0.025": 0.373973,
"recall-0.05": 0.677397,
"recall-0.1": 0.796575,
"recall-0.15": 0.839726,
"recall-0.25": 0.885616,
"recall-0.5": 0.986301,
"num_labels": 1460
},
"joint_recalls": {
"num_labels": 18990,
"recall-0.025": 0.49136,
"recall-0.05": 0.75066,
"recall-0.1": 0.9317,
"recall-0.15": 0.95771,
"recall-0.25": 0.97483,
"recall-0.5": 0.9911
}
}
{
"total_parts": 20444,
"correct_parts": 19848,
"pcp": 0.970847
}
IkeaAsm
(duration 00:01:45)
{
"avg_time_2d": 0.07040633143280907,
"avg_time_3d": 0.00213554522974028,
"avg_fps": 13.785141024842861
}
{
"person_nums": {
"total_frames": 288,
"total_labels": 288,
"total_preds": 310,
"considered_empty": 51,
"valid_preds": 251,
"invalid_preds": 8,
"missing": 37,
"invalid_fraction": 0.03089,
"precision": 0.96911,
"recall": 0.87153,
"f1": 0.91773,
"non_empty": 259
},
"mpjpe": {
"count": 251,
"mean": 0.065975,
"median": 0.053767,
"std": 0.046091,
"sem": 0.002915,
"min": 0.016763,
"max": 0.366032,
"recall-0.025": 0.048611,
"recall-0.05": 0.381944,
"recall-0.1": 0.732639,
"recall-0.15": 0.836806,
"recall-0.25": 0.857639,
"recall-0.5": 0.871528,
"num_labels": 288,
"ap-0.025": 0.007366,
"ap-0.05": 0.204348,
"ap-0.1": 0.655256,
"ap-0.15": 0.81734,
"ap-0.25": 0.848678,
"ap-0.5": 0.865346
},
"head": {
"count": 237,
"mean": 0.038044,
"median": 0.029325,
"std": 0.033749,
"sem": 0.002197,
"min": 0.004678,
"max": 0.383215,
"recall-0.025": 0.333333,
"recall-0.05": 0.718519,
"recall-0.1": 0.855556,
"recall-0.15": 0.87037,
"recall-0.25": 0.874074,
"recall-0.5": 0.877778,
"num_labels": 270
},
"shoulder_left": {
"count": 236,
"mean": 0.042516,
"median": 0.033226,
"std": 0.034694,
"sem": 0.002263,
"min": 0.006654,
"max": 0.327001,
"recall-0.025": 0.193309,
"recall-0.05": 0.669145,
"recall-0.1": 0.855019,
"recall-0.15": 0.869888,
"recall-0.25": 0.869888,
"recall-0.5": 0.877323,
"num_labels": 269
},
"shoulder_right": {
"count": 228,
"mean": 0.038985,
"median": 0.029654,
"std": 0.033751,
"sem": 0.00224,
"min": 0.006179,
"max": 0.3875,
"recall-0.025": 0.271318,
"recall-0.05": 0.717054,
"recall-0.1": 0.852713,
"recall-0.15": 0.872093,
"recall-0.25": 0.879845,
"recall-0.5": 0.883721,
"num_labels": 258
},
"elbow_left": {
"count": 218,
"mean": 0.038058,
"median": 0.024438,
"std": 0.044266,
"sem": 0.003005,
"min": 0.003563,
"max": 0.4313,
"recall-0.025": 0.452,
"recall-0.05": 0.692,
"recall-0.1": 0.82,
"recall-0.15": 0.852,
"recall-0.25": 0.864,
"recall-0.5": 0.872,
"num_labels": 250
},
"elbow_right": {
"count": 184,
"mean": 0.034691,
"median": 0.022777,
"std": 0.046459,
"sem": 0.003434,
"min": 0.002853,
"max": 0.462231,
"recall-0.025": 0.481132,
"recall-0.05": 0.707547,
"recall-0.1": 0.839623,
"recall-0.15": 0.858491,
"recall-0.25": 0.858491,
"recall-0.5": 0.867925,
"num_labels": 212
},
"wrist_left": {
"count": 199,
"mean": 0.038361,
"median": 0.0213,
"std": 0.045916,
"sem": 0.003263,
"min": 0.003387,
"max": 0.407967,
"recall-0.025": 0.524444,
"recall-0.05": 0.702222,
"recall-0.1": 0.8,
"recall-0.15": 0.871111,
"recall-0.25": 0.88,
"recall-0.5": 0.884444,
"num_labels": 225
},
"wrist_right": {
"count": 194,
"mean": 0.035801,
"median": 0.019762,
"std": 0.051739,
"sem": 0.003724,
"min": 0.002012,
"max": 0.433066,
"recall-0.025": 0.540541,
"recall-0.05": 0.711712,
"recall-0.1": 0.801802,
"recall-0.15": 0.846847,
"recall-0.25": 0.855856,
"recall-0.5": 0.873874,
"num_labels": 222
},
"hip_left": {
"count": 166,
"mean": 0.097841,
"median": 0.080859,
"std": 0.063055,
"sem": 0.004909,
"min": 0.028679,
"max": 0.487868,
"recall-0.025": 0.0,
"recall-0.05": 0.095238,
"recall-0.1": 0.608466,
"recall-0.15": 0.798942,
"recall-0.25": 0.835979,
"recall-0.5": 0.878307,
"num_labels": 189
},
"hip_right": {
"count": 101,
"mean": 0.102819,
"median": 0.087365,
"std": 0.062437,
"sem": 0.006244,
"min": 0.037131,
"max": 0.395581,
"recall-0.025": 0.0,
"recall-0.05": 0.060345,
"recall-0.1": 0.594828,
"recall-0.15": 0.75,
"recall-0.25": 0.827586,
"recall-0.5": 0.87069,
"num_labels": 116
},
"knee_left": {
"count": 125,
"mean": 0.087678,
"median": 0.058905,
"std": 0.091155,
"sem": 0.008186,
"min": 0.002789,
"max": 0.473302,
"recall-0.025": 0.19708,
"recall-0.05": 0.394161,
"recall-0.1": 0.671533,
"recall-0.15": 0.781022,
"recall-0.25": 0.846715,
"recall-0.5": 0.912409,
"num_labels": 137
},
"knee_right": {
"count": 119,
"mean": 0.075441,
"median": 0.041921,
"std": 0.079578,
"sem": 0.007326,
"min": 0.005859,
"max": 0.408641,
"recall-0.025": 0.233083,
"recall-0.05": 0.473684,
"recall-0.1": 0.661654,
"recall-0.15": 0.774436,
"recall-0.25": 0.857143,
"recall-0.5": 0.894737,
"num_labels": 133
},
"ankle_left": {
"count": 91,
"mean": 0.138874,
"median": 0.110764,
"std": 0.111323,
"sem": 0.011734,
"min": 0.008477,
"max": 0.434693,
"recall-0.025": 0.052174,
"recall-0.05": 0.191304,
"recall-0.1": 0.382609,
"recall-0.15": 0.504348,
"recall-0.25": 0.669565,
"recall-0.5": 0.791304,
"num_labels": 115
},
"ankle_right": {
"count": 68,
"mean": 0.110192,
"median": 0.071169,
"std": 0.111019,
"sem": 0.013563,
"min": 0.01164,
"max": 0.47701,
"recall-0.025": 0.12766,
"recall-0.05": 0.287234,
"recall-0.1": 0.457447,
"recall-0.15": 0.56383,
"recall-0.25": 0.638298,
"recall-0.5": 0.723404,
"num_labels": 94
},
"joint_recalls": {
"num_labels": 2490,
"recall-0.025": 0.29598,
"recall-0.05": 0.55502,
"recall-0.1": 0.75141,
"recall-0.15": 0.81406,
"recall-0.25": 0.84297,
"recall-0.5": 0.86827
}
}
{
"total_parts": 2243,
"correct_parts": 1906,
"pcp": 0.849755
}
Tsinghua
(duration 00:01:51)
{
"avg_time_2d": 0.15860778018832206,
"avg_time_3d": 0.017471200227737425,
"avg_fps": 5.679269596161257
}
{
"person_nums": {
"total_frames": 330,
"total_labels": 780,
"total_preds": 1057,
"considered_empty": 23,
"valid_preds": 776,
"invalid_preds": 258,
"missing": 4,
"invalid_fraction": 0.24952,
"precision": 0.75048,
"recall": 0.99487,
"f1": 0.85557,
"non_empty": 1034
},
"mpjpe": {
"count": 776,
"mean": 0.051933,
"median": 0.049863,
"std": 0.014382,
"sem": 0.000517,
"min": 0.029634,
"max": 0.290459,
"recall-0.025": 0.0,
"recall-0.05": 0.501282,
"recall-0.1": 0.992308,
"recall-0.15": 0.99359,
"recall-0.25": 0.99359,
"recall-0.5": 0.994872,
"num_labels": 780,
"ap-0.025": 0.0,
"ap-0.05": 0.306795,
"ap-0.1": 0.991081,
"ap-0.15": 0.99261,
"ap-0.25": 0.99261,
"ap-0.5": 0.993698
},
"head": {
"count": 753,
"mean": 0.03895,
"median": 0.038185,
"std": 0.016016,
"sem": 0.000584,
"min": 0.004795,
"max": 0.097068,
"recall-0.025": 0.215139,
"recall-0.05": 0.77822,
"recall-0.1": 1.0,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 753
},
"shoulder_left": {
"count": 776,
"mean": 0.061926,
"median": 0.061105,
"std": 0.020617,
"sem": 0.000741,
"min": 0.019191,
"max": 0.220586,
"recall-0.025": 0.008974,
"recall-0.05": 0.308974,
"recall-0.1": 0.939744,
"recall-0.15": 0.99359,
"recall-0.25": 0.994872,
"recall-0.5": 0.994872,
"num_labels": 780
},
"shoulder_right": {
"count": 776,
"mean": 0.064914,
"median": 0.060649,
"std": 0.022005,
"sem": 0.00079,
"min": 0.022078,
"max": 0.150885,
"recall-0.025": 0.002564,
"recall-0.05": 0.283333,
"recall-0.1": 0.919231,
"recall-0.15": 0.99359,
"recall-0.25": 0.994872,
"recall-0.5": 0.994872,
"num_labels": 780
},
"elbow_left": {
"count": 771,
"mean": 0.048155,
"median": 0.044396,
"std": 0.022235,
"sem": 0.000801,
"min": 0.003098,
"max": 0.21128,
"recall-0.025": 0.108247,
"recall-0.05": 0.597938,
"recall-0.1": 0.972938,
"recall-0.15": 0.987113,
"recall-0.25": 0.993557,
"recall-0.5": 0.993557,
"num_labels": 776
},
"elbow_right": {
"count": 773,
"mean": 0.051632,
"median": 0.046512,
"std": 0.034104,
"sem": 0.001227,
"min": 0.007278,
"max": 0.454768,
"recall-0.025": 0.11583,
"recall-0.05": 0.566281,
"recall-0.1": 0.94852,
"recall-0.15": 0.985843,
"recall-0.25": 0.988417,
"recall-0.5": 0.994852,
"num_labels": 777
},
"wrist_left": {
"count": 765,
"mean": 0.050433,
"median": 0.04224,
"std": 0.031081,
"sem": 0.001124,
"min": 0.005464,
"max": 0.287068,
"recall-0.025": 0.146753,
"recall-0.05": 0.620779,
"recall-0.1": 0.932468,
"recall-0.15": 0.984416,
"recall-0.25": 0.98961,
"recall-0.5": 0.993506,
"num_labels": 770
},
"wrist_right": {
"count": 744,
"mean": 0.06004,
"median": 0.049851,
"std": 0.042609,
"sem": 0.001563,
"min": 0.005678,
"max": 0.36077,
"recall-0.025": 0.109479,
"recall-0.05": 0.502003,
"recall-0.1": 0.871829,
"recall-0.15": 0.946595,
"recall-0.25": 0.985314,
"recall-0.5": 0.993324,
"num_labels": 749
},
"hip_left": {
"count": 776,
"mean": 0.063849,
"median": 0.0596,
"std": 0.026494,
"sem": 0.000952,
"min": 0.0017,
"max": 0.217641,
"recall-0.025": 0.026923,
"recall-0.05": 0.30641,
"recall-0.1": 0.919231,
"recall-0.15": 0.978205,
"recall-0.25": 0.994872,
"recall-0.5": 0.994872,
"num_labels": 780
},
"hip_right": {
"count": 776,
"mean": 0.051607,
"median": 0.044657,
"std": 0.028833,
"sem": 0.001036,
"min": 0.007308,
"max": 0.192378,
"recall-0.025": 0.111538,
"recall-0.05": 0.587179,
"recall-0.1": 0.934615,
"recall-0.15": 0.979487,
"recall-0.25": 0.994872,
"recall-0.5": 0.994872,
"num_labels": 780
},
"knee_left": {
"count": 775,
"mean": 0.045965,
"median": 0.043071,
"std": 0.02706,
"sem": 0.000973,
"min": 0.005523,
"max": 0.362978,
"recall-0.025": 0.184852,
"recall-0.05": 0.634146,
"recall-0.1": 0.970475,
"recall-0.15": 0.984596,
"recall-0.25": 0.993582,
"recall-0.5": 0.994865,
"num_labels": 779
},
"knee_right": {
"count": 771,
"mean": 0.049529,
"median": 0.046727,
"std": 0.024371,
"sem": 0.000878,
"min": 0.006187,
"max": 0.178582,
"recall-0.025": 0.134367,
"recall-0.05": 0.578811,
"recall-0.1": 0.96124,
"recall-0.15": 0.989664,
"recall-0.25": 0.996124,
"recall-0.5": 0.996124,
"num_labels": 774
},
"ankle_left": {
"count": 774,
"mean": 0.040168,
"median": 0.037831,
"std": 0.021928,
"sem": 0.000789,
"min": 0.002465,
"max": 0.213487,
"recall-0.025": 0.2362,
"recall-0.05": 0.716303,
"recall-0.1": 0.980745,
"recall-0.15": 0.988447,
"recall-0.25": 0.993582,
"recall-0.5": 0.993582,
"num_labels": 779
},
"ankle_right": {
"count": 769,
"mean": 0.043193,
"median": 0.039079,
"std": 0.025619,
"sem": 0.000924,
"min": 0.002305,
"max": 0.189483,
"recall-0.025": 0.216883,
"recall-0.05": 0.694805,
"recall-0.1": 0.963636,
"recall-0.15": 0.990909,
"recall-0.25": 0.998701,
"recall-0.5": 0.998701,
"num_labels": 770
},
"joint_recalls": {
"num_labels": 10047,
"recall-0.025": 0.12292,
"recall-0.05": 0.55021,
"recall-0.1": 0.94685,
"recall-0.15": 0.98427,
"recall-0.25": 0.99343,
"recall-0.5": 0.99472
}
}
{
"total_parts": 10800,
"correct_parts": 10664,
"pcp": 0.987407
}