39 KiB
39 KiB
Evaluation Results
Results of the model in various experiments on different datasets.
Human36m
(duration 00:01:20)
{
"avg_time_2d": 0.07223461442074533,
"avg_time_3d": 0.0030539585372148935,
"avg_fps": 13.28222810861858
}
{
"person_nums": {
"total_frames": 600,
"total_labels": 600,
"total_preds": 601,
"considered_empty": 1,
"valid_preds": 600,
"invalid_preds": 0,
"missing": 0,
"invalid_fraction": 0.0,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"non_empty": 600
},
"mpjpe": {
"count": 600,
"mean": 0.066878,
"median": 0.059221,
"std": 0.027766,
"sem": 0.001134,
"min": 0.043707,
"max": 0.189867,
"recall-0.025": 0.0,
"recall-0.05": 0.035,
"recall-0.1": 0.933333,
"recall-0.15": 0.95,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 600,
"ap-0.025": 0.0,
"ap-0.05": 0.00225,
"ap-0.1": 0.895105,
"ap-0.15": 0.917278,
"ap-0.25": 1.0,
"ap-0.5": 1.0
},
"nose": {
"count": 600,
"mean": 0.117723,
"median": 0.101523,
"std": 0.04276,
"sem": 0.001747,
"min": 0.046466,
"max": 0.271134,
"recall-0.025": 0.0,
"recall-0.05": 0.003333,
"recall-0.1": 0.485,
"recall-0.15": 0.803333,
"recall-0.25": 0.995,
"recall-0.5": 1.0,
"num_labels": 600
},
"shoulder_left": {
"count": 600,
"mean": 0.033334,
"median": 0.02547,
"std": 0.032213,
"sem": 0.001316,
"min": 0.003037,
"max": 0.181945,
"recall-0.025": 0.49,
"recall-0.05": 0.875,
"recall-0.1": 0.946667,
"recall-0.15": 0.965,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 600
},
"shoulder_right": {
"count": 600,
"mean": 0.048002,
"median": 0.033262,
"std": 0.04254,
"sem": 0.001738,
"min": 0.003882,
"max": 0.247363,
"recall-0.025": 0.238333,
"recall-0.05": 0.766667,
"recall-0.1": 0.903333,
"recall-0.15": 0.936667,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 600
},
"elbow_left": {
"count": 600,
"mean": 0.042568,
"median": 0.034439,
"std": 0.034643,
"sem": 0.001415,
"min": 0.002682,
"max": 0.193558,
"recall-0.025": 0.273333,
"recall-0.05": 0.818333,
"recall-0.1": 0.943333,
"recall-0.15": 0.956667,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 600
},
"elbow_right": {
"count": 600,
"mean": 0.04321,
"median": 0.03319,
"std": 0.035166,
"sem": 0.001437,
"min": 0.00667,
"max": 0.285024,
"recall-0.025": 0.251667,
"recall-0.05": 0.811667,
"recall-0.1": 0.935,
"recall-0.15": 0.946667,
"recall-0.25": 0.998333,
"recall-0.5": 1.0,
"num_labels": 600
},
"wrist_left": {
"count": 600,
"mean": 0.040636,
"median": 0.024203,
"std": 0.042374,
"sem": 0.001731,
"min": 0.001517,
"max": 0.18543,
"recall-0.025": 0.516667,
"recall-0.05": 0.746667,
"recall-0.1": 0.908333,
"recall-0.15": 0.945,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 600
},
"wrist_right": {
"count": 600,
"mean": 0.042567,
"median": 0.025715,
"std": 0.046868,
"sem": 0.001915,
"min": 0.001698,
"max": 0.425617,
"recall-0.025": 0.48,
"recall-0.05": 0.773333,
"recall-0.1": 0.896667,
"recall-0.15": 0.921667,
"recall-0.25": 0.998333,
"recall-0.5": 1.0,
"num_labels": 600
},
"hip_left": {
"count": 600,
"mean": 0.08963,
"median": 0.086723,
"std": 0.03297,
"sem": 0.001347,
"min": 0.01535,
"max": 0.236764,
"recall-0.025": 0.006667,
"recall-0.05": 0.043333,
"recall-0.1": 0.83,
"recall-0.15": 0.95,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 600
},
"hip_right": {
"count": 600,
"mean": 0.114502,
"median": 0.114981,
"std": 0.026108,
"sem": 0.001067,
"min": 0.046173,
"max": 0.234935,
"recall-0.025": 0.0,
"recall-0.05": 0.001667,
"recall-0.1": 0.248333,
"recall-0.15": 0.948333,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 600
},
"knee_left": {
"count": 600,
"mean": 0.060821,
"median": 0.045004,
"std": 0.061355,
"sem": 0.002507,
"min": 0.01946,
"max": 0.425374,
"recall-0.025": 0.045,
"recall-0.05": 0.605,
"recall-0.1": 0.92,
"recall-0.15": 0.921667,
"recall-0.25": 0.98,
"recall-0.5": 1.0,
"num_labels": 600
},
"knee_right": {
"count": 600,
"mean": 0.051083,
"median": 0.043279,
"std": 0.034967,
"sem": 0.001429,
"min": 0.017082,
"max": 0.259899,
"recall-0.025": 0.038333,
"recall-0.05": 0.733333,
"recall-0.1": 0.943333,
"recall-0.15": 0.945,
"recall-0.25": 0.998333,
"recall-0.5": 1.0,
"num_labels": 600
},
"ankle_left": {
"count": 598,
"mean": 0.098277,
"median": 0.086303,
"std": 0.049778,
"sem": 0.002037,
"min": 0.053264,
"max": 0.495347,
"recall-0.025": 0.0,
"recall-0.05": 0.0,
"recall-0.1": 0.841667,
"recall-0.15": 0.938333,
"recall-0.25": 0.98,
"recall-0.5": 0.996667,
"num_labels": 600
},
"ankle_right": {
"count": 600,
"mean": 0.085551,
"median": 0.068594,
"std": 0.05855,
"sem": 0.002392,
"min": 0.032987,
"max": 0.463238,
"recall-0.025": 0.0,
"recall-0.05": 0.015,
"recall-0.1": 0.885,
"recall-0.15": 0.906667,
"recall-0.25": 0.978333,
"recall-0.5": 1.0,
"num_labels": 600
},
"joint_recalls": {
"num_labels": 7800,
"recall-0.025": 0.17962,
"recall-0.05": 0.47577,
"recall-0.1": 0.82141,
"recall-0.15": 0.92923,
"recall-0.25": 0.99397,
"recall-0.5": 0.99974
}
}
{
"total_parts": 8400,
"correct_parts": 8092,
"pcp": 0.963333
}
Shelf
(duration 00:00:56)
{
"avg_time_2d": 0.10204474868643325,
"avg_time_3d": 0.017180594382007506,
"avg_fps": 8.38747848623052
}
{
"person_nums": {
"total_frames": 301,
"total_labels": 477,
"total_preds": 909,
"considered_empty": 3,
"valid_preds": 477,
"invalid_preds": 429,
"missing": 0,
"invalid_fraction": 0.47351,
"precision": 0.52649,
"recall": 1.0,
"f1": 0.6898,
"non_empty": 906
},
"mpjpe": {
"count": 477,
"mean": 0.04826,
"median": 0.04301,
"std": 0.014673,
"sem": 0.000673,
"min": 0.029586,
"max": 0.115693,
"recall-0.025": 0.0,
"recall-0.05": 0.675052,
"recall-0.1": 0.991614,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477,
"ap-0.025": 0.0,
"ap-0.05": 0.340336,
"ap-0.1": 0.692986,
"ap-0.15": 0.703021,
"ap-0.25": 0.703021,
"ap-0.5": 0.703021
},
"head": {
"count": 477,
"mean": 0.055426,
"median": 0.049823,
"std": 0.026032,
"sem": 0.001193,
"min": 0.006374,
"max": 0.147303,
"recall-0.025": 0.077568,
"recall-0.05": 0.503145,
"recall-0.1": 0.914046,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"shoulder_left": {
"count": 477,
"mean": 0.044421,
"median": 0.038938,
"std": 0.020657,
"sem": 0.000947,
"min": 0.006714,
"max": 0.138512,
"recall-0.025": 0.146751,
"recall-0.05": 0.70021,
"recall-0.1": 0.983229,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"shoulder_right": {
"count": 477,
"mean": 0.05039,
"median": 0.045185,
"std": 0.02441,
"sem": 0.001119,
"min": 0.00639,
"max": 0.15065,
"recall-0.025": 0.109015,
"recall-0.05": 0.557652,
"recall-0.1": 0.947589,
"recall-0.15": 0.997904,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"elbow_left": {
"count": 477,
"mean": 0.04107,
"median": 0.034194,
"std": 0.026964,
"sem": 0.001236,
"min": 0.005533,
"max": 0.210838,
"recall-0.025": 0.301887,
"recall-0.05": 0.746331,
"recall-0.1": 0.955975,
"recall-0.15": 0.995807,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"elbow_right": {
"count": 477,
"mean": 0.053503,
"median": 0.044068,
"std": 0.041992,
"sem": 0.001925,
"min": 0.002858,
"max": 0.244706,
"recall-0.025": 0.259958,
"recall-0.05": 0.559748,
"recall-0.1": 0.888889,
"recall-0.15": 0.958071,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"wrist_left": {
"count": 477,
"mean": 0.060714,
"median": 0.053257,
"std": 0.043226,
"sem": 0.001981,
"min": 0.003745,
"max": 0.359369,
"recall-0.025": 0.12369,
"recall-0.05": 0.415094,
"recall-0.1": 0.916143,
"recall-0.15": 0.962264,
"recall-0.25": 0.985325,
"recall-0.5": 1.0,
"num_labels": 477
},
"wrist_right": {
"count": 477,
"mean": 0.057941,
"median": 0.053722,
"std": 0.029951,
"sem": 0.001373,
"min": 0.009013,
"max": 0.202256,
"recall-0.025": 0.106918,
"recall-0.05": 0.448637,
"recall-0.1": 0.897275,
"recall-0.15": 0.989518,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"hip_left": {
"count": 477,
"mean": 0.048053,
"median": 0.042849,
"std": 0.027148,
"sem": 0.001244,
"min": 0.005757,
"max": 0.193725,
"recall-0.025": 0.213836,
"recall-0.05": 0.618449,
"recall-0.1": 0.951782,
"recall-0.15": 0.997904,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"hip_right": {
"count": 477,
"mean": 0.057889,
"median": 0.056146,
"std": 0.025477,
"sem": 0.001168,
"min": 0.005189,
"max": 0.136207,
"recall-0.025": 0.109015,
"recall-0.05": 0.417191,
"recall-0.1": 0.932914,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"knee_left": {
"count": 477,
"mean": 0.039815,
"median": 0.037315,
"std": 0.024224,
"sem": 0.00111,
"min": 0.005407,
"max": 0.195502,
"recall-0.025": 0.262055,
"recall-0.05": 0.765199,
"recall-0.1": 0.974843,
"recall-0.15": 0.989518,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"knee_right": {
"count": 477,
"mean": 0.039432,
"median": 0.034665,
"std": 0.02349,
"sem": 0.001077,
"min": 0.006865,
"max": 0.186559,
"recall-0.025": 0.29979,
"recall-0.05": 0.727463,
"recall-0.1": 0.976939,
"recall-0.15": 0.997904,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"ankle_left": {
"count": 477,
"mean": 0.037263,
"median": 0.031,
"std": 0.030843,
"sem": 0.001414,
"min": 0.001693,
"max": 0.224454,
"recall-0.025": 0.433962,
"recall-0.05": 0.819706,
"recall-0.1": 0.943396,
"recall-0.15": 0.983229,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477
},
"ankle_right": {
"count": 477,
"mean": 0.041461,
"median": 0.031787,
"std": 0.038055,
"sem": 0.001744,
"min": 0.005439,
"max": 0.298397,
"recall-0.025": 0.312369,
"recall-0.05": 0.792453,
"recall-0.1": 0.922432,
"recall-0.15": 0.966457,
"recall-0.25": 0.997904,
"recall-0.5": 1.0,
"num_labels": 477
},
"joint_recalls": {
"num_labels": 6201,
"recall-0.025": 0.21109,
"recall-0.05": 0.61974,
"recall-0.1": 0.93807,
"recall-0.15": 0.98694,
"recall-0.25": 0.99871,
"recall-0.5": 1.0
}
}
{
"total_parts": 6678,
"correct_parts": 6615,
"pcp": 0.990566
}
Campus
(duration 00:00:29)
{
"avg_time_2d": 0.058954199530043695,
"avg_time_3d": 0.0050745370253077095,
"avg_fps": 15.617987388139737
}
{
"person_nums": {
"total_frames": 222,
"total_labels": 376,
"total_preds": 481,
"considered_empty": 6,
"valid_preds": 376,
"invalid_preds": 99,
"missing": 0,
"invalid_fraction": 0.20842,
"precision": 0.79158,
"recall": 1.0,
"f1": 0.88367,
"non_empty": 475
},
"mpjpe": {
"count": 376,
"mean": 0.078225,
"median": 0.075936,
"std": 0.018756,
"sem": 0.000969,
"min": 0.048684,
"max": 0.158395,
"recall-0.025": 0.0,
"recall-0.05": 0.010638,
"recall-0.1": 0.893617,
"recall-0.15": 0.989362,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376,
"ap-0.025": 0.0,
"ap-0.05": 0.000329,
"ap-0.1": 0.769608,
"ap-0.15": 0.880589,
"ap-0.25": 0.88912,
"ap-0.5": 0.88912
},
"head": {
"count": 376,
"mean": 0.059335,
"median": 0.06095,
"std": 0.025332,
"sem": 0.001308,
"min": 0.006936,
"max": 0.161995,
"recall-0.025": 0.098404,
"recall-0.05": 0.361702,
"recall-0.1": 0.954787,
"recall-0.15": 0.994681,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"shoulder_left": {
"count": 376,
"mean": 0.061364,
"median": 0.056692,
"std": 0.028308,
"sem": 0.001462,
"min": 0.003738,
"max": 0.154144,
"recall-0.025": 0.050532,
"recall-0.05": 0.401596,
"recall-0.1": 0.906915,
"recall-0.15": 0.989362,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"shoulder_right": {
"count": 376,
"mean": 0.063608,
"median": 0.057984,
"std": 0.026836,
"sem": 0.001386,
"min": 0.016753,
"max": 0.185574,
"recall-0.025": 0.039894,
"recall-0.05": 0.369681,
"recall-0.1": 0.893617,
"recall-0.15": 0.992021,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"elbow_left": {
"count": 376,
"mean": 0.085619,
"median": 0.069926,
"std": 0.047256,
"sem": 0.00244,
"min": 0.007605,
"max": 0.205639,
"recall-0.025": 0.029255,
"recall-0.05": 0.265957,
"recall-0.1": 0.643617,
"recall-0.15": 0.864362,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"elbow_right": {
"count": 376,
"mean": 0.070277,
"median": 0.060336,
"std": 0.035319,
"sem": 0.001824,
"min": 0.00548,
"max": 0.237233,
"recall-0.025": 0.023936,
"recall-0.05": 0.327128,
"recall-0.1": 0.797872,
"recall-0.15": 0.973404,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"wrist_left": {
"count": 376,
"mean": 0.114624,
"median": 0.099655,
"std": 0.062815,
"sem": 0.003244,
"min": 0.010314,
"max": 0.431497,
"recall-0.025": 0.013298,
"recall-0.05": 0.095745,
"recall-0.1": 0.505319,
"recall-0.15": 0.74734,
"recall-0.25": 0.957447,
"recall-0.5": 1.0,
"num_labels": 376
},
"wrist_right": {
"count": 376,
"mean": 0.097785,
"median": 0.08983,
"std": 0.042341,
"sem": 0.002186,
"min": 0.014228,
"max": 0.309971,
"recall-0.025": 0.007979,
"recall-0.05": 0.098404,
"recall-0.1": 0.603723,
"recall-0.15": 0.87766,
"recall-0.25": 0.99734,
"recall-0.5": 1.0,
"num_labels": 376
},
"hip_left": {
"count": 376,
"mean": 0.081185,
"median": 0.082897,
"std": 0.029202,
"sem": 0.001508,
"min": 0.018902,
"max": 0.179369,
"recall-0.025": 0.029255,
"recall-0.05": 0.170213,
"recall-0.1": 0.715426,
"recall-0.15": 0.994681,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"hip_right": {
"count": 376,
"mean": 0.086746,
"median": 0.083762,
"std": 0.025452,
"sem": 0.001314,
"min": 0.024343,
"max": 0.207002,
"recall-0.025": 0.00266,
"recall-0.05": 0.058511,
"recall-0.1": 0.75266,
"recall-0.15": 0.973404,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"knee_left": {
"count": 376,
"mean": 0.055947,
"median": 0.05234,
"std": 0.027994,
"sem": 0.001446,
"min": 0.007197,
"max": 0.228932,
"recall-0.025": 0.082447,
"recall-0.05": 0.465426,
"recall-0.1": 0.933511,
"recall-0.15": 0.989362,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"knee_right": {
"count": 376,
"mean": 0.05944,
"median": 0.056702,
"std": 0.026041,
"sem": 0.001345,
"min": 0.017224,
"max": 0.210945,
"recall-0.025": 0.053191,
"recall-0.05": 0.37234,
"recall-0.1": 0.933511,
"recall-0.15": 0.989362,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 376
},
"ankle_left": {
"count": 372,
"mean": 0.091609,
"median": 0.059987,
"std": 0.100211,
"sem": 0.005203,
"min": 0.007394,
"max": 0.493162,
"recall-0.025": 0.06383,
"recall-0.05": 0.297872,
"recall-0.1": 0.819149,
"recall-0.15": 0.882979,
"recall-0.25": 0.904255,
"recall-0.5": 0.989362,
"num_labels": 376
},
"ankle_right": {
"count": 372,
"mean": 0.080282,
"median": 0.052603,
"std": 0.09038,
"sem": 0.004692,
"min": 0.006245,
"max": 0.496601,
"recall-0.025": 0.071809,
"recall-0.05": 0.473404,
"recall-0.1": 0.845745,
"recall-0.15": 0.901596,
"recall-0.25": 0.920213,
"recall-0.5": 0.989362,
"num_labels": 376
},
"joint_recalls": {
"num_labels": 4888,
"recall-0.025": 0.04255,
"recall-0.05": 0.28785,
"recall-0.1": 0.79153,
"recall-0.15": 0.93535,
"recall-0.25": 0.98261,
"recall-0.5": 0.99836
}
}
{
"total_parts": 5264,
"correct_parts": 4964,
"pcp": 0.943009
}
MVOR
(duration 00:02:31)
{
"avg_time_2d": 0.05586366622628996,
"avg_time_3d": 0.0030540410844497805,
"avg_fps": 16.972826093280727
}
{
"person_nums": {
"total_frames": 629,
"total_labels": 1061,
"total_preds": 1107,
"considered_empty": 106,
"valid_preds": 754,
"invalid_preds": 247,
"missing": 307,
"invalid_fraction": 0.24675,
"precision": 0.75325,
"recall": 0.71065,
"f1": 0.73133,
"non_empty": 1001
},
"mpjpe": {
"count": 754,
"mean": 0.112533,
"median": 0.093582,
"std": 0.064237,
"sem": 0.002341,
"min": 0.040489,
"max": 0.497874,
"recall-0.025": 0.0,
"recall-0.05": 0.004713,
"recall-0.1": 0.39868,
"recall-0.15": 0.602262,
"recall-0.25": 0.687088,
"recall-0.5": 0.71065,
"num_labels": 1061,
"ap-0.025": 0.0,
"ap-0.05": 9.5e-05,
"ap-0.1": 0.257803,
"ap-0.15": 0.500043,
"ap-0.25": 0.610092,
"ap-0.5": 0.638299
},
"head": {
"count": 753,
"mean": 0.061147,
"median": 0.048418,
"std": 0.051506,
"sem": 0.001878,
"min": 0.006565,
"max": 0.436815,
"recall-0.025": 0.091423,
"recall-0.05": 0.36852,
"recall-0.1": 0.63525,
"recall-0.15": 0.675778,
"recall-0.25": 0.69557,
"recall-0.5": 0.709708,
"num_labels": 1061
},
"shoulder_left": {
"count": 752,
"mean": 0.059702,
"median": 0.042396,
"std": 0.060756,
"sem": 0.002217,
"min": 0.002877,
"max": 0.48718,
"recall-0.025": 0.161169,
"recall-0.05": 0.424128,
"recall-0.1": 0.618285,
"recall-0.15": 0.670123,
"recall-0.25": 0.689915,
"recall-0.5": 0.708765,
"num_labels": 1061
},
"shoulder_right": {
"count": 752,
"mean": 0.058725,
"median": 0.038927,
"std": 0.064616,
"sem": 0.002358,
"min": 0.001883,
"max": 0.470146,
"recall-0.025": 0.154571,
"recall-0.05": 0.454288,
"recall-0.1": 0.621112,
"recall-0.15": 0.668238,
"recall-0.25": 0.685203,
"recall-0.5": 0.708765,
"num_labels": 1061
},
"elbow_left": {
"count": 740,
"mean": 0.100132,
"median": 0.07137,
"std": 0.082644,
"sem": 0.00304,
"min": 0.005709,
"max": 0.481769,
"recall-0.025": 0.071631,
"recall-0.05": 0.234684,
"recall-0.1": 0.428841,
"recall-0.15": 0.551367,
"recall-0.25": 0.655042,
"recall-0.5": 0.697455,
"num_labels": 1061
},
"elbow_right": {
"count": 744,
"mean": 0.081124,
"median": 0.056996,
"std": 0.075451,
"sem": 0.002768,
"min": 0.003759,
"max": 0.498068,
"recall-0.025": 0.093308,
"recall-0.05": 0.310085,
"recall-0.1": 0.525919,
"recall-0.15": 0.617342,
"recall-0.25": 0.672008,
"recall-0.5": 0.701225,
"num_labels": 1061
},
"wrist_left": {
"count": 746,
"mean": 0.124492,
"median": 0.087532,
"std": 0.102378,
"sem": 0.003751,
"min": 0.004181,
"max": 0.497384,
"recall-0.025": 0.070688,
"recall-0.05": 0.190386,
"recall-0.1": 0.37606,
"recall-0.15": 0.479736,
"recall-0.25": 0.609802,
"recall-0.5": 0.70311,
"num_labels": 1061
},
"wrist_right": {
"count": 739,
"mean": 0.110218,
"median": 0.076683,
"std": 0.097189,
"sem": 0.003578,
"min": 0.006423,
"max": 0.485199,
"recall-0.025": 0.073516,
"recall-0.05": 0.235627,
"recall-0.1": 0.430726,
"recall-0.15": 0.518379,
"recall-0.25": 0.621112,
"recall-0.5": 0.696513,
"num_labels": 1061
},
"hip_left": {
"count": 739,
"mean": 0.186663,
"median": 0.16686,
"std": 0.08462,
"sem": 0.003115,
"min": 0.021758,
"max": 0.499358,
"recall-0.025": 0.000943,
"recall-0.05": 0.004713,
"recall-0.1": 0.069746,
"recall-0.15": 0.263902,
"recall-0.25": 0.574929,
"recall-0.5": 0.696513,
"num_labels": 1061
},
"hip_right": {
"count": 742,
"mean": 0.180059,
"median": 0.164071,
"std": 0.079758,
"sem": 0.00293,
"min": 0.024563,
"max": 0.492847,
"recall-0.025": 0.000943,
"recall-0.05": 0.00377,
"recall-0.1": 0.074458,
"recall-0.15": 0.28558,
"recall-0.25": 0.590952,
"recall-0.5": 0.69934,
"num_labels": 1061
},
"knee_left": {},
"knee_right": {},
"ankle_left": {},
"ankle_right": {},
"joint_recalls": {
"num_labels": 9549,
"recall-0.025": 0.07938,
"recall-0.05": 0.24673,
"recall-0.1": 0.41973,
"recall-0.15": 0.5254,
"recall-0.25": 0.64321,
"recall-0.5": 0.70175
}
}
{
"total_parts": 10610,
"correct_parts": 5861,
"pcp": 0.552403
}
Panoptic
(duration 00:02:28)
{
"avg_time_2d": 0.10889388700810874,
"avg_time_3d": 0.02615876488569306,
"avg_fps": 7.404519540914655
}
{
"person_nums": {
"total_frames": 420,
"total_labels": 1466,
"total_preds": 1568,
"considered_empty": 8,
"valid_preds": 1463,
"invalid_preds": 97,
"missing": 3,
"invalid_fraction": 0.06218,
"precision": 0.93782,
"recall": 0.99795,
"f1": 0.96695,
"non_empty": 1560
},
"mpjpe": {
"count": 1463,
"mean": 0.044122,
"median": 0.0376,
"std": 0.024349,
"sem": 0.000637,
"min": 0.01199,
"max": 0.383741,
"recall-0.025": 0.162347,
"recall-0.05": 0.712824,
"recall-0.1": 0.96794,
"recall-0.15": 0.995907,
"recall-0.25": 0.997271,
"recall-0.5": 0.997954,
"num_labels": 1466,
"ap-0.025": 0.063858,
"ap-0.05": 0.642449,
"ap-0.1": 0.949904,
"ap-0.15": 0.982339,
"ap-0.25": 0.983697,
"ap-0.5": 0.984345
},
"nose": {
"count": 1461,
"mean": 0.018639,
"median": 0.012435,
"std": 0.032832,
"sem": 0.000859,
"min": 0.00163,
"max": 0.316534,
"recall-0.025": 0.894053,
"recall-0.05": 0.955571,
"recall-0.1": 0.985646,
"recall-0.15": 0.986329,
"recall-0.25": 0.986329,
"recall-0.5": 0.998633,
"num_labels": 1463
},
"shoulder_left": {
"count": 1463,
"mean": 0.021907,
"median": 0.019325,
"std": 0.012953,
"sem": 0.000339,
"min": 0.002677,
"max": 0.124087,
"recall-0.025": 0.714188,
"recall-0.05": 0.967258,
"recall-0.1": 0.993861,
"recall-0.15": 0.997954,
"recall-0.25": 0.997954,
"recall-0.5": 0.997954,
"num_labels": 1466
},
"shoulder_right": {
"count": 1462,
"mean": 0.023838,
"median": 0.019815,
"std": 0.016961,
"sem": 0.000444,
"min": 0.002471,
"max": 0.146597,
"recall-0.025": 0.690102,
"recall-0.05": 0.94198,
"recall-0.1": 0.988396,
"recall-0.15": 0.997952,
"recall-0.25": 0.997952,
"recall-0.5": 0.997952,
"num_labels": 1465
},
"elbow_left": {
"count": 1462,
"mean": 0.024992,
"median": 0.017082,
"std": 0.027098,
"sem": 0.000709,
"min": 0.001846,
"max": 0.323155,
"recall-0.025": 0.720137,
"recall-0.05": 0.891468,
"recall-0.1": 0.98157,
"recall-0.15": 0.991809,
"recall-0.25": 0.994539,
"recall-0.5": 0.997952,
"num_labels": 1465
},
"elbow_right": {
"count": 1461,
"mean": 0.024015,
"median": 0.01806,
"std": 0.01946,
"sem": 0.000509,
"min": 0.001407,
"max": 0.233543,
"recall-0.025": 0.681476,
"recall-0.05": 0.917977,
"recall-0.1": 0.991798,
"recall-0.15": 0.996582,
"recall-0.25": 0.998633,
"recall-0.5": 0.998633,
"num_labels": 1463
},
"wrist_left": {
"count": 1429,
"mean": 0.035263,
"median": 0.016885,
"std": 0.051671,
"sem": 0.001367,
"min": 0.001303,
"max": 0.496738,
"recall-0.025": 0.666667,
"recall-0.05": 0.822873,
"recall-0.1": 0.912134,
"recall-0.15": 0.958856,
"recall-0.25": 0.987448,
"recall-0.5": 0.996513,
"num_labels": 1434
},
"wrist_right": {
"count": 1454,
"mean": 0.026128,
"median": 0.017008,
"std": 0.026801,
"sem": 0.000703,
"min": 0.001042,
"max": 0.202973,
"recall-0.025": 0.683379,
"recall-0.05": 0.880495,
"recall-0.1": 0.963599,
"recall-0.15": 0.991071,
"recall-0.25": 0.998626,
"recall-0.5": 0.998626,
"num_labels": 1456
},
"hip_left": {
"count": 1461,
"mean": 0.058624,
"median": 0.052631,
"std": 0.029266,
"sem": 0.000766,
"min": 0.004253,
"max": 0.17979,
"recall-0.025": 0.070307,
"recall-0.05": 0.445051,
"recall-0.1": 0.895563,
"recall-0.15": 0.974061,
"recall-0.25": 0.99727,
"recall-0.5": 0.99727,
"num_labels": 1465
},
"hip_right": {
"count": 1462,
"mean": 0.060147,
"median": 0.057418,
"std": 0.02837,
"sem": 0.000742,
"min": 0.010398,
"max": 0.304524,
"recall-0.025": 0.045703,
"recall-0.05": 0.379263,
"recall-0.1": 0.912005,
"recall-0.15": 0.987722,
"recall-0.25": 0.996589,
"recall-0.5": 0.997271,
"num_labels": 1466
},
"knee_left": {
"count": 1461,
"mean": 0.05085,
"median": 0.04337,
"std": 0.038015,
"sem": 0.000995,
"min": 0.001938,
"max": 0.349881,
"recall-0.025": 0.178157,
"recall-0.05": 0.619113,
"recall-0.1": 0.936519,
"recall-0.15": 0.971331,
"recall-0.25": 0.988396,
"recall-0.5": 0.99727,
"num_labels": 1465
},
"knee_right": {
"count": 1456,
"mean": 0.050085,
"median": 0.04265,
"std": 0.035134,
"sem": 0.000921,
"min": 0.000605,
"max": 0.480558,
"recall-0.025": 0.189856,
"recall-0.05": 0.590816,
"recall-0.1": 0.921864,
"recall-0.15": 0.986292,
"recall-0.25": 0.991775,
"recall-0.5": 0.997944,
"num_labels": 1459
},
"ankle_left": {
"count": 1448,
"mean": 0.08721,
"median": 0.035703,
"std": 0.109209,
"sem": 0.002871,
"min": 0.002453,
"max": 0.495773,
"recall-0.025": 0.376623,
"recall-0.05": 0.578264,
"recall-0.1": 0.712235,
"recall-0.15": 0.789474,
"recall-0.25": 0.900205,
"recall-0.5": 0.989747,
"num_labels": 1463
},
"ankle_right": {
"count": 1443,
"mean": 0.079468,
"median": 0.032419,
"std": 0.107852,
"sem": 0.00284,
"min": 0.001061,
"max": 0.4981,
"recall-0.025": 0.378082,
"recall-0.05": 0.686301,
"recall-0.1": 0.771918,
"recall-0.15": 0.810274,
"recall-0.25": 0.889041,
"recall-0.5": 0.988356,
"num_labels": 1460
},
"joint_recalls": {
"num_labels": 18990,
"recall-0.025": 0.48294,
"recall-0.05": 0.74397,
"recall-0.1": 0.92038,
"recall-0.15": 0.95656,
"recall-0.25": 0.97841,
"recall-0.5": 0.9961
}
}
{
"total_parts": 20444,
"correct_parts": 19935,
"pcp": 0.975103
}
IkeaAsm
(duration 00:01:45)
{
"avg_time_2d": 0.05609021941534907,
"avg_time_3d": 0.0023614922873407816,
"avg_fps": 17.10813885291201
}
{
"person_nums": {
"total_frames": 288,
"total_labels": 288,
"total_preds": 470,
"considered_empty": 73,
"valid_preds": 261,
"invalid_preds": 136,
"missing": 27,
"invalid_fraction": 0.34257,
"precision": 0.65743,
"recall": 0.90625,
"f1": 0.76204,
"non_empty": 397
},
"mpjpe": {
"count": 261,
"mean": 0.071766,
"median": 0.053854,
"std": 0.060096,
"sem": 0.003727,
"min": 0.018827,
"max": 0.425342,
"recall-0.025": 0.059028,
"recall-0.05": 0.413194,
"recall-0.1": 0.739583,
"recall-0.15": 0.854167,
"recall-0.25": 0.885417,
"recall-0.5": 0.90625,
"num_labels": 288,
"ap-0.025": 0.008798,
"ap-0.05": 0.249695,
"ap-0.1": 0.683103,
"ap-0.15": 0.823066,
"ap-0.25": 0.860587,
"ap-0.5": 0.877121
},
"head": {
"count": 244,
"mean": 0.044177,
"median": 0.032242,
"std": 0.038713,
"sem": 0.002483,
"min": 0.004163,
"max": 0.291011,
"recall-0.025": 0.285185,
"recall-0.05": 0.640741,
"recall-0.1": 0.851852,
"recall-0.15": 0.881481,
"recall-0.25": 0.896296,
"recall-0.5": 0.903704,
"num_labels": 270
},
"shoulder_left": {
"count": 246,
"mean": 0.047573,
"median": 0.035461,
"std": 0.042796,
"sem": 0.002734,
"min": 0.007455,
"max": 0.394948,
"recall-0.025": 0.208178,
"recall-0.05": 0.63197,
"recall-0.1": 0.862454,
"recall-0.15": 0.892193,
"recall-0.25": 0.903346,
"recall-0.5": 0.914498,
"num_labels": 269
},
"shoulder_right": {
"count": 236,
"mean": 0.044868,
"median": 0.032225,
"std": 0.042062,
"sem": 0.002744,
"min": 0.00672,
"max": 0.434466,
"recall-0.025": 0.251938,
"recall-0.05": 0.705426,
"recall-0.1": 0.844961,
"recall-0.15": 0.883721,
"recall-0.25": 0.906977,
"recall-0.5": 0.914729,
"num_labels": 258
},
"elbow_left": {
"count": 227,
"mean": 0.04367,
"median": 0.026117,
"std": 0.058391,
"sem": 0.003884,
"min": 0.003295,
"max": 0.484417,
"recall-0.025": 0.432,
"recall-0.05": 0.664,
"recall-0.1": 0.844,
"recall-0.15": 0.876,
"recall-0.25": 0.892,
"recall-0.5": 0.908,
"num_labels": 250
},
"elbow_right": {
"count": 191,
"mean": 0.039358,
"median": 0.022312,
"std": 0.058733,
"sem": 0.004261,
"min": 0.000869,
"max": 0.457871,
"recall-0.025": 0.514151,
"recall-0.05": 0.740566,
"recall-0.1": 0.849057,
"recall-0.15": 0.867925,
"recall-0.25": 0.877358,
"recall-0.5": 0.900943,
"num_labels": 212
},
"wrist_left": {
"count": 206,
"mean": 0.049704,
"median": 0.023587,
"std": 0.066592,
"sem": 0.004651,
"min": 0.004439,
"max": 0.45792,
"recall-0.025": 0.475556,
"recall-0.05": 0.653333,
"recall-0.1": 0.795556,
"recall-0.15": 0.862222,
"recall-0.25": 0.893333,
"recall-0.5": 0.915556,
"num_labels": 225
},
"wrist_right": {
"count": 199,
"mean": 0.039541,
"median": 0.021533,
"std": 0.05205,
"sem": 0.003699,
"min": 0.002623,
"max": 0.401368,
"recall-0.025": 0.5,
"recall-0.05": 0.698198,
"recall-0.1": 0.81982,
"recall-0.15": 0.864865,
"recall-0.25": 0.882883,
"recall-0.5": 0.896396,
"num_labels": 222
},
"hip_left": {
"count": 174,
"mean": 0.09362,
"median": 0.084263,
"std": 0.051151,
"sem": 0.003889,
"min": 0.011089,
"max": 0.403555,
"recall-0.025": 0.005291,
"recall-0.05": 0.089947,
"recall-0.1": 0.634921,
"recall-0.15": 0.851852,
"recall-0.25": 0.899471,
"recall-0.5": 0.920635,
"num_labels": 189
},
"hip_right": {
"count": 104,
"mean": 0.096044,
"median": 0.08164,
"std": 0.057091,
"sem": 0.005625,
"min": 0.030086,
"max": 0.411656,
"recall-0.025": 0.0,
"recall-0.05": 0.077586,
"recall-0.1": 0.62931,
"recall-0.15": 0.810345,
"recall-0.25": 0.87069,
"recall-0.5": 0.896552,
"num_labels": 116
},
"knee_left": {
"count": 126,
"mean": 0.089189,
"median": 0.062106,
"std": 0.089077,
"sem": 0.007967,
"min": 0.005585,
"max": 0.48134,
"recall-0.025": 0.211679,
"recall-0.05": 0.357664,
"recall-0.1": 0.664234,
"recall-0.15": 0.781022,
"recall-0.25": 0.868613,
"recall-0.5": 0.919708,
"num_labels": 137
},
"knee_right": {
"count": 121,
"mean": 0.066102,
"median": 0.043457,
"std": 0.069891,
"sem": 0.00638,
"min": 0.006969,
"max": 0.444079,
"recall-0.025": 0.233083,
"recall-0.05": 0.526316,
"recall-0.1": 0.759398,
"recall-0.15": 0.834586,
"recall-0.25": 0.879699,
"recall-0.5": 0.909774,
"num_labels": 133
},
"ankle_left": {
"count": 94,
"mean": 0.165892,
"median": 0.131366,
"std": 0.127471,
"sem": 0.013218,
"min": 0.007474,
"max": 0.49886,
"recall-0.025": 0.052174,
"recall-0.05": 0.173913,
"recall-0.1": 0.330435,
"recall-0.15": 0.443478,
"recall-0.25": 0.652174,
"recall-0.5": 0.817391,
"num_labels": 115
},
"ankle_right": {
"count": 78,
"mean": 0.143459,
"median": 0.08309,
"std": 0.141846,
"sem": 0.016165,
"min": 0.008191,
"max": 0.484519,
"recall-0.025": 0.117021,
"recall-0.05": 0.265957,
"recall-0.1": 0.478723,
"recall-0.15": 0.595745,
"recall-0.25": 0.638298,
"recall-0.5": 0.829787,
"num_labels": 94
},
"joint_recalls": {
"num_labels": 2490,
"recall-0.025": 0.28394,
"recall-0.05": 0.53414,
"recall-0.1": 0.76145,
"recall-0.15": 0.83133,
"recall-0.25": 0.86827,
"recall-0.5": 0.8992
}
}
{
"total_parts": 2243,
"correct_parts": 1950,
"pcp": 0.869371
}
Tsinghua
(duration 00:01:51)
{
"avg_time_2d": 0.1136903427541256,
"avg_time_3d": 0.01640014722943306,
"avg_fps": 7.686956979917471
}
{
"person_nums": {
"total_frames": 330,
"total_labels": 780,
"total_preds": 852,
"considered_empty": 1,
"valid_preds": 778,
"invalid_preds": 73,
"missing": 2,
"invalid_fraction": 0.08578,
"precision": 0.91422,
"recall": 0.99744,
"f1": 0.95402,
"non_empty": 851
},
"mpjpe": {
"count": 778,
"mean": 0.052706,
"median": 0.049494,
"std": 0.021237,
"sem": 0.000762,
"min": 0.028965,
"max": 0.358423,
"recall-0.025": 0.0,
"recall-0.05": 0.517949,
"recall-0.1": 0.989744,
"recall-0.15": 0.992308,
"recall-0.25": 0.99359,
"recall-0.5": 0.997436,
"num_labels": 780,
"ap-0.025": 0.0,
"ap-0.05": 0.302925,
"ap-0.1": 0.98519,
"ap-0.15": 0.98765,
"ap-0.25": 0.989189,
"ap-0.5": 0.993901
},
"head": {
"count": 753,
"mean": 0.039879,
"median": 0.037613,
"std": 0.022396,
"sem": 0.000817,
"min": 0.002869,
"max": 0.332965,
"recall-0.025": 0.223108,
"recall-0.05": 0.754316,
"recall-0.1": 0.994688,
"recall-0.15": 0.997344,
"recall-0.25": 0.997344,
"recall-0.5": 1.0,
"num_labels": 753
},
"shoulder_left": {
"count": 778,
"mean": 0.06182,
"median": 0.059055,
"std": 0.024786,
"sem": 0.000889,
"min": 0.015406,
"max": 0.348137,
"recall-0.025": 0.010256,
"recall-0.05": 0.320513,
"recall-0.1": 0.95641,
"recall-0.15": 0.99359,
"recall-0.25": 0.994872,
"recall-0.5": 0.997436,
"num_labels": 780
},
"shoulder_right": {
"count": 778,
"mean": 0.065934,
"median": 0.061417,
"std": 0.026233,
"sem": 0.000941,
"min": 0.01582,
"max": 0.439903,
"recall-0.025": 0.003846,
"recall-0.05": 0.257692,
"recall-0.1": 0.915385,
"recall-0.15": 0.994872,
"recall-0.25": 0.996154,
"recall-0.5": 0.997436,
"num_labels": 780
},
"elbow_left": {
"count": 772,
"mean": 0.047015,
"median": 0.042988,
"std": 0.022272,
"sem": 0.000802,
"min": 0.006142,
"max": 0.166921,
"recall-0.025": 0.113402,
"recall-0.05": 0.623711,
"recall-0.1": 0.969072,
"recall-0.15": 0.988402,
"recall-0.25": 0.994845,
"recall-0.5": 0.994845,
"num_labels": 776
},
"elbow_right": {
"count": 775,
"mean": 0.051367,
"median": 0.046386,
"std": 0.034176,
"sem": 0.001228,
"min": 0.003128,
"max": 0.498499,
"recall-0.025": 0.124839,
"recall-0.05": 0.558559,
"recall-0.1": 0.958816,
"recall-0.15": 0.988417,
"recall-0.25": 0.994852,
"recall-0.5": 0.997426,
"num_labels": 777
},
"wrist_left": {
"count": 767,
"mean": 0.051565,
"median": 0.042434,
"std": 0.035668,
"sem": 0.001289,
"min": 0.003638,
"max": 0.445504,
"recall-0.025": 0.183117,
"recall-0.05": 0.605195,
"recall-0.1": 0.920779,
"recall-0.15": 0.977922,
"recall-0.25": 0.994805,
"recall-0.5": 0.996104,
"num_labels": 770
},
"wrist_right": {
"count": 744,
"mean": 0.059676,
"median": 0.049499,
"std": 0.039544,
"sem": 0.001451,
"min": 0.006335,
"max": 0.302627,
"recall-0.025": 0.102804,
"recall-0.05": 0.502003,
"recall-0.1": 0.867824,
"recall-0.15": 0.951936,
"recall-0.25": 0.990654,
"recall-0.5": 0.993324,
"num_labels": 749
},
"hip_left": {
"count": 778,
"mean": 0.062427,
"median": 0.056441,
"std": 0.033021,
"sem": 0.001185,
"min": 0.008009,
"max": 0.433155,
"recall-0.025": 0.032051,
"recall-0.05": 0.403846,
"recall-0.1": 0.910256,
"recall-0.15": 0.975641,
"recall-0.25": 0.994872,
"recall-0.5": 0.997436,
"num_labels": 780
},
"hip_right": {
"count": 778,
"mean": 0.051015,
"median": 0.045442,
"std": 0.02996,
"sem": 0.001075,
"min": 0.00345,
"max": 0.358696,
"recall-0.025": 0.107692,
"recall-0.05": 0.588462,
"recall-0.1": 0.95641,
"recall-0.15": 0.982051,
"recall-0.25": 0.994872,
"recall-0.5": 0.997436,
"num_labels": 780
},
"knee_left": {
"count": 777,
"mean": 0.047753,
"median": 0.043726,
"std": 0.033405,
"sem": 0.001199,
"min": 0.003593,
"max": 0.451106,
"recall-0.025": 0.183569,
"recall-0.05": 0.620026,
"recall-0.1": 0.962773,
"recall-0.15": 0.982028,
"recall-0.25": 0.993582,
"recall-0.5": 0.997433,
"num_labels": 779
},
"knee_right": {
"count": 772,
"mean": 0.050553,
"median": 0.04688,
"std": 0.030052,
"sem": 0.001082,
"min": 0.005412,
"max": 0.430475,
"recall-0.025": 0.138243,
"recall-0.05": 0.569767,
"recall-0.1": 0.96124,
"recall-0.15": 0.98708,
"recall-0.25": 0.994832,
"recall-0.5": 0.997416,
"num_labels": 774
},
"ankle_left": {
"count": 776,
"mean": 0.043429,
"median": 0.039486,
"std": 0.030785,
"sem": 0.001106,
"min": 0.004712,
"max": 0.398252,
"recall-0.025": 0.232349,
"recall-0.05": 0.668806,
"recall-0.1": 0.976893,
"recall-0.15": 0.983312,
"recall-0.25": 0.993582,
"recall-0.5": 0.996149,
"num_labels": 779
},
"ankle_right": {
"count": 769,
"mean": 0.046206,
"median": 0.04073,
"std": 0.033585,
"sem": 0.001212,
"min": 0.001188,
"max": 0.492459,
"recall-0.025": 0.193506,
"recall-0.05": 0.654545,
"recall-0.1": 0.95974,
"recall-0.15": 0.988312,
"recall-0.25": 0.996104,
"recall-0.5": 0.998701,
"num_labels": 770
},
"joint_recalls": {
"num_labels": 10047,
"recall-0.025": 0.12571,
"recall-0.05": 0.54693,
"recall-0.1": 0.94625,
"recall-0.15": 0.98338,
"recall-0.25": 0.99433,
"recall-0.5": 0.99662
}
}
{
"total_parts": 10800,
"correct_parts": 10663,
"pcp": 0.987315
}