From 2f093e9f822ee77ded228fd675849a8547434a11 Mon Sep 17 00:00:00 2001 From: Daniel Date: Wed, 9 Oct 2024 10:40:53 +0200 Subject: [PATCH] Evaluation of egohumans dataset. --- media/RESULTS.md | 1885 ++++++++++++++++++++++++++++++++ scripts/test_skelda_dataset.py | 36 +- skelda | 2 +- 3 files changed, 1920 insertions(+), 3 deletions(-) diff --git a/media/RESULTS.md b/media/RESULTS.md index 9d333f7..654bbdc 100644 --- a/media/RESULTS.md +++ b/media/RESULTS.md @@ -4916,3 +4916,1888 @@ Results of the model in various experiments on different datasets. "pcp": 0.996786 } ``` + +### EgoHumans + +(tagging) +```json +{ + "avg_time_2d": 0.1627469539642334, + "avg_time_3d": 0.0010031461715698242, + "avg_fps": 6.106866494558892 +} +{ + "person_nums": { + "total_frames": 100, + "total_labels": 400, + "total_preds": 359, + "considered_empty": 0, + "valid_preds": 352, + "invalid_preds": 7, + "missing": 48, + "invalid_fraction": 0.0195, + "precision": 0.9805, + "recall": 0.88, + "f1": 0.92754, + "non_empty": 359 + }, + "mpjpe": { + "count": 352, + "mean": 0.038653, + "median": 0.032953, + "std": 0.021515, + "sem": 0.001148, + "min": 0.015741, + "max": 0.227347, + "recall-0.025": 0.1325, + "recall-0.05": 0.7525, + "recall-0.1": 0.8675, + "recall-0.15": 0.8725, + "recall-0.25": 0.88, + "recall-0.5": 0.88, + "num_labels": 400, + "ap-0.025": 0.022947, + "ap-0.05": 0.676294, + "ap-0.1": 0.862522, + "ap-0.15": 0.872493, + "ap-0.25": 0.879958, + "ap-0.5": 0.879958 + }, + "head": { + "count": 352, + "mean": 0.042691, + "median": 0.036569, + "std": 0.026197, + "sem": 0.001398, + "min": 0.00635, + "max": 0.265279, + "recall-0.025": 0.2, + "recall-0.05": 0.62, + "recall-0.1": 0.87, + "recall-0.15": 0.875, + "recall-0.25": 0.875, + "recall-0.5": 0.88, + "num_labels": 400 + }, + "shoulder_left": { + "count": 352, + "mean": 0.038663, + "median": 0.033985, + "std": 0.023806, + "sem": 0.001271, + "min": 0.004924, + "max": 0.264632, + "recall-0.025": 0.255, + "recall-0.05": 0.68, + "recall-0.1": 0.875, + "recall-0.15": 0.875, + "recall-0.25": 0.8775, + "recall-0.5": 0.88, + "num_labels": 400 + }, + "shoulder_right": { + "count": 352, + "mean": 0.039541, + "median": 0.036647, + "std": 0.025671, + "sem": 0.00137, + "min": 0.005694, + "max": 0.378378, + "recall-0.025": 0.205, + "recall-0.05": 0.69, + "recall-0.1": 0.8675, + "recall-0.15": 0.8775, + "recall-0.25": 0.8775, + "recall-0.5": 0.88, + "num_labels": 400 + }, + "elbow_left": { + "count": 351, + "mean": 0.028515, + "median": 0.024498, + "std": 0.019729, + "sem": 0.001055, + "min": 0.002262, + "max": 0.170425, + "recall-0.025": 0.45, + "recall-0.05": 0.79, + "recall-0.1": 0.8675, + "recall-0.15": 0.8725, + "recall-0.25": 0.8775, + "recall-0.5": 0.8775, + "num_labels": 400 + }, + "elbow_right": { + "count": 352, + "mean": 0.039351, + "median": 0.031112, + "std": 0.041432, + "sem": 0.002211, + "min": 0.001571, + "max": 0.494385, + "recall-0.025": 0.315, + "recall-0.05": 0.705, + "recall-0.1": 0.84, + "recall-0.15": 0.8675, + "recall-0.25": 0.875, + "recall-0.5": 0.88, + "num_labels": 400 + }, + "wrist_left": { + "count": 352, + "mean": 0.032903, + "median": 0.026717, + "std": 0.027932, + "sem": 0.001491, + "min": 0.003574, + "max": 0.294686, + "recall-0.025": 0.3925, + "recall-0.05": 0.765, + "recall-0.1": 0.85, + "recall-0.15": 0.875, + "recall-0.25": 0.8775, + "recall-0.5": 0.88, + "num_labels": 400 + }, + "wrist_right": { + "count": 350, + "mean": 0.037048, + "median": 0.024015, + "std": 0.047927, + "sem": 0.002565, + "min": 0.001093, + "max": 0.394652, + "recall-0.025": 0.46, + "recall-0.05": 0.7125, + "recall-0.1": 0.83, + "recall-0.15": 0.85, + "recall-0.25": 0.86, + "recall-0.5": 0.875, + "num_labels": 400 + }, + "hip_left": { + "count": 352, + "mean": 0.04693, + "median": 0.038488, + "std": 0.034212, + "sem": 0.001826, + "min": 0.005418, + "max": 0.347286, + "recall-0.025": 0.2175, + "recall-0.05": 0.605, + "recall-0.1": 0.8075, + "recall-0.15": 0.8725, + "recall-0.25": 0.8775, + "recall-0.5": 0.88, + "num_labels": 400 + }, + "hip_right": { + "count": 352, + "mean": 0.043819, + "median": 0.03529, + "std": 0.031682, + "sem": 0.001691, + "min": 0.002855, + "max": 0.337234, + "recall-0.025": 0.2375, + "recall-0.05": 0.63, + "recall-0.1": 0.8275, + "recall-0.15": 0.875, + "recall-0.25": 0.8775, + "recall-0.5": 0.88, + "num_labels": 400 + }, + "knee_left": { + "count": 352, + "mean": 0.026271, + "median": 0.022014, + "std": 0.016314, + "sem": 0.000871, + "min": 0.00144, + "max": 0.108472, + "recall-0.025": 0.5125, + "recall-0.05": 0.815, + "recall-0.1": 0.8775, + "recall-0.15": 0.88, + "recall-0.25": 0.88, + "recall-0.5": 0.88, + "num_labels": 400 + }, + "knee_right": { + "count": 352, + "mean": 0.031668, + "median": 0.024086, + "std": 0.037861, + "sem": 0.002021, + "min": 0.000614, + "max": 0.466897, + "recall-0.025": 0.4625, + "recall-0.05": 0.79, + "recall-0.1": 0.865, + "recall-0.15": 0.8675, + "recall-0.25": 0.8725, + "recall-0.5": 0.88, + "num_labels": 400 + }, + "ankle_left": { + "count": 352, + "mean": 0.038157, + "median": 0.030181, + "std": 0.040799, + "sem": 0.002178, + "min": 0.002653, + "max": 0.45785, + "recall-0.025": 0.3325, + "recall-0.05": 0.7325, + "recall-0.1": 0.855, + "recall-0.15": 0.8675, + "recall-0.25": 0.8725, + "recall-0.5": 0.88, + "num_labels": 400 + }, + "ankle_right": { + "count": 351, + "mean": 0.049452, + "median": 0.035286, + "std": 0.049636, + "sem": 0.002653, + "min": 0.002213, + "max": 0.409273, + "recall-0.025": 0.225, + "recall-0.05": 0.605, + "recall-0.1": 0.7875, + "recall-0.15": 0.8525, + "recall-0.25": 0.8625, + "recall-0.5": 0.8775, + "num_labels": 400 + }, + "joint_recalls": { + "num_labels": 5200, + "recall-0.025": 0.32788, + "recall-0.05": 0.70308, + "recall-0.1": 0.84769, + "recall-0.15": 0.86981, + "recall-0.25": 0.87404, + "recall-0.5": 0.87923 + } +} +{ + "total_parts": 5600, + "correct_parts": 4880, + "pcp": 0.871429 +} +``` + +(legoassemble) +```json +{ + "avg_time_2d": 0.16489756859100616, + "avg_time_3d": 0.0009790734127835112, + "avg_fps": 6.028576343962604 +} +{ + "person_nums": { + "total_frames": 121, + "total_labels": 363, + "total_preds": 369, + "considered_empty": 0, + "valid_preds": 363, + "invalid_preds": 6, + "missing": 0, + "invalid_fraction": 0.01626, + "precision": 0.98374, + "recall": 1.0, + "f1": 0.9918, + "non_empty": 369 + }, + "mpjpe": { + "count": 363, + "mean": 0.030185, + "median": 0.028973, + "std": 0.008398, + "sem": 0.000441, + "min": 0.013843, + "max": 0.086047, + "recall-0.025": 0.283747, + "recall-0.05": 0.975207, + "recall-0.1": 1.0, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 363, + "ap-0.025": 0.08155, + "ap-0.05": 0.962913, + "ap-0.1": 0.999647, + "ap-0.15": 0.999647, + "ap-0.25": 0.999647, + "ap-0.5": 0.999647 + }, + "head": { + "count": 363, + "mean": 0.030491, + "median": 0.025346, + "std": 0.019468, + "sem": 0.001023, + "min": 0.001475, + "max": 0.1476, + "recall-0.025": 0.490358, + "recall-0.05": 0.842975, + "recall-0.1": 0.997245, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 363 + }, + "shoulder_left": { + "count": 363, + "mean": 0.033709, + "median": 0.027672, + "std": 0.021187, + "sem": 0.001114, + "min": 0.003916, + "max": 0.145934, + "recall-0.025": 0.426997, + "recall-0.05": 0.831956, + "recall-0.1": 0.977961, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 363 + }, + "shoulder_right": { + "count": 363, + "mean": 0.030587, + "median": 0.029255, + "std": 0.015422, + "sem": 0.000811, + "min": 0.003011, + "max": 0.108366, + "recall-0.025": 0.393939, + "recall-0.05": 0.895317, + "recall-0.1": 0.997245, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 363 + }, + "elbow_left": { + "count": 363, + "mean": 0.023632, + "median": 0.020758, + "std": 0.016124, + "sem": 0.000847, + "min": 0.000934, + "max": 0.23055, + "recall-0.025": 0.655647, + "recall-0.05": 0.969697, + "recall-0.1": 0.997245, + "recall-0.15": 0.997245, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 363 + }, + "elbow_right": { + "count": 363, + "mean": 0.021278, + "median": 0.019411, + "std": 0.013729, + "sem": 0.000722, + "min": 0.001225, + "max": 0.117625, + "recall-0.025": 0.738292, + "recall-0.05": 0.977961, + "recall-0.1": 0.991736, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 363 + }, + "wrist_left": { + "count": 363, + "mean": 0.026442, + "median": 0.021244, + "std": 0.022425, + "sem": 0.001179, + "min": 0.002722, + "max": 0.236533, + "recall-0.025": 0.61708, + "recall-0.05": 0.906336, + "recall-0.1": 0.991736, + "recall-0.15": 0.991736, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 363 + }, + "wrist_right": { + "count": 363, + "mean": 0.02119, + "median": 0.017154, + "std": 0.019268, + "sem": 0.001013, + "min": 0.00099, + "max": 0.294118, + "recall-0.025": 0.730028, + "recall-0.05": 0.964187, + "recall-0.1": 0.997245, + "recall-0.15": 0.997245, + "recall-0.25": 0.997245, + "recall-0.5": 1.0, + "num_labels": 363 + }, + "hip_left": { + "count": 363, + "mean": 0.043545, + "median": 0.041298, + "std": 0.019574, + "sem": 0.001029, + "min": 0.002097, + "max": 0.123427, + "recall-0.025": 0.15978, + "recall-0.05": 0.694215, + "recall-0.1": 0.986226, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 363 + }, + "hip_right": { + "count": 363, + "mean": 0.040411, + "median": 0.036517, + "std": 0.020654, + "sem": 0.001086, + "min": 0.002313, + "max": 0.133689, + "recall-0.025": 0.206612, + "recall-0.05": 0.730028, + "recall-0.1": 0.991736, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 363 + }, + "knee_left": { + "count": 363, + "mean": 0.032471, + "median": 0.023837, + "std": 0.027178, + "sem": 0.001428, + "min": 0.004028, + "max": 0.161111, + "recall-0.025": 0.53168, + "recall-0.05": 0.842975, + "recall-0.1": 0.958678, + "recall-0.15": 0.99449, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 363 + }, + "knee_right": { + "count": 363, + "mean": 0.026508, + "median": 0.022923, + "std": 0.015493, + "sem": 0.000814, + "min": 0.003672, + "max": 0.084957, + "recall-0.025": 0.53719, + "recall-0.05": 0.917355, + "recall-0.1": 1.0, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 363 + }, + "ankle_left": { + "count": 363, + "mean": 0.032367, + "median": 0.026819, + "std": 0.023367, + "sem": 0.001228, + "min": 0.001118, + "max": 0.167208, + "recall-0.025": 0.4573, + "recall-0.05": 0.842975, + "recall-0.1": 0.975207, + "recall-0.15": 0.99449, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 363 + }, + "ankle_right": { + "count": 363, + "mean": 0.029771, + "median": 0.024989, + "std": 0.02062, + "sem": 0.001084, + "min": 0.002353, + "max": 0.160106, + "recall-0.025": 0.501377, + "recall-0.05": 0.878788, + "recall-0.1": 0.986226, + "recall-0.15": 0.997245, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 363 + }, + "joint_recalls": { + "num_labels": 4719, + "recall-0.025": 0.49396, + "recall-0.05": 0.86734, + "recall-0.1": 0.98729, + "recall-0.15": 0.99682, + "recall-0.25": 0.99958, + "recall-0.5": 1.0 + } +} +{ + "total_parts": 5082, + "correct_parts": 5080, + "pcp": 0.999606 +} +``` + +(fencing) +```json +{ + "avg_time_2d": 0.2504721008814298, + "avg_time_3d": 0.002506994284116305, + "avg_fps": 3.9528957890596197 +} +{ + "person_nums": { + "total_frames": 166, + "total_labels": 332, + "total_preds": 916, + "considered_empty": 0, + "valid_preds": 332, + "invalid_preds": 584, + "missing": 0, + "invalid_fraction": 0.63755, + "precision": 0.36245, + "recall": 1.0, + "f1": 0.53205, + "non_empty": 916 + }, + "mpjpe": { + "count": 332, + "mean": 0.028478, + "median": 0.026298, + "std": 0.008428, + "sem": 0.000463, + "min": 0.015013, + "max": 0.059711, + "recall-0.025": 0.448795, + "recall-0.05": 0.98494, + "recall-0.1": 1.0, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 332, + "ap-0.025": 0.160643, + "ap-0.05": 0.610416, + "ap-0.1": 0.630571, + "ap-0.15": 0.630571, + "ap-0.25": 0.630571, + "ap-0.5": 0.630571 + }, + "head": { + "count": 332, + "mean": 0.042065, + "median": 0.0413, + "std": 0.021446, + "sem": 0.001179, + "min": 0.004839, + "max": 0.10697, + "recall-0.025": 0.25, + "recall-0.05": 0.656627, + "recall-0.1": 0.98494, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 332 + }, + "shoulder_left": { + "count": 332, + "mean": 0.031097, + "median": 0.027807, + "std": 0.017773, + "sem": 0.000977, + "min": 0.002633, + "max": 0.203534, + "recall-0.025": 0.334337, + "recall-0.05": 0.900602, + "recall-0.1": 0.996988, + "recall-0.15": 0.996988, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 332 + }, + "shoulder_right": { + "count": 332, + "mean": 0.030804, + "median": 0.02417, + "std": 0.018261, + "sem": 0.001004, + "min": 0.005678, + "max": 0.110074, + "recall-0.025": 0.533133, + "recall-0.05": 0.85241, + "recall-0.1": 0.996988, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 332 + }, + "elbow_left": { + "count": 332, + "mean": 0.020741, + "median": 0.017256, + "std": 0.01315, + "sem": 0.000723, + "min": 0.001369, + "max": 0.109639, + "recall-0.025": 0.75, + "recall-0.05": 0.957831, + "recall-0.1": 0.996988, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 332 + }, + "elbow_right": { + "count": 332, + "mean": 0.026651, + "median": 0.023276, + "std": 0.015715, + "sem": 0.000864, + "min": 0.002981, + "max": 0.097596, + "recall-0.025": 0.557229, + "recall-0.05": 0.912651, + "recall-0.1": 1.0, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 332 + }, + "wrist_left": { + "count": 332, + "mean": 0.022015, + "median": 0.015535, + "std": 0.020712, + "sem": 0.001138, + "min": 0.001414, + "max": 0.157913, + "recall-0.025": 0.740964, + "recall-0.05": 0.915663, + "recall-0.1": 0.990964, + "recall-0.15": 0.996988, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 332 + }, + "wrist_right": { + "count": 332, + "mean": 0.030421, + "median": 0.022879, + "std": 0.024513, + "sem": 0.001347, + "min": 0.00199, + "max": 0.174606, + "recall-0.025": 0.569277, + "recall-0.05": 0.85241, + "recall-0.1": 0.966867, + "recall-0.15": 0.996988, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 332 + }, + "hip_left": { + "count": 332, + "mean": 0.036199, + "median": 0.031512, + "std": 0.018662, + "sem": 0.001026, + "min": 0.002841, + "max": 0.148267, + "recall-0.025": 0.237952, + "recall-0.05": 0.837349, + "recall-0.1": 0.98494, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 332 + }, + "hip_right": { + "count": 332, + "mean": 0.030113, + "median": 0.025374, + "std": 0.017744, + "sem": 0.000975, + "min": 0.005222, + "max": 0.113545, + "recall-0.025": 0.48494, + "recall-0.05": 0.879518, + "recall-0.1": 0.990964, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 332 + }, + "knee_left": { + "count": 332, + "mean": 0.022485, + "median": 0.018023, + "std": 0.014857, + "sem": 0.000817, + "min": 0.00289, + "max": 0.089506, + "recall-0.025": 0.692771, + "recall-0.05": 0.939759, + "recall-0.1": 1.0, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 332 + }, + "knee_right": { + "count": 332, + "mean": 0.021245, + "median": 0.015405, + "std": 0.017191, + "sem": 0.000945, + "min": 0.00062, + "max": 0.119871, + "recall-0.025": 0.722892, + "recall-0.05": 0.930723, + "recall-0.1": 0.996988, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 332 + }, + "ankle_left": { + "count": 332, + "mean": 0.022236, + "median": 0.018113, + "std": 0.012477, + "sem": 0.000686, + "min": 0.005069, + "max": 0.108623, + "recall-0.025": 0.650602, + "recall-0.05": 0.966867, + "recall-0.1": 0.996988, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 332 + }, + "ankle_right": { + "count": 332, + "mean": 0.034141, + "median": 0.031952, + "std": 0.013776, + "sem": 0.000757, + "min": 0.010997, + "max": 0.099848, + "recall-0.025": 0.225904, + "recall-0.05": 0.912651, + "recall-0.1": 1.0, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 332 + }, + "joint_recalls": { + "num_labels": 4316, + "recall-0.025": 0.5183, + "recall-0.05": 0.88438, + "recall-0.1": 0.99235, + "recall-0.15": 0.9993, + "recall-0.25": 1.0, + "recall-0.5": 1.0 + } +} +{ + "total_parts": 4648, + "correct_parts": 4648, + "pcp": 1.0 +} +``` + +(basketball) +```json +{ + "avg_time_2d": 0.16808008670806884, + "avg_time_3d": 0.0014095330238342286, + "avg_fps": 5.90006633787833 +} +{ + "person_nums": { + "total_frames": 110, + "total_labels": 330, + "total_preds": 524, + "considered_empty": 0, + "valid_preds": 329, + "invalid_preds": 195, + "missing": 1, + "invalid_fraction": 0.37214, + "precision": 0.62786, + "recall": 0.99697, + "f1": 0.77049, + "non_empty": 524 + }, + "mpjpe": { + "count": 329, + "mean": 0.04444, + "median": 0.039903, + "std": 0.02274, + "sem": 0.001256, + "min": 0.019727, + "max": 0.327225, + "recall-0.025": 0.048485, + "recall-0.05": 0.733333, + "recall-0.1": 0.984848, + "recall-0.15": 0.993939, + "recall-0.25": 0.993939, + "recall-0.5": 0.99697, + "num_labels": 330, + "ap-0.025": 0.003636, + "ap-0.05": 0.436372, + "ap-0.1": 0.670817, + "ap-0.15": 0.677332, + "ap-0.25": 0.677332, + "ap-0.5": 0.682795 + }, + "head": { + "count": 329, + "mean": 0.054186, + "median": 0.046598, + "std": 0.035003, + "sem": 0.001933, + "min": 0.002919, + "max": 0.341898, + "recall-0.025": 0.127273, + "recall-0.05": 0.563636, + "recall-0.1": 0.921212, + "recall-0.15": 0.978788, + "recall-0.25": 0.993939, + "recall-0.5": 0.99697, + "num_labels": 330 + }, + "shoulder_left": { + "count": 329, + "mean": 0.048716, + "median": 0.044052, + "std": 0.026277, + "sem": 0.001451, + "min": 0.004289, + "max": 0.178472, + "recall-0.025": 0.163636, + "recall-0.05": 0.59697, + "recall-0.1": 0.960606, + "recall-0.15": 0.987879, + "recall-0.25": 0.99697, + "recall-0.5": 0.99697, + "num_labels": 330 + }, + "shoulder_right": { + "count": 329, + "mean": 0.04364, + "median": 0.037464, + "std": 0.027863, + "sem": 0.001538, + "min": 0.005797, + "max": 0.239751, + "recall-0.025": 0.209091, + "recall-0.05": 0.715152, + "recall-0.1": 0.948485, + "recall-0.15": 0.987879, + "recall-0.25": 0.99697, + "recall-0.5": 0.99697, + "num_labels": 330 + }, + "elbow_left": { + "count": 329, + "mean": 0.050264, + "median": 0.043468, + "std": 0.036226, + "sem": 0.002, + "min": 0.008914, + "max": 0.443652, + "recall-0.025": 0.19697, + "recall-0.05": 0.618182, + "recall-0.1": 0.918182, + "recall-0.15": 0.987879, + "recall-0.25": 0.993939, + "recall-0.5": 0.99697, + "num_labels": 330 + }, + "elbow_right": { + "count": 329, + "mean": 0.045251, + "median": 0.0375, + "std": 0.028109, + "sem": 0.001552, + "min": 0.002071, + "max": 0.172122, + "recall-0.025": 0.218182, + "recall-0.05": 0.663636, + "recall-0.1": 0.945455, + "recall-0.15": 0.987879, + "recall-0.25": 0.99697, + "recall-0.5": 0.99697, + "num_labels": 330 + }, + "wrist_left": { + "count": 328, + "mean": 0.054077, + "median": 0.046127, + "std": 0.038952, + "sem": 0.002154, + "min": 0.005915, + "max": 0.316293, + "recall-0.025": 0.209091, + "recall-0.05": 0.563636, + "recall-0.1": 0.9, + "recall-0.15": 0.966667, + "recall-0.25": 0.987879, + "recall-0.5": 0.993939, + "num_labels": 330 + }, + "wrist_right": { + "count": 329, + "mean": 0.055064, + "median": 0.044181, + "std": 0.040426, + "sem": 0.002232, + "min": 0.004633, + "max": 0.378136, + "recall-0.025": 0.139394, + "recall-0.05": 0.548485, + "recall-0.1": 0.906061, + "recall-0.15": 0.969697, + "recall-0.25": 0.990909, + "recall-0.5": 0.99697, + "num_labels": 330 + }, + "hip_left": { + "count": 329, + "mean": 0.042217, + "median": 0.036711, + "std": 0.024719, + "sem": 0.001365, + "min": 0.001918, + "max": 0.182991, + "recall-0.025": 0.251515, + "recall-0.05": 0.69697, + "recall-0.1": 0.969697, + "recall-0.15": 0.990909, + "recall-0.25": 0.99697, + "recall-0.5": 0.99697, + "num_labels": 330 + }, + "hip_right": { + "count": 329, + "mean": 0.043824, + "median": 0.038537, + "std": 0.025786, + "sem": 0.001424, + "min": 0.005708, + "max": 0.199011, + "recall-0.025": 0.233333, + "recall-0.05": 0.690909, + "recall-0.1": 0.957576, + "recall-0.15": 0.990909, + "recall-0.25": 0.99697, + "recall-0.5": 0.99697, + "num_labels": 330 + }, + "knee_left": { + "count": 329, + "mean": 0.033741, + "median": 0.029039, + "std": 0.023577, + "sem": 0.001302, + "min": 0.000983, + "max": 0.254384, + "recall-0.025": 0.406061, + "recall-0.05": 0.815152, + "recall-0.1": 0.981818, + "recall-0.15": 0.993939, + "recall-0.25": 0.993939, + "recall-0.5": 0.99697, + "num_labels": 330 + }, + "knee_right": { + "count": 329, + "mean": 0.035159, + "median": 0.028309, + "std": 0.033604, + "sem": 0.001855, + "min": 0.002281, + "max": 0.477361, + "recall-0.025": 0.436364, + "recall-0.05": 0.815152, + "recall-0.1": 0.972727, + "recall-0.15": 0.990909, + "recall-0.25": 0.993939, + "recall-0.5": 0.99697, + "num_labels": 330 + }, + "ankle_left": { + "count": 328, + "mean": 0.031468, + "median": 0.026176, + "std": 0.020199, + "sem": 0.001117, + "min": 0.002204, + "max": 0.158101, + "recall-0.025": 0.448485, + "recall-0.05": 0.863636, + "recall-0.1": 0.975758, + "recall-0.15": 0.990909, + "recall-0.25": 0.993939, + "recall-0.5": 0.993939, + "num_labels": 330 + }, + "ankle_right": { + "count": 328, + "mean": 0.033299, + "median": 0.028298, + "std": 0.01954, + "sem": 0.001081, + "min": 0.006668, + "max": 0.133288, + "recall-0.025": 0.384848, + "recall-0.05": 0.839394, + "recall-0.1": 0.981818, + "recall-0.15": 0.993939, + "recall-0.25": 0.993939, + "recall-0.5": 0.993939, + "num_labels": 330 + }, + "joint_recalls": { + "num_labels": 4290, + "recall-0.025": 0.26247, + "recall-0.05": 0.69044, + "recall-0.1": 0.94802, + "recall-0.15": 0.98462, + "recall-0.25": 0.99277, + "recall-0.5": 0.99557 + } +} +{ + "total_parts": 4620, + "correct_parts": 4570, + "pcp": 0.989177 +} +``` + +(volleyball) +```json +{ + "avg_time_2d": 0.3441050417788394, + "avg_time_3d": 0.0033576402578267966, + "avg_fps": 2.878006910378003 +} +{ + "person_nums": { + "total_frames": 121, + "total_labels": 484, + "total_preds": 633, + "considered_empty": 0, + "valid_preds": 483, + "invalid_preds": 150, + "missing": 1, + "invalid_fraction": 0.23697, + "precision": 0.76303, + "recall": 0.99793, + "f1": 0.86482, + "non_empty": 633 + }, + "mpjpe": { + "count": 483, + "mean": 0.035428, + "median": 0.032584, + "std": 0.013121, + "sem": 0.000598, + "min": 0.017908, + "max": 0.12169, + "recall-0.025": 0.216942, + "recall-0.05": 0.876033, + "recall-0.1": 0.993802, + "recall-0.15": 0.997934, + "recall-0.25": 0.997934, + "recall-0.5": 0.997934, + "num_labels": 484, + "ap-0.025": 0.041041, + "ap-0.05": 0.626763, + "ap-0.1": 0.797009, + "ap-0.15": 0.803699, + "ap-0.25": 0.803699, + "ap-0.5": 0.803699 + }, + "head": { + "count": 483, + "mean": 0.036562, + "median": 0.030386, + "std": 0.022881, + "sem": 0.001042, + "min": 0.004382, + "max": 0.136584, + "recall-0.025": 0.392562, + "recall-0.05": 0.739669, + "recall-0.1": 0.979339, + "recall-0.15": 0.997934, + "recall-0.25": 0.997934, + "recall-0.5": 0.997934, + "num_labels": 484 + }, + "shoulder_left": { + "count": 483, + "mean": 0.034722, + "median": 0.029123, + "std": 0.020485, + "sem": 0.000933, + "min": 0.004214, + "max": 0.142662, + "recall-0.025": 0.369835, + "recall-0.05": 0.81405, + "recall-0.1": 0.987603, + "recall-0.15": 0.997934, + "recall-0.25": 0.997934, + "recall-0.5": 0.997934, + "num_labels": 484 + }, + "shoulder_right": { + "count": 483, + "mean": 0.031759, + "median": 0.026109, + "std": 0.018407, + "sem": 0.000838, + "min": 0.00347, + "max": 0.110679, + "recall-0.025": 0.466942, + "recall-0.05": 0.826446, + "recall-0.1": 0.993802, + "recall-0.15": 0.997934, + "recall-0.25": 0.997934, + "recall-0.5": 0.997934, + "num_labels": 484 + }, + "elbow_left": { + "count": 483, + "mean": 0.035706, + "median": 0.029341, + "std": 0.024522, + "sem": 0.001117, + "min": 0.004211, + "max": 0.237523, + "recall-0.025": 0.386364, + "recall-0.05": 0.77686, + "recall-0.1": 0.981405, + "recall-0.15": 0.993802, + "recall-0.25": 0.997934, + "recall-0.5": 0.997934, + "num_labels": 484 + }, + "elbow_right": { + "count": 483, + "mean": 0.03838, + "median": 0.031125, + "std": 0.034151, + "sem": 0.001556, + "min": 0.003944, + "max": 0.362552, + "recall-0.025": 0.407025, + "recall-0.05": 0.774793, + "recall-0.1": 0.964876, + "recall-0.15": 0.981405, + "recall-0.25": 0.993802, + "recall-0.5": 0.997934, + "num_labels": 484 + }, + "wrist_left": { + "count": 483, + "mean": 0.047139, + "median": 0.03772, + "std": 0.035565, + "sem": 0.00162, + "min": 0.003421, + "max": 0.314461, + "recall-0.025": 0.274793, + "recall-0.05": 0.669421, + "recall-0.1": 0.923554, + "recall-0.15": 0.979339, + "recall-0.25": 0.995868, + "recall-0.5": 0.997934, + "num_labels": 484 + }, + "wrist_right": { + "count": 482, + "mean": 0.047946, + "median": 0.036566, + "std": 0.041584, + "sem": 0.001896, + "min": 0.002446, + "max": 0.39908, + "recall-0.025": 0.289256, + "recall-0.05": 0.652893, + "recall-0.1": 0.919421, + "recall-0.15": 0.969008, + "recall-0.25": 0.987603, + "recall-0.5": 0.995868, + "num_labels": 484 + }, + "hip_left": { + "count": 483, + "mean": 0.038758, + "median": 0.036117, + "std": 0.019053, + "sem": 0.000868, + "min": 0.005977, + "max": 0.133493, + "recall-0.025": 0.239669, + "recall-0.05": 0.774793, + "recall-0.1": 0.985537, + "recall-0.15": 0.997934, + "recall-0.25": 0.997934, + "recall-0.5": 0.997934, + "num_labels": 484 + }, + "hip_right": { + "count": 483, + "mean": 0.040711, + "median": 0.033421, + "std": 0.026405, + "sem": 0.001203, + "min": 0.005419, + "max": 0.149838, + "recall-0.025": 0.291322, + "recall-0.05": 0.75, + "recall-0.1": 0.958678, + "recall-0.15": 0.997934, + "recall-0.25": 0.997934, + "recall-0.5": 0.997934, + "num_labels": 484 + }, + "knee_left": { + "count": 483, + "mean": 0.025004, + "median": 0.0211, + "std": 0.018866, + "sem": 0.000859, + "min": 0.001613, + "max": 0.27912, + "recall-0.025": 0.595041, + "recall-0.05": 0.93595, + "recall-0.1": 0.993802, + "recall-0.15": 0.995868, + "recall-0.25": 0.995868, + "recall-0.5": 0.997934, + "num_labels": 484 + }, + "knee_right": { + "count": 483, + "mean": 0.025695, + "median": 0.022859, + "std": 0.014864, + "sem": 0.000677, + "min": 0.001415, + "max": 0.094234, + "recall-0.025": 0.576446, + "recall-0.05": 0.92562, + "recall-0.1": 0.997934, + "recall-0.15": 0.997934, + "recall-0.25": 0.997934, + "recall-0.5": 0.997934, + "num_labels": 484 + }, + "ankle_left": { + "count": 483, + "mean": 0.028829, + "median": 0.023676, + "std": 0.033788, + "sem": 0.001539, + "min": 0.001752, + "max": 0.497796, + "recall-0.025": 0.530992, + "recall-0.05": 0.92562, + "recall-0.1": 0.981405, + "recall-0.15": 0.991736, + "recall-0.25": 0.993802, + "recall-0.5": 0.997934, + "num_labels": 484 + }, + "ankle_right": { + "count": 483, + "mean": 0.028136, + "median": 0.02508, + "std": 0.016445, + "sem": 0.000749, + "min": 0.001964, + "max": 0.103825, + "recall-0.025": 0.495868, + "recall-0.05": 0.890496, + "recall-0.1": 0.993802, + "recall-0.15": 0.997934, + "recall-0.25": 0.997934, + "recall-0.5": 0.997934, + "num_labels": 484 + }, + "joint_recalls": { + "num_labels": 6292, + "recall-0.025": 0.40782, + "recall-0.05": 0.8034, + "recall-0.1": 0.9733, + "recall-0.15": 0.99189, + "recall-0.25": 0.99603, + "recall-0.5": 0.99777 + } +} +{ + "total_parts": 6776, + "correct_parts": 6740, + "pcp": 0.994687 +} +``` + +(badminton) +```json +{ + "avg_time_2d": 0.3149814826215623, + "avg_time_3d": 0.0030397500605941507, + "avg_fps": 3.144444135273953 +} +{ + "person_nums": { + "total_frames": 183, + "total_labels": 732, + "total_preds": 756, + "considered_empty": 0, + "valid_preds": 732, + "invalid_preds": 24, + "missing": 0, + "invalid_fraction": 0.03175, + "precision": 0.96825, + "recall": 1.0, + "f1": 0.98387, + "non_empty": 756 + }, + "mpjpe": { + "count": 732, + "mean": 0.030055, + "median": 0.028697, + "std": 0.015318, + "sem": 0.000567, + "min": 0.011711, + "max": 0.376515, + "recall-0.025": 0.329235, + "recall-0.05": 0.983607, + "recall-0.1": 0.997268, + "recall-0.15": 0.998634, + "recall-0.25": 0.998634, + "recall-0.5": 1.0, + "num_labels": 732, + "ap-0.025": 0.219233, + "ap-0.05": 0.958548, + "ap-0.1": 0.981614, + "ap-0.15": 0.983036, + "ap-0.25": 0.983036, + "ap-0.5": 0.985292 + }, + "head": { + "count": 732, + "mean": 0.034815, + "median": 0.029981, + "std": 0.022179, + "sem": 0.00082, + "min": 0.002376, + "max": 0.18719, + "recall-0.025": 0.400273, + "recall-0.05": 0.808743, + "recall-0.1": 0.984973, + "recall-0.15": 0.997268, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 732 + }, + "shoulder_left": { + "count": 732, + "mean": 0.034684, + "median": 0.033031, + "std": 0.020948, + "sem": 0.000775, + "min": 0.005616, + "max": 0.397164, + "recall-0.025": 0.307377, + "recall-0.05": 0.84153, + "recall-0.1": 0.993169, + "recall-0.15": 0.998634, + "recall-0.25": 0.998634, + "recall-0.5": 1.0, + "num_labels": 732 + }, + "shoulder_right": { + "count": 731, + "mean": 0.02936, + "median": 0.027739, + "std": 0.014471, + "sem": 0.000536, + "min": 0.002836, + "max": 0.171472, + "recall-0.025": 0.404372, + "recall-0.05": 0.928962, + "recall-0.1": 0.994536, + "recall-0.15": 0.997268, + "recall-0.25": 0.998634, + "recall-0.5": 0.998634, + "num_labels": 732 + }, + "elbow_left": { + "count": 731, + "mean": 0.029176, + "median": 0.02551, + "std": 0.016581, + "sem": 0.000614, + "min": 0.003272, + "max": 0.117771, + "recall-0.025": 0.483607, + "recall-0.05": 0.897541, + "recall-0.1": 0.994536, + "recall-0.15": 0.998634, + "recall-0.25": 0.998634, + "recall-0.5": 0.998634, + "num_labels": 732 + }, + "elbow_right": { + "count": 731, + "mean": 0.027779, + "median": 0.02414, + "std": 0.016192, + "sem": 0.000599, + "min": 0.003097, + "max": 0.10577, + "recall-0.025": 0.520492, + "recall-0.05": 0.905738, + "recall-0.1": 0.997268, + "recall-0.15": 0.998634, + "recall-0.25": 0.998634, + "recall-0.5": 0.998634, + "num_labels": 732 + }, + "wrist_left": { + "count": 731, + "mean": 0.03557, + "median": 0.031235, + "std": 0.024405, + "sem": 0.000903, + "min": 0.003844, + "max": 0.212671, + "recall-0.025": 0.378415, + "recall-0.05": 0.807377, + "recall-0.1": 0.974044, + "recall-0.15": 0.995902, + "recall-0.25": 0.998634, + "recall-0.5": 0.998634, + "num_labels": 732 + }, + "wrist_right": { + "count": 730, + "mean": 0.033765, + "median": 0.030173, + "std": 0.019625, + "sem": 0.000727, + "min": 0.002535, + "max": 0.174731, + "recall-0.025": 0.378415, + "recall-0.05": 0.834699, + "recall-0.1": 0.987705, + "recall-0.15": 0.994536, + "recall-0.25": 0.997268, + "recall-0.5": 0.997268, + "num_labels": 732 + }, + "hip_left": { + "count": 732, + "mean": 0.031844, + "median": 0.030366, + "std": 0.014176, + "sem": 0.000524, + "min": 0.004239, + "max": 0.184319, + "recall-0.025": 0.331967, + "recall-0.05": 0.905738, + "recall-0.1": 0.998634, + "recall-0.15": 0.998634, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 732 + }, + "hip_right": { + "count": 732, + "mean": 0.032035, + "median": 0.030227, + "std": 0.015034, + "sem": 0.000556, + "min": 0.001206, + "max": 0.096288, + "recall-0.025": 0.356557, + "recall-0.05": 0.877049, + "recall-0.1": 1.0, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 732 + }, + "knee_left": { + "count": 732, + "mean": 0.022077, + "median": 0.019651, + "std": 0.014355, + "sem": 0.000531, + "min": 0.001802, + "max": 0.274644, + "recall-0.025": 0.681694, + "recall-0.05": 0.978142, + "recall-0.1": 0.998634, + "recall-0.15": 0.998634, + "recall-0.25": 0.998634, + "recall-0.5": 1.0, + "num_labels": 732 + }, + "knee_right": { + "count": 732, + "mean": 0.024411, + "median": 0.022295, + "std": 0.017446, + "sem": 0.000645, + "min": 0.001384, + "max": 0.358141, + "recall-0.025": 0.613388, + "recall-0.05": 0.967213, + "recall-0.1": 0.995902, + "recall-0.15": 0.998634, + "recall-0.25": 0.998634, + "recall-0.5": 1.0, + "num_labels": 732 + }, + "ankle_left": { + "count": 732, + "mean": 0.024722, + "median": 0.022986, + "std": 0.014433, + "sem": 0.000534, + "min": 0.002316, + "max": 0.215329, + "recall-0.025": 0.575137, + "recall-0.05": 0.95082, + "recall-0.1": 0.998634, + "recall-0.15": 0.998634, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 732 + }, + "ankle_right": { + "count": 732, + "mean": 0.02571, + "median": 0.023421, + "std": 0.016483, + "sem": 0.00061, + "min": 0.005399, + "max": 0.31677, + "recall-0.025": 0.54918, + "recall-0.05": 0.954918, + "recall-0.1": 0.998634, + "recall-0.15": 0.998634, + "recall-0.25": 0.998634, + "recall-0.5": 1.0, + "num_labels": 732 + }, + "joint_recalls": { + "num_labels": 9516, + "recall-0.025": 0.45933, + "recall-0.05": 0.89596, + "recall-0.1": 0.99348, + "recall-0.15": 0.998, + "recall-0.25": 0.99895, + "recall-0.5": 0.99937 + } +} +{ + "total_parts": 10248, + "correct_parts": 10233, + "pcp": 0.998536 +} +``` + +(tennis) +```json +{ + "avg_time_2d": 0.35962609101457205, + "avg_time_3d": 0.0018767069654855115, + "avg_fps": 2.7662303185137875 +} +{ + "person_nums": { + "total_frames": 181, + "total_labels": 362, + "total_preds": 362, + "considered_empty": 0, + "valid_preds": 362, + "invalid_preds": 0, + "missing": 0, + "invalid_fraction": 0.0, + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "non_empty": 362 + }, + "mpjpe": { + "count": 362, + "mean": 0.026649, + "median": 0.024904, + "std": 0.010016, + "sem": 0.000527, + "min": 0.014845, + "max": 0.137616, + "recall-0.025": 0.513812, + "recall-0.05": 0.980663, + "recall-0.1": 0.997238, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 362, + "ap-0.025": 0.316788, + "ap-0.05": 0.979609, + "ap-0.1": 0.997062, + "ap-0.15": 1.0, + "ap-0.25": 1.0, + "ap-0.5": 1.0 + }, + "head": { + "count": 362, + "mean": 0.037235, + "median": 0.036366, + "std": 0.015926, + "sem": 0.000838, + "min": 0.005757, + "max": 0.135283, + "recall-0.025": 0.190608, + "recall-0.05": 0.850829, + "recall-0.1": 0.991713, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 362 + }, + "shoulder_left": { + "count": 362, + "mean": 0.023675, + "median": 0.021067, + "std": 0.015385, + "sem": 0.00081, + "min": 0.002349, + "max": 0.188082, + "recall-0.025": 0.638122, + "recall-0.05": 0.972376, + "recall-0.1": 0.994475, + "recall-0.15": 0.997238, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 362 + }, + "shoulder_right": { + "count": 362, + "mean": 0.030126, + "median": 0.028428, + "std": 0.013816, + "sem": 0.000727, + "min": 0.003713, + "max": 0.103938, + "recall-0.025": 0.367403, + "recall-0.05": 0.928177, + "recall-0.1": 0.997238, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 362 + }, + "elbow_left": { + "count": 362, + "mean": 0.02074, + "median": 0.016542, + "std": 0.015791, + "sem": 0.000831, + "min": 0.001198, + "max": 0.098002, + "recall-0.025": 0.759669, + "recall-0.05": 0.936464, + "recall-0.1": 1.0, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 362 + }, + "elbow_right": { + "count": 362, + "mean": 0.022788, + "median": 0.018651, + "std": 0.018582, + "sem": 0.000978, + "min": 0.002929, + "max": 0.169963, + "recall-0.025": 0.709945, + "recall-0.05": 0.947514, + "recall-0.1": 0.986188, + "recall-0.15": 0.997238, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 362 + }, + "wrist_left": { + "count": 362, + "mean": 0.027498, + "median": 0.024082, + "std": 0.017097, + "sem": 0.0009, + "min": 0.002849, + "max": 0.12591, + "recall-0.025": 0.535912, + "recall-0.05": 0.900552, + "recall-0.1": 0.997238, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 362 + }, + "wrist_right": { + "count": 362, + "mean": 0.032038, + "median": 0.024163, + "std": 0.031836, + "sem": 0.001676, + "min": 0.001469, + "max": 0.311793, + "recall-0.025": 0.535912, + "recall-0.05": 0.853591, + "recall-0.1": 0.977901, + "recall-0.15": 0.98895, + "recall-0.25": 0.991713, + "recall-0.5": 1.0, + "num_labels": 362 + }, + "hip_left": { + "count": 362, + "mean": 0.025333, + "median": 0.023278, + "std": 0.013981, + "sem": 0.000736, + "min": 0.004522, + "max": 0.107095, + "recall-0.025": 0.552486, + "recall-0.05": 0.950276, + "recall-0.1": 0.997238, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 362 + }, + "hip_right": { + "count": 362, + "mean": 0.028312, + "median": 0.025241, + "std": 0.016526, + "sem": 0.00087, + "min": 0.004412, + "max": 0.200297, + "recall-0.025": 0.483425, + "recall-0.05": 0.947514, + "recall-0.1": 0.994475, + "recall-0.15": 0.997238, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 362 + }, + "knee_left": { + "count": 362, + "mean": 0.015798, + "median": 0.014138, + "std": 0.008394, + "sem": 0.000442, + "min": 0.001037, + "max": 0.063199, + "recall-0.025": 0.864641, + "recall-0.05": 0.997238, + "recall-0.1": 1.0, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 362 + }, + "knee_right": { + "count": 362, + "mean": 0.018264, + "median": 0.015093, + "std": 0.017603, + "sem": 0.000926, + "min": 0.001885, + "max": 0.268255, + "recall-0.025": 0.828729, + "recall-0.05": 0.977901, + "recall-0.1": 0.994475, + "recall-0.15": 0.997238, + "recall-0.25": 0.997238, + "recall-0.5": 1.0, + "num_labels": 362 + }, + "ankle_left": { + "count": 362, + "mean": 0.03303, + "median": 0.031631, + "std": 0.013751, + "sem": 0.000724, + "min": 0.004951, + "max": 0.092434, + "recall-0.025": 0.29558, + "recall-0.05": 0.900552, + "recall-0.1": 1.0, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 362 + }, + "ankle_right": { + "count": 362, + "mean": 0.031596, + "median": 0.027104, + "std": 0.030751, + "sem": 0.001618, + "min": 0.003664, + "max": 0.496076, + "recall-0.025": 0.441989, + "recall-0.05": 0.864641, + "recall-0.1": 0.986188, + "recall-0.15": 0.994475, + "recall-0.25": 0.997238, + "recall-0.5": 1.0, + "num_labels": 362 + }, + "joint_recalls": { + "num_labels": 4706, + "recall-0.025": 0.55312, + "recall-0.05": 0.92414, + "recall-0.1": 0.99299, + "recall-0.15": 0.99745, + "recall-0.25": 0.99894, + "recall-0.5": 1.0 + } +} +{ + "total_parts": 5068, + "correct_parts": 5057, + "pcp": 0.99783 +} +``` diff --git a/scripts/test_skelda_dataset.py b/scripts/test_skelda_dataset.py index 93affd3..fe32a59 100644 --- a/scripts/test_skelda_dataset.py +++ b/scripts/test_skelda_dataset.py @@ -25,6 +25,7 @@ dataset_use = "human36m" # dataset_use = "ikeaasm" # dataset_use = "tsinghua" # dataset_use = "human36m_wb" +# dataset_use = "egohumans" datasets = { "panoptic": { "path": "/datasets/panoptic/skelda/test.json", @@ -63,6 +64,17 @@ datasets = { "path": "/datasets/human36m/skelda/wb/test.json", "take_interval": 100, }, + "egohumans": { + "path": "/datasets/egohumans/skelda/all.json", + "take_interval": 2, + # "subset": "tagging", + "subset": "legoassemble", + # "subset": "fencing", + # "subset": "basketball", + # "subset": "volleyball", + # "subset": "badminton", + # "subset": "tennis", + }, } joint_names_2d = test_triangulate.joint_names_2d @@ -169,6 +181,13 @@ def load_labels(dataset: dict): elif "human36m_wb" in dataset: labels = load_json(dataset["human36m_wb"]["path"]) + elif "egohumans" in dataset: + labels = load_json(dataset["egohumans"]["path"]) + labels = [lb for lb in labels if "test" in lb["splits"]] + labels = [lb for lb in labels if dataset["egohumans"]["subset"] in lb["seq"]] + if dataset["egohumans"]["subset"] in ["volleyball", "tennis"]: + labels = [lb for i, lb in enumerate(labels) if i % 150 < 60] + else: raise ValueError("Dataset not available") @@ -215,8 +234,8 @@ def main(): print(labels[0]) minscores = { - # Choose this depending on the fraction of invalid/missing persons - # A higher value reduces the number of proposals + # Describes how good two 2D poses need to match each other to create a valid triangulation + # If the quality of the 2D detections is poor, use a lower value "panoptic": 0.94, "human36m": 0.94, "mvor": 0.86, @@ -224,19 +243,32 @@ def main(): "shelf": 0.96, "ikeaasm": 0.89, "tsinghua": 0.96, + "egohumans": 0.95, "human36m_wb": 0.94, "koarob": 0.91, } minscore = minscores.get(dataset_use, 0.95) min_group_sizes = { + # Describes the minimum number of camera pairs that need to detect the same person # If the number of cameras is high, and the views are not occluded, use a higher value "panoptic": 1, "shelf": 2, "tsinghua": 2, + "egohumans": 4, } min_group_size = min_group_sizes.get(dataset_use, 1) if dataset_use == "panoptic" and len(datasets["panoptic"]["cams"]) == 10: min_group_size = 4 + if dataset_use == "egohumans" and ( + "lego" in labels[0]["seq"] or "tagging" in labels[0]["seq"] + ): + min_group_size = 2 + if dataset_use == "egohumans" and ( + "volleyball" in labels[0]["seq"] or "badminton" in labels[0]["seq"] + ): + min_group_size = 7 + if dataset_use == "egohumans" and "tennis" in labels[0]["seq"]: + min_group_size = 11 print("\nRunning predictions ...") all_poses = [] diff --git a/skelda b/skelda index acae51f..87caa79 160000 --- a/skelda +++ b/skelda @@ -1 +1 @@ -Subproject commit acae51f7ba0e208cbd177230305bb3b022c90106 +Subproject commit 87caa796fdc9e338efdaca85a7994734d8221880