From 396018195d4f06ff3330f789d4c25a09215939c0 Mon Sep 17 00:00:00 2001 From: Daniel Date: Tue, 6 Aug 2024 14:51:23 +0200 Subject: [PATCH] Some small updates. --- media/RESULTS.md | 1024 ++++++++++++++++---------------- scripts/test_skelda_dataset.py | 8 +- scripts/triangulate_poses.py | 2 +- 3 files changed, 520 insertions(+), 514 deletions(-) diff --git a/media/RESULTS.md b/media/RESULTS.md index 226a858..a46184c 100644 --- a/media/RESULTS.md +++ b/media/RESULTS.md @@ -828,22 +828,22 @@ Results of the model in various experiments on different datasets. "person_nums": { "total_frames": 629, "total_labels": 1061, - "total_preds": 1046, - "considered_empty": 118, + "total_preds": 1049, + "considered_empty": 119, "valid_preds": 711, - "invalid_preds": 217, + "invalid_preds": 219, "missing": 350, - "invalid_fraction": 0.23384, - "precision": 0.76616, + "invalid_fraction": 0.23548, + "precision": 0.76452, "recall": 0.67012, - "f1": 0.71493, - "non_empty": 928 + "f1": 0.71421, + "non_empty": 930 }, "mpjpe": { "count": 711, - "mean": 0.1134, + "mean": 0.113411, "median": 0.094476, - "std": 0.065779, + "std": 0.065788, "sem": 0.002469, "min": 0.040489, "max": 0.497874, @@ -856,22 +856,22 @@ Results of the model in various experiments on different datasets. "num_labels": 1061, "ap-0.025": 0.0, "ap-0.05": 0.000155, - "ap-0.1": 0.237957, - "ap-0.15": 0.474506, - "ap-0.25": 0.573657, - "ap-0.5": 0.602532 + "ap-0.1": 0.23825, + "ap-0.15": 0.474984, + "ap-0.25": 0.574206, + "ap-0.5": 0.603097 }, "head": { "count": 710, - "mean": 0.062213, + "mean": 0.062288, "median": 0.049204, - "std": 0.05213, - "sem": 0.001958, + "std": 0.0522, + "sem": 0.00196, "min": 0.006565, "max": 0.436815, "recall-0.025": 0.081056, "recall-0.05": 0.340245, - "recall-0.1": 0.592837, + "recall-0.1": 0.591894, "recall-0.15": 0.633365, "recall-0.25": 0.655985, "recall-0.5": 0.66918, @@ -879,14 +879,14 @@ Results of the model in various experiments on different datasets. }, "shoulder_left": { "count": 709, - "mean": 0.061416, - "median": 0.043163, - "std": 0.064096, + "mean": 0.06144, + "median": 0.043151, + "std": 0.064106, "sem": 0.002409, "min": 0.003155, "max": 0.48718, "recall-0.025": 0.144204, - "recall-0.05": 0.399623, + "recall-0.05": 0.400566, "recall-0.1": 0.579642, "recall-0.15": 0.62771, "recall-0.25": 0.649387, @@ -895,15 +895,15 @@ Results of the model in various experiments on different datasets. }, "shoulder_right": { "count": 709, - "mean": 0.058409, - "median": 0.039678, - "std": 0.063479, - "sem": 0.002386, + "mean": 0.058254, + "median": 0.03951, + "std": 0.063443, + "sem": 0.002384, "min": 0.001883, "max": 0.470146, - "recall-0.025": 0.147974, - "recall-0.05": 0.427898, - "recall-0.1": 0.587182, + "recall-0.025": 0.148916, + "recall-0.05": 0.428841, + "recall-0.1": 0.588124, "recall-0.15": 0.630537, "recall-0.25": 0.647502, "recall-0.5": 0.668238, @@ -927,9 +927,9 @@ Results of the model in various experiments on different datasets. }, "elbow_right": { "count": 700, - "mean": 0.07996, + "mean": 0.079932, "median": 0.056737, - "std": 0.074426, + "std": 0.074413, "sem": 0.002815, "min": 0.003313, "max": 0.498068, @@ -959,10 +959,10 @@ Results of the model in various experiments on different datasets. }, "wrist_right": { "count": 698, - "mean": 0.112388, - "median": 0.07829, - "std": 0.098963, - "sem": 0.003748, + "mean": 0.112384, + "median": 0.078226, + "std": 0.098965, + "sem": 0.003749, "min": 0.006423, "max": 0.485199, "recall-0.025": 0.071631, @@ -975,10 +975,10 @@ Results of the model in various experiments on different datasets. }, "hip_left": { "count": 697, - "mean": 0.18639, + "mean": 0.18656, "median": 0.167596, - "std": 0.084505, - "sem": 0.003203, + "std": 0.084805, + "sem": 0.003215, "min": 0.021758, "max": 0.499358, "recall-0.025": 0.000943, @@ -991,7 +991,7 @@ Results of the model in various experiments on different datasets. }, "hip_right": { "count": 696, - "mean": 0.177823, + "mean": 0.177844, "median": 0.163941, "std": 0.077814, "sem": 0.002952, @@ -1012,8 +1012,8 @@ Results of the model in various experiments on different datasets. "joint_recalls": { "num_labels": 9549, "recall-0.025": 0.07404, - "recall-0.05": 0.23091, - "recall-0.1": 0.39449, + "recall-0.05": 0.23123, + "recall-0.1": 0.39428, "recall-0.15": 0.49419, "recall-0.25": 0.60593, "recall-0.5": 0.66133 @@ -1021,8 +1021,8 @@ Results of the model in various experiments on different datasets. } { "total_parts": 10610, - "correct_parts": 5510, - "pcp": 0.519321 + "correct_parts": 5509, + "pcp": 0.519227 } ``` @@ -1039,66 +1039,66 @@ Results of the model in various experiments on different datasets. "person_nums": { "total_frames": 420, "total_labels": 1466, - "total_preds": 1509, - "considered_empty": 5, + "total_preds": 1553, + "considered_empty": 9, "valid_preds": 1463, - "invalid_preds": 41, + "invalid_preds": 81, "missing": 3, - "invalid_fraction": 0.02726, - "precision": 0.97274, + "invalid_fraction": 0.05246, + "precision": 0.94754, "recall": 0.99795, - "f1": 0.98519, - "non_empty": 1504 + "f1": 0.97209, + "non_empty": 1544 }, "mpjpe": { "count": 1463, - "mean": 0.044136, - "median": 0.038064, - "std": 0.023929, - "sem": 0.000626, - "min": 0.01199, - "max": 0.383741, - "recall-0.025": 0.158254, - "recall-0.05": 0.712142, - "recall-0.1": 0.969304, - "recall-0.15": 0.996589, - "recall-0.25": 0.997271, + "mean": 0.042892, + "median": 0.038001, + "std": 0.020419, + "sem": 0.000534, + "min": 0.01189, + "max": 0.154352, + "recall-0.025": 0.152797, + "recall-0.05": 0.738745, + "recall-0.1": 0.982265, + "recall-0.15": 0.997271, + "recall-0.25": 0.997954, "recall-0.5": 0.997954, "num_labels": 1466, - "ap-0.025": 0.061059, - "ap-0.05": 0.64118, - "ap-0.1": 0.951321, - "ap-0.15": 0.983556, - "ap-0.25": 0.984229, - "ap-0.5": 0.9849 + "ap-0.025": 0.063255, + "ap-0.05": 0.66489, + "ap-0.1": 0.960737, + "ap-0.15": 0.982534, + "ap-0.25": 0.983185, + "ap-0.5": 0.983185 }, "nose": { "count": 1461, - "mean": 0.018933, - "median": 0.01246, - "std": 0.033585, - "sem": 0.000879, - "min": 0.00163, - "max": 0.316534, - "recall-0.025": 0.891319, - "recall-0.05": 0.952837, - "recall-0.1": 0.984962, - "recall-0.15": 0.985646, - "recall-0.25": 0.985646, + "mean": 0.016222, + "median": 0.0125, + "std": 0.018762, + "sem": 0.000491, + "min": 0.001407, + "max": 0.282177, + "recall-0.025": 0.898838, + "recall-0.05": 0.963773, + "recall-0.1": 0.995215, + "recall-0.15": 0.995899, + "recall-0.25": 0.995899, "recall-0.5": 0.998633, "num_labels": 1463 }, "shoulder_left": { "count": 1463, - "mean": 0.021887, - "median": 0.019127, - "std": 0.013093, - "sem": 0.000342, + "mean": 0.021439, + "median": 0.019011, + "std": 0.011407, + "sem": 0.000298, "min": 0.002677, - "max": 0.124087, - "recall-0.025": 0.715553, - "recall-0.05": 0.967258, - "recall-0.1": 0.993861, + "max": 0.095793, + "recall-0.025": 0.70191, + "recall-0.05": 0.976126, + "recall-0.1": 0.997954, "recall-0.15": 0.997954, "recall-0.25": 0.997954, "recall-0.5": 0.997954, @@ -1106,15 +1106,15 @@ Results of the model in various experiments on different datasets. }, "shoulder_right": { "count": 1462, - "mean": 0.023863, - "median": 0.019858, - "std": 0.016912, - "sem": 0.000442, - "min": 0.002471, + "mean": 0.02267, + "median": 0.019712, + "std": 0.014213, + "sem": 0.000372, + "min": 0.00112, "max": 0.146597, - "recall-0.025": 0.688055, - "recall-0.05": 0.94198, - "recall-0.1": 0.989078, + "recall-0.025": 0.712628, + "recall-0.05": 0.955631, + "recall-0.1": 0.995904, "recall-0.15": 0.997952, "recall-0.25": 0.997952, "recall-0.5": 0.997952, @@ -1122,178 +1122,178 @@ Results of the model in various experiments on different datasets. }, "elbow_left": { "count": 1462, - "mean": 0.025007, - "median": 0.017079, - "std": 0.027085, - "sem": 0.000709, + "mean": 0.026445, + "median": 0.017876, + "std": 0.028559, + "sem": 0.000747, "min": 0.001846, "max": 0.323155, - "recall-0.025": 0.720819, - "recall-0.05": 0.89215, - "recall-0.1": 0.980887, - "recall-0.15": 0.991809, - "recall-0.25": 0.994539, + "recall-0.025": 0.701706, + "recall-0.05": 0.880546, + "recall-0.1": 0.975427, + "recall-0.15": 0.985666, + "recall-0.25": 0.996587, "recall-0.5": 0.997952, "num_labels": 1465 }, "elbow_right": { "count": 1461, - "mean": 0.024025, - "median": 0.01806, - "std": 0.019691, - "sem": 0.000515, + "mean": 0.02379, + "median": 0.018347, + "std": 0.01872, + "sem": 0.00049, "min": 0.001407, - "max": 0.233543, - "recall-0.025": 0.683527, - "recall-0.05": 0.920711, - "recall-0.1": 0.991114, - "recall-0.15": 0.995899, + "max": 0.219498, + "recall-0.025": 0.684211, + "recall-0.05": 0.919344, + "recall-0.1": 0.992481, + "recall-0.15": 0.997266, "recall-0.25": 0.998633, "recall-0.5": 0.998633, "num_labels": 1463 }, "wrist_left": { - "count": 1429, - "mean": 0.035061, - "median": 0.016859, - "std": 0.051336, - "sem": 0.001359, - "min": 0.001333, - "max": 0.496738, - "recall-0.025": 0.665969, - "recall-0.05": 0.82357, - "recall-0.1": 0.912831, - "recall-0.15": 0.960251, - "recall-0.25": 0.987448, - "recall-0.5": 0.996513, + "count": 1431, + "mean": 0.036589, + "median": 0.017197, + "std": 0.053668, + "sem": 0.001419, + "min": 0.000713, + "max": 0.397255, + "recall-0.025": 0.669456, + "recall-0.05": 0.817992, + "recall-0.1": 0.905858, + "recall-0.15": 0.949791, + "recall-0.25": 0.98675, + "recall-0.5": 0.997908, "num_labels": 1434 }, "wrist_right": { - "count": 1454, - "mean": 0.026296, - "median": 0.017106, - "std": 0.028279, - "sem": 0.000742, - "min": 0.001042, + "count": 1455, + "mean": 0.025451, + "median": 0.016755, + "std": 0.026894, + "sem": 0.000705, + "min": 0.001905, "max": 0.394822, - "recall-0.025": 0.681319, - "recall-0.05": 0.879808, - "recall-0.1": 0.962912, - "recall-0.15": 0.992445, - "recall-0.25": 0.99794, - "recall-0.5": 0.998626, + "recall-0.025": 0.688874, + "recall-0.05": 0.882555, + "recall-0.1": 0.96978, + "recall-0.15": 0.993132, + "recall-0.25": 0.998626, + "recall-0.5": 0.999313, "num_labels": 1456 }, "hip_left": { - "count": 1461, - "mean": 0.058879, - "median": 0.052826, - "std": 0.029358, - "sem": 0.000768, - "min": 0.004253, + "count": 1462, + "mean": 0.059024, + "median": 0.053496, + "std": 0.029585, + "sem": 0.000774, + "min": 0.005563, "max": 0.17979, - "recall-0.025": 0.070307, - "recall-0.05": 0.440273, - "recall-0.1": 0.894198, - "recall-0.15": 0.974061, - "recall-0.25": 0.99727, - "recall-0.5": 0.99727, + "recall-0.025": 0.068942, + "recall-0.05": 0.423208, + "recall-0.1": 0.902389, + "recall-0.15": 0.969283, + "recall-0.25": 0.997952, + "recall-0.5": 0.997952, "num_labels": 1465 }, "hip_right": { - "count": 1462, - "mean": 0.060436, - "median": 0.057528, - "std": 0.028518, - "sem": 0.000746, - "min": 0.010398, + "count": 1463, + "mean": 0.058525, + "median": 0.054915, + "std": 0.028493, + "sem": 0.000745, + "min": 0.003776, "max": 0.304524, - "recall-0.025": 0.046385, - "recall-0.05": 0.375853, - "recall-0.1": 0.906548, - "recall-0.15": 0.987722, - "recall-0.25": 0.996589, - "recall-0.5": 0.997271, + "recall-0.025": 0.05457, + "recall-0.05": 0.414052, + "recall-0.1": 0.91337, + "recall-0.15": 0.985675, + "recall-0.25": 0.997271, + "recall-0.5": 0.997954, "num_labels": 1466 }, "knee_left": { - "count": 1461, - "mean": 0.050771, - "median": 0.043452, - "std": 0.03768, - "sem": 0.000986, + "count": 1462, + "mean": 0.051154, + "median": 0.042752, + "std": 0.041788, + "sem": 0.001093, "min": 0.001938, - "max": 0.349881, - "recall-0.025": 0.17884, - "recall-0.05": 0.614334, - "recall-0.1": 0.936519, - "recall-0.15": 0.972696, - "recall-0.25": 0.988396, - "recall-0.5": 0.99727, + "max": 0.353024, + "recall-0.025": 0.187031, + "recall-0.05": 0.636177, + "recall-0.1": 0.931741, + "recall-0.15": 0.970648, + "recall-0.25": 0.9843, + "recall-0.5": 0.997952, "num_labels": 1465 }, "knee_right": { "count": 1456, - "mean": 0.049844, - "median": 0.042843, - "std": 0.034357, - "sem": 0.000901, - "min": 0.000605, - "max": 0.480558, - "recall-0.025": 0.186429, - "recall-0.05": 0.590816, - "recall-0.1": 0.925977, - "recall-0.15": 0.986292, - "recall-0.25": 0.992461, + "mean": 0.048236, + "median": 0.042754, + "std": 0.02839, + "sem": 0.000744, + "min": 0.003542, + "max": 0.269652, + "recall-0.025": 0.208362, + "recall-0.05": 0.59013, + "recall-0.1": 0.938314, + "recall-0.15": 0.993146, + "recall-0.25": 0.996573, "recall-0.5": 0.997944, "num_labels": 1459 }, "ankle_left": { - "count": 1449, - "mean": 0.087757, - "median": 0.035935, - "std": 0.108924, - "sem": 0.002862, + "count": 1453, + "mean": 0.08407, + "median": 0.037492, + "std": 0.106553, + "sem": 0.002796, "min": 0.002453, - "max": 0.498193, - "recall-0.025": 0.375256, - "recall-0.05": 0.572796, - "recall-0.1": 0.708134, - "recall-0.15": 0.788107, - "recall-0.25": 0.900205, - "recall-0.5": 0.990431, + "max": 0.495773, + "recall-0.025": 0.362269, + "recall-0.05": 0.585099, + "recall-0.1": 0.725906, + "recall-0.15": 0.816131, + "recall-0.25": 0.910458, + "recall-0.5": 0.993165, "num_labels": 1463 }, "ankle_right": { - "count": 1445, - "mean": 0.079798, - "median": 0.032499, - "std": 0.108043, - "sem": 0.002843, + "count": 1446, + "mean": 0.077209, + "median": 0.033338, + "std": 0.103299, + "sem": 0.002717, "min": 0.001061, - "max": 0.492817, - "recall-0.025": 0.378767, + "max": 0.493086, + "recall-0.025": 0.372603, "recall-0.05": 0.682877, - "recall-0.1": 0.771233, - "recall-0.15": 0.810959, - "recall-0.25": 0.891096, - "recall-0.5": 0.989726, + "recall-0.1": 0.778082, + "recall-0.15": 0.815753, + "recall-0.25": 0.893836, + "recall-0.5": 0.990411, "num_labels": 1460 }, "joint_recalls": { "num_labels": 18990, - "recall-0.025": 0.48257, - "recall-0.05": 0.74234, - "recall-0.1": 0.91954, - "recall-0.15": 0.95682, - "recall-0.25": 0.97873, - "recall-0.5": 0.99631 + "recall-0.025": 0.48489, + "recall-0.05": 0.74776, + "recall-0.1": 0.92454, + "recall-0.15": 0.95882, + "recall-0.25": 0.98062, + "recall-0.5": 0.99695 } } { "total_parts": 20444, - "correct_parts": 19937, - "pcp": 0.975201 + "correct_parts": 19973, + "pcp": 0.976961 } ``` @@ -1302,269 +1302,269 @@ Results of the model in various experiments on different datasets. (duration 00:01:45) ```json { - "avg_time_2d": 0.05710437252069079, - "avg_time_3d": 0.0026171075255631893, - "avg_fps": 16.74439413131599 + "avg_time_2d": 0.059123820587516085, + "avg_time_3d": 0.0023804397216992085, + "avg_fps": 16.25903628419328 } { "person_nums": { "total_frames": 479, "total_labels": 479, - "total_preds": 804, - "considered_empty": 76, - "valid_preds": 443, - "invalid_preds": 285, - "missing": 36, - "invalid_fraction": 0.39148, - "precision": 0.60852, - "recall": 0.92484, - "f1": 0.73405, - "non_empty": 728 + "total_preds": 705, + "considered_empty": 82, + "valid_preds": 405, + "invalid_preds": 218, + "missing": 74, + "invalid_fraction": 0.34992, + "precision": 0.65008, + "recall": 0.84551, + "f1": 0.73503, + "non_empty": 623 }, "mpjpe": { - "count": 443, - "mean": 0.084129, - "median": 0.064021, - "std": 0.069087, - "sem": 0.003286, - "min": 0.016551, - "max": 0.440503, - "recall-0.025": 0.035491, - "recall-0.05": 0.354906, - "recall-0.1": 0.695198, - "recall-0.15": 0.814196, - "recall-0.25": 0.889353, - "recall-0.5": 0.924843, + "count": 405, + "mean": 0.091051, + "median": 0.069588, + "std": 0.075616, + "sem": 0.003762, + "min": 0.018471, + "max": 0.456235, + "recall-0.025": 0.031315, + "recall-0.05": 0.290188, + "recall-0.1": 0.605428, + "recall-0.15": 0.720251, + "recall-0.25": 0.810021, + "recall-0.5": 0.845511, "num_labels": 479, - "ap-0.025": 0.001705, - "ap-0.05": 0.148413, - "ap-0.1": 0.494464, - "ap-0.15": 0.659548, - "ap-0.25": 0.752893, - "ap-0.5": 0.787888 + "ap-0.025": 0.001622, + "ap-0.05": 0.108267, + "ap-0.1": 0.422934, + "ap-0.15": 0.574564, + "ap-0.25": 0.700545, + "ap-0.5": 0.73272 }, "head": { - "count": 418, - "mean": 0.037213, - "median": 0.027868, - "std": 0.04263, - "sem": 0.002088, + "count": 382, + "mean": 0.041176, + "median": 0.029569, + "std": 0.043864, + "sem": 0.002247, "min": 0.003708, - "max": 0.46272, - "recall-0.025": 0.391593, - "recall-0.05": 0.761062, - "recall-0.1": 0.891593, - "recall-0.15": 0.909292, - "recall-0.25": 0.915929, - "recall-0.5": 0.924779, + "max": 0.388717, + "recall-0.025": 0.318584, + "recall-0.05": 0.637168, + "recall-0.1": 0.809735, + "recall-0.15": 0.825221, + "recall-0.25": 0.834071, + "recall-0.5": 0.845133, "num_labels": 452 }, "shoulder_left": { - "count": 420, - "mean": 0.044789, - "median": 0.036755, - "std": 0.035932, - "sem": 0.001755, - "min": 0.012767, - "max": 0.394948, - "recall-0.025": 0.088106, - "recall-0.05": 0.702643, - "recall-0.1": 0.89207, - "recall-0.15": 0.909692, - "recall-0.25": 0.9163, - "recall-0.5": 0.92511, + "count": 385, + "mean": 0.047873, + "median": 0.036948, + "std": 0.045936, + "sem": 0.002344, + "min": 0.011784, + "max": 0.450778, + "recall-0.025": 0.092511, + "recall-0.05": 0.625551, + "recall-0.1": 0.806167, + "recall-0.15": 0.825991, + "recall-0.25": 0.834802, + "recall-0.5": 0.848018, "num_labels": 454 }, "shoulder_right": { - "count": 434, - "mean": 0.033926, - "median": 0.026618, - "std": 0.035918, - "sem": 0.001726, + "count": 397, + "mean": 0.037231, + "median": 0.028242, + "std": 0.038756, + "sem": 0.001948, "min": 0.004674, - "max": 0.434466, - "recall-0.025": 0.372591, - "recall-0.05": 0.850107, - "recall-0.1": 0.907923, - "recall-0.15": 0.914347, - "recall-0.25": 0.920771, - "recall-0.5": 0.929336, + "max": 0.393155, + "recall-0.025": 0.278373, + "recall-0.05": 0.745182, + "recall-0.1": 0.826552, + "recall-0.15": 0.830835, + "recall-0.25": 0.837259, + "recall-0.5": 0.850107, "num_labels": 467 }, "elbow_left": { - "count": 407, - "mean": 0.036307, - "median": 0.021106, - "std": 0.046135, - "sem": 0.00229, + "count": 370, + "mean": 0.036803, + "median": 0.022319, + "std": 0.04943, + "sem": 0.002573, "min": 0.003295, - "max": 0.360488, - "recall-0.025": 0.533181, - "recall-0.05": 0.775744, - "recall-0.1": 0.874142, - "recall-0.15": 0.894737, - "recall-0.25": 0.919908, - "recall-0.5": 0.93135, + "max": 0.429148, + "recall-0.025": 0.478261, + "recall-0.05": 0.700229, + "recall-0.1": 0.791762, + "recall-0.15": 0.810069, + "recall-0.25": 0.832952, + "recall-0.5": 0.846682, "num_labels": 437 }, "elbow_right": { - "count": 408, - "mean": 0.034473, - "median": 0.020381, - "std": 0.057047, - "sem": 0.002828, + "count": 373, + "mean": 0.036259, + "median": 0.021958, + "std": 0.054471, + "sem": 0.002824, "min": 0.00252, "max": 0.483894, - "recall-0.025": 0.578231, - "recall-0.05": 0.811791, - "recall-0.1": 0.882086, - "recall-0.15": 0.895692, - "recall-0.25": 0.909297, - "recall-0.5": 0.92517, + "recall-0.025": 0.492063, + "recall-0.05": 0.727891, + "recall-0.1": 0.802721, + "recall-0.15": 0.814059, + "recall-0.25": 0.829932, + "recall-0.5": 0.845805, "num_labels": 441 }, "wrist_left": { - "count": 403, - "mean": 0.039669, - "median": 0.023196, - "std": 0.062694, - "sem": 0.003127, + "count": 368, + "mean": 0.043401, + "median": 0.023622, + "std": 0.074451, + "sem": 0.003886, "min": 0.002309, - "max": 0.490222, - "recall-0.025": 0.504587, - "recall-0.05": 0.766055, - "recall-0.1": 0.869266, - "recall-0.15": 0.889908, - "recall-0.25": 0.90367, - "recall-0.5": 0.924312, + "max": 0.484682, + "recall-0.025": 0.451835, + "recall-0.05": 0.701835, + "recall-0.1": 0.791284, + "recall-0.15": 0.802752, + "recall-0.25": 0.809633, + "recall-0.5": 0.844037, "num_labels": 436 }, "wrist_right": { - "count": 409, - "mean": 0.032952, - "median": 0.018504, - "std": 0.050425, - "sem": 0.002496, - "min": 0.002247, - "max": 0.436898, - "recall-0.025": 0.569507, - "recall-0.05": 0.813901, - "recall-0.1": 0.872197, - "recall-0.15": 0.883408, - "recall-0.25": 0.903587, - "recall-0.5": 0.91704, + "count": 376, + "mean": 0.035261, + "median": 0.020422, + "std": 0.057781, + "sem": 0.002984, + "min": 0.001916, + "max": 0.479522, + "recall-0.025": 0.506726, + "recall-0.05": 0.742152, + "recall-0.1": 0.795964, + "recall-0.15": 0.811659, + "recall-0.25": 0.827354, + "recall-0.5": 0.843049, "num_labels": 446 }, "hip_left": { - "count": 290, - "mean": 0.108939, - "median": 0.09614, - "std": 0.059588, - "sem": 0.003505, - "min": 0.020395, + "count": 271, + "mean": 0.112381, + "median": 0.098809, + "std": 0.060679, + "sem": 0.003693, + "min": 0.026415, "max": 0.488038, - "recall-0.025": 0.003185, - "recall-0.05": 0.022293, - "recall-0.1": 0.522293, - "recall-0.15": 0.824841, - "recall-0.25": 0.898089, - "recall-0.5": 0.923567, + "recall-0.025": 0.0, + "recall-0.05": 0.015924, + "recall-0.1": 0.452229, + "recall-0.15": 0.757962, + "recall-0.25": 0.83758, + "recall-0.5": 0.863057, "num_labels": 314 }, "hip_right": { - "count": 235, - "mean": 0.09619, - "median": 0.085415, - "std": 0.058937, - "sem": 0.003853, - "min": 0.012974, + "count": 210, + "mean": 0.101229, + "median": 0.087992, + "std": 0.059626, + "sem": 0.004124, + "min": 0.030718, "max": 0.497295, - "recall-0.025": 0.003846, - "recall-0.05": 0.05, - "recall-0.1": 0.661538, - "recall-0.15": 0.846154, - "recall-0.25": 0.880769, - "recall-0.5": 0.903846, + "recall-0.025": 0.0, + "recall-0.05": 0.038462, + "recall-0.1": 0.546154, + "recall-0.15": 0.734615, + "recall-0.25": 0.784615, + "recall-0.5": 0.807692, "num_labels": 260 }, "knee_left": { - "count": 243, - "mean": 0.125439, - "median": 0.099029, - "std": 0.092651, - "sem": 0.005956, - "min": 0.010824, - "max": 0.471609, + "count": 222, + "mean": 0.140124, + "median": 0.104483, + "std": 0.104032, + "sem": 0.006998, + "min": 0.012077, + "max": 0.491249, "recall-0.025": 0.028986, - "recall-0.05": 0.134058, - "recall-0.1": 0.456522, - "recall-0.15": 0.666667, - "recall-0.25": 0.782609, - "recall-0.5": 0.880435, + "recall-0.05": 0.105072, + "recall-0.1": 0.373188, + "recall-0.15": 0.557971, + "recall-0.25": 0.677536, + "recall-0.5": 0.804348, "num_labels": 276 }, "knee_right": { - "count": 188, - "mean": 0.121013, - "median": 0.088079, - "std": 0.097092, - "sem": 0.0071, - "min": 0.012008, - "max": 0.484357, - "recall-0.025": 0.027907, - "recall-0.05": 0.15814, - "recall-0.1": 0.493023, - "recall-0.15": 0.67907, - "recall-0.25": 0.776744, - "recall-0.5": 0.874419, + "count": 170, + "mean": 0.134261, + "median": 0.098647, + "std": 0.106124, + "sem": 0.008163, + "min": 0.015332, + "max": 0.490364, + "recall-0.025": 0.018605, + "recall-0.05": 0.134884, + "recall-0.1": 0.413953, + "recall-0.15": 0.572093, + "recall-0.25": 0.669767, + "recall-0.5": 0.790698, "num_labels": 215 }, "ankle_left": { - "count": 72, - "mean": 0.338731, - "median": 0.374198, - "std": 0.109775, - "sem": 0.013028, + "count": 61, + "mean": 0.334012, + "median": 0.376899, + "std": 0.113026, + "sem": 0.014592, "min": 0.064544, "max": 0.484108, "recall-0.025": 0.0, "recall-0.05": 0.0, "recall-0.1": 0.030303, - "recall-0.15": 0.045455, - "recall-0.25": 0.121212, - "recall-0.5": 0.545455, + "recall-0.15": 0.05303, + "recall-0.25": 0.098485, + "recall-0.5": 0.462121, "num_labels": 132 }, "ankle_right": { - "count": 67, - "mean": 0.366759, - "median": 0.38285, - "std": 0.092723, - "sem": 0.011413, + "count": 60, + "mean": 0.363074, + "median": 0.380989, + "std": 0.098378, + "sem": 0.012808, "min": 0.118617, - "max": 0.491617, + "max": 0.482842, "recall-0.025": 0.0, "recall-0.05": 0.0, "recall-0.1": 0.0, - "recall-0.15": 0.015748, + "recall-0.15": 0.023622, "recall-0.25": 0.070866, - "recall-0.5": 0.527559, + "recall-0.5": 0.472441, "num_labels": 127 }, "joint_recalls": { "num_labels": 4457, - "recall-0.025": 0.30626, - "recall-0.05": 0.56989, - "recall-0.1": 0.74849, - "recall-0.15": 0.8149, - "recall-0.25": 0.84586, - "recall-0.5": 0.89455 + "recall-0.025": 0.26318, + "recall-0.05": 0.50527, + "recall-0.1": 0.67041, + "recall-0.15": 0.733, + "recall-0.25": 0.76554, + "recall-0.5": 0.81669 } } { "total_parts": 4313, - "correct_parts": 3655, - "pcp": 0.847438 + "correct_parts": 3311, + "pcp": 0.767679 } ``` @@ -1573,57 +1573,57 @@ Results of the model in various experiments on different datasets. (duration 00:01:51) ```json { - "avg_time_2d": 0.12248771786689758, - "avg_time_3d": 0.025047498941421508, - "avg_fps": 6.7780427048765 + "avg_time_2d": 0.12704439878463744, + "avg_time_3d": 0.015850119590759278, + "avg_fps": 6.998169078627008 } { "person_nums": { "total_frames": 210, "total_labels": 630, - "total_preds": 661, - "considered_empty": 2, + "total_preds": 634, + "considered_empty": 1, "valid_preds": 630, - "invalid_preds": 29, + "invalid_preds": 3, "missing": 0, - "invalid_fraction": 0.04401, - "precision": 0.95599, + "invalid_fraction": 0.00474, + "precision": 0.99526, "recall": 1.0, - "f1": 0.9775, - "non_empty": 659 + "f1": 0.99762, + "non_empty": 633 }, "mpjpe": { "count": 630, - "mean": 0.056128, + "mean": 0.056122, "median": 0.051247, - "std": 0.018682, - "sem": 0.000745, + "std": 0.018544, + "sem": 0.000739, "min": 0.028965, "max": 0.145074, "recall-0.025": 0.0, "recall-0.05": 0.442857, - "recall-0.1": 0.946032, + "recall-0.1": 0.947619, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 630, "ap-0.025": 0.0, - "ap-0.05": 0.222952, - "ap-0.1": 0.924746, - "ap-0.15": 0.999982, - "ap-0.25": 0.999982, - "ap-0.5": 0.999982 + "ap-0.05": 0.224735, + "ap-0.1": 0.926258, + "ap-0.15": 0.999507, + "ap-0.25": 0.999507, + "ap-0.5": 0.999507 }, "head": { "count": 598, - "mean": 0.040052, - "median": 0.038677, - "std": 0.013284, - "sem": 0.000544, + "mean": 0.040164, + "median": 0.038964, + "std": 0.013568, + "sem": 0.000555, "min": 0.011364, - "max": 0.090952, - "recall-0.025": 0.133779, - "recall-0.05": 0.779264, + "max": 0.098838, + "recall-0.025": 0.135452, + "recall-0.05": 0.780936, "recall-0.1": 1.0, "recall-0.15": 1.0, "recall-0.25": 1.0, @@ -1632,30 +1632,30 @@ Results of the model in various experiments on different datasets. }, "shoulder_left": { "count": 630, - "mean": 0.063202, - "median": 0.06059, - "std": 0.020128, - "sem": 0.000803, + "mean": 0.062867, + "median": 0.060402, + "std": 0.019369, + "sem": 0.000772, "min": 0.018922, - "max": 0.208343, - "recall-0.025": 0.003175, - "recall-0.05": 0.268254, + "max": 0.132634, + "recall-0.025": 0.004762, + "recall-0.05": 0.271429, "recall-0.1": 0.97619, - "recall-0.15": 0.998413, + "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 630 }, "shoulder_right": { "count": 630, - "mean": 0.066207, - "median": 0.063713, - "std": 0.01993, - "sem": 0.000795, + "mean": 0.066295, + "median": 0.064009, + "std": 0.019907, + "sem": 0.000794, "min": 0.0267, "max": 0.146825, "recall-0.025": 0.0, - "recall-0.05": 0.255556, + "recall-0.05": 0.253968, "recall-0.1": 0.934921, "recall-0.15": 1.0, "recall-0.25": 1.0, @@ -1664,10 +1664,10 @@ Results of the model in various experiments on different datasets. }, "elbow_left": { "count": 630, - "mean": 0.052394, - "median": 0.049532, - "std": 0.020096, - "sem": 0.000801, + "mean": 0.052504, + "median": 0.049557, + "std": 0.020279, + "sem": 0.000809, "min": 0.010131, "max": 0.140634, "recall-0.025": 0.055556, @@ -1680,15 +1680,15 @@ Results of the model in various experiments on different datasets. }, "elbow_right": { "count": 629, - "mean": 0.055618, - "median": 0.048271, - "std": 0.031356, - "sem": 0.001251, + "mean": 0.055824, + "median": 0.048311, + "std": 0.031445, + "sem": 0.001255, "min": 0.004074, "max": 0.228043, "recall-0.025": 0.082671, - "recall-0.05": 0.531002, - "recall-0.1": 0.922099, + "recall-0.05": 0.527822, + "recall-0.1": 0.920509, "recall-0.15": 0.971383, "recall-0.25": 1.0, "recall-0.5": 1.0, @@ -1696,31 +1696,31 @@ Results of the model in various experiments on different datasets. }, "wrist_left": { "count": 630, - "mean": 0.0483, - "median": 0.042212, - "std": 0.028356, - "sem": 0.001131, + "mean": 0.048132, + "median": 0.041583, + "std": 0.027224, + "sem": 0.001085, "min": 0.007895, - "max": 0.326334, + "max": 0.191578, "recall-0.025": 0.134921, - "recall-0.05": 0.642857, - "recall-0.1": 0.952381, - "recall-0.15": 0.988889, - "recall-0.25": 0.998413, + "recall-0.05": 0.646032, + "recall-0.1": 0.950794, + "recall-0.15": 0.987302, + "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 630 }, "wrist_right": { "count": 625, - "mean": 0.052365, + "mean": 0.052475, "median": 0.04672, - "std": 0.025803, - "sem": 0.001033, + "std": 0.025941, + "sem": 0.001038, "min": 0.008634, "max": 0.226556, "recall-0.025": 0.0832, - "recall-0.05": 0.5488, - "recall-0.1": 0.9504, + "recall-0.05": 0.552, + "recall-0.1": 0.9488, "recall-0.15": 0.9952, "recall-0.25": 1.0, "recall-0.5": 1.0, @@ -1728,31 +1728,31 @@ Results of the model in various experiments on different datasets. }, "hip_left": { "count": 630, - "mean": 0.05752, - "median": 0.054216, - "std": 0.021804, - "sem": 0.000869, + "mean": 0.057281, + "median": 0.054554, + "std": 0.020552, + "sem": 0.000819, "min": 0.014001, - "max": 0.242886, + "max": 0.17071, "recall-0.025": 0.025397, - "recall-0.05": 0.398413, - "recall-0.1": 0.95873, - "recall-0.15": 0.993651, + "recall-0.05": 0.4, + "recall-0.1": 0.960317, + "recall-0.15": 0.995238, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 630 }, "hip_right": { "count": 629, - "mean": 0.055186, - "median": 0.050967, - "std": 0.023089, - "sem": 0.000921, - "min": 0.004999, + "mean": 0.05542, + "median": 0.051229, + "std": 0.022997, + "sem": 0.000918, + "min": 0.007007, "max": 0.145424, - "recall-0.025": 0.071542, - "recall-0.05": 0.483307, - "recall-0.1": 0.957075, + "recall-0.025": 0.069952, + "recall-0.05": 0.475358, + "recall-0.1": 0.958665, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, @@ -1760,29 +1760,29 @@ Results of the model in various experiments on different datasets. }, "knee_left": { "count": 628, - "mean": 0.045577, + "mean": 0.045621, "median": 0.03434, - "std": 0.046071, - "sem": 0.00184, + "std": 0.045811, + "sem": 0.00183, "min": 0.003593, "max": 0.364064, - "recall-0.025": 0.294586, - "recall-0.05": 0.726115, + "recall-0.025": 0.296178, + "recall-0.05": 0.721338, "recall-0.1": 0.941083, "recall-0.15": 0.961783, - "recall-0.25": 0.984076, + "recall-0.25": 0.985669, "recall-0.5": 1.0, "num_labels": 628 }, "knee_right": { "count": 629, - "mean": 0.054068, - "median": 0.036065, - "std": 0.072488, + "mean": 0.054049, + "median": 0.036172, + "std": 0.072487, "sem": 0.002893, "min": 0.002669, "max": 0.497972, - "recall-0.025": 0.252782, + "recall-0.025": 0.254372, "recall-0.05": 0.718601, "recall-0.1": 0.931638, "recall-0.15": 0.952305, @@ -1792,14 +1792,14 @@ Results of the model in various experiments on different datasets. }, "ankle_left": { "count": 619, - "mean": 0.065809, - "median": 0.050521, - "std": 0.072818, - "sem": 0.002929, + "mean": 0.065676, + "median": 0.05044, + "std": 0.072449, + "sem": 0.002914, "min": 0.011923, "max": 0.493666, - "recall-0.025": 0.037157, - "recall-0.05": 0.486268, + "recall-0.025": 0.040388, + "recall-0.05": 0.491115, "recall-0.1": 0.945073, "recall-0.15": 0.959612, "recall-0.25": 0.962843, @@ -1808,15 +1808,15 @@ Results of the model in various experiments on different datasets. }, "ankle_right": { "count": 601, - "mean": 0.054462, - "median": 0.047464, - "std": 0.043389, - "sem": 0.001771, - "min": 0.011391, + "mean": 0.054545, + "median": 0.047588, + "std": 0.043266, + "sem": 0.001766, + "min": 0.011316, "max": 0.479769, - "recall-0.025": 0.094855, - "recall-0.05": 0.5209, - "recall-0.1": 0.926045, + "recall-0.025": 0.09164, + "recall-0.05": 0.517685, + "recall-0.1": 0.927653, "recall-0.15": 0.945338, "recall-0.25": 0.953376, "recall-0.5": 0.966238, @@ -1824,18 +1824,18 @@ Results of the model in various experiments on different datasets. }, "joint_recalls": { "num_labels": 8129, - "recall-0.025": 0.09706, + "recall-0.025": 0.09755, "recall-0.05": 0.52737, - "recall-0.1": 0.95104, + "recall-0.1": 0.95116, "recall-0.15": 0.98155, - "recall-0.25": 0.98868, + "recall-0.25": 0.98905, "recall-0.5": 0.99742 } } { "total_parts": 8725, - "correct_parts": 8585, - "pcp": 0.983954 + "correct_parts": 8586, + "pcp": 0.984069 } ``` diff --git a/scripts/test_skelda_dataset.py b/scripts/test_skelda_dataset.py index c226dc4..02df3c9 100644 --- a/scripts/test_skelda_dataset.py +++ b/scripts/test_skelda_dataset.py @@ -320,9 +320,15 @@ def main(): all_paths = [] times = [] last_poses_3d = np.array([]) + old_scene = "" for label in tqdm.tqdm(labels): images_2d = [] + if old_scene != label.get("scene", ""): + # Reset last poses if scene changes + old_scene = label.get("scene", "") + last_poses_3d = np.array([]) + try: start = time.time() for i in range(len(label["imgpaths"])): @@ -361,7 +367,7 @@ def main(): minscores = { # Choose this depending on the fraction of invalid/missing persons # A higher value reduces the number of proposals - "panoptic": 0.95, + "panoptic": 0.94, "human36m": 0.94, "mvor": 0.86, "campus": 0.96, diff --git a/scripts/triangulate_poses.py b/scripts/triangulate_poses.py index 7cf1a90..848f7da 100644 --- a/scripts/triangulate_poses.py +++ b/scripts/triangulate_poses.py @@ -222,7 +222,7 @@ def calc_grouping(all_pairs, min_score: float): continue # Check if the pair matches to an existing group - max_center_dist = 0.9 + max_center_dist = 0.6 max_joint_avg_dist = 0.3 best_dist = math.inf best_group = -1