From 8fdf0d4096faef89af96dc39e8eeee210895ddb8 Mon Sep 17 00:00:00 2001 From: Daniel Date: Tue, 21 Oct 2025 16:20:51 +0200 Subject: [PATCH] Slightly improved tracker. --- media/RESULTS.md | 1330 ++++++++++++++++---------------- rpt/tracker.hpp | 38 +- scripts/test_skelda_dataset.py | 4 +- skelda | 2 +- 4 files changed, 691 insertions(+), 683 deletions(-) diff --git a/media/RESULTS.md b/media/RESULTS.md index d1900ff..17554ad 100644 --- a/media/RESULTS.md +++ b/media/RESULTS.md @@ -321,16 +321,16 @@ Results of the model in various experiments on different datasets. \ "person_nums": { "total_frames": 301, "total_labels": 477, - "total_preds": 825, + "total_preds": 813, "considered_empty": 0, "valid_preds": 477, - "invalid_preds": 348, + "invalid_preds": 336, "missing": 0, - "invalid_fraction": 0.42182, - "precision": 0.57818, + "invalid_fraction": 0.41328, + "precision": 0.58672, "recall": 1.0, - "f1": 0.73272, - "non_empty": 825 + "f1": 0.73953, + "non_empty": 813 }, "mpjpe": { "count": 477, @@ -348,11 +348,11 @@ Results of the model in various experiments on different datasets. \ "recall-0.5": 1.0, "num_labels": 477, "ap-0.025": 0.0, - "ap-0.05": 0.45134, - "ap-0.1": 0.75071, - "ap-0.15": 0.759981, - "ap-0.25": 0.759981, - "ap-0.5": 0.759981 + "ap-0.05": 0.451956, + "ap-0.1": 0.752043, + "ap-0.15": 0.761397, + "ap-0.25": 0.761397, + "ap-0.5": 0.761397 }, "head": { "count": 477, @@ -629,16 +629,16 @@ Results of the model in various experiments on different datasets. \ "person_nums": { "total_frames": 222, "total_labels": 376, - "total_preds": 454, + "total_preds": 447, "considered_empty": 0, "valid_preds": 376, - "invalid_preds": 78, + "invalid_preds": 71, "missing": 0, - "invalid_fraction": 0.17181, - "precision": 0.82819, + "invalid_fraction": 0.15884, + "precision": 0.84116, "recall": 1.0, - "f1": 0.90602, - "non_empty": 454 + "f1": 0.91373, + "non_empty": 447 }, "mpjpe": { "count": 376, @@ -657,10 +657,10 @@ Results of the model in various experiments on different datasets. \ "num_labels": 376, "ap-0.025": 0.0, "ap-0.05": 4e-05, - "ap-0.1": 0.861308, - "ap-0.15": 0.967878, - "ap-0.25": 0.967878, - "ap-0.5": 0.967878 + "ap-0.1": 0.861528, + "ap-0.15": 0.968146, + "ap-0.25": 0.968146, + "ap-0.5": 0.968146 }, "head": { "count": 376, @@ -1141,20 +1141,20 @@ Results of the model in various experiments on different datasets. \ "person_nums": { "total_frames": 420, "total_labels": 1466, - "total_preds": 1491, + "total_preds": 1490, "considered_empty": 0, "valid_preds": 1463, - "invalid_preds": 28, + "invalid_preds": 27, "missing": 3, - "invalid_fraction": 0.01878, - "precision": 0.98122, + "invalid_fraction": 0.01812, + "precision": 0.98188, "recall": 0.99795, - "f1": 0.98952, - "non_empty": 1491 + "f1": 0.98985, + "non_empty": 1490 }, "mpjpe": { "count": 1463, - "mean": 0.030581, + "mean": 0.03058, "median": 0.028167, "std": 0.012876, "sem": 0.000337, @@ -1167,12 +1167,12 @@ Results of the model in various experiments on different datasets. \ "recall-0.25": 0.997954, "recall-0.5": 0.997954, "num_labels": 1466, - "ap-0.025": 0.242392, - "ap-0.05": 0.913771, - "ap-0.1": 0.989421, - "ap-0.15": 0.995868, - "ap-0.25": 0.995868, - "ap-0.5": 0.995868 + "ap-0.025": 0.24303, + "ap-0.05": 0.913711, + "ap-0.1": 0.989407, + "ap-0.15": 0.995857, + "ap-0.25": 0.995857, + "ap-0.5": 0.995857 }, "nose": { "count": 1462, @@ -1368,16 +1368,16 @@ Results of the model in various experiments on different datasets. \ }, "ankle_right": { "count": 1453, - "mean": 0.048843, + "mean": 0.048828, "median": 0.031411, - "std": 0.059069, - "sem": 0.00155, + "std": 0.059042, + "sem": 0.001549, "min": 0.002506, "max": 0.485437, "recall-0.025": 0.370548, "recall-0.05": 0.75411, "recall-0.1": 0.89589, - "recall-0.15": 0.927397, + "recall-0.15": 0.928082, "recall-0.25": 0.973973, "recall-0.5": 0.995205, "num_labels": 1460 @@ -1387,7 +1387,7 @@ Results of the model in various experiments on different datasets. \ "recall-0.025": 0.58678, "recall-0.05": 0.86524, "recall-0.1": 0.9654, - "recall-0.15": 0.98252, + "recall-0.15": 0.98257, "recall-0.25": 0.99258, "recall-0.5": 0.99768 } @@ -1429,261 +1429,261 @@ Results of the model in various experiments on different datasets. \ "person_nums": { "total_frames": 420, "total_labels": 1466, - "total_preds": 1416, + "total_preds": 1400, "considered_empty": 0, - "valid_preds": 1398, - "invalid_preds": 18, - "missing": 68, - "invalid_fraction": 0.01271, - "precision": 0.98729, - "recall": 0.95362, - "f1": 0.97016, - "non_empty": 1416 + "valid_preds": 1385, + "invalid_preds": 15, + "missing": 81, + "invalid_fraction": 0.01071, + "precision": 0.98929, + "recall": 0.94475, + "f1": 0.9665, + "non_empty": 1400 }, "mpjpe": { - "count": 1398, - "mean": 0.059101, - "median": 0.04586, - "std": 0.04178, - "sem": 0.001118, + "count": 1385, + "mean": 0.058151, + "median": 0.045754, + "std": 0.040342, + "sem": 0.001084, "min": 0.018518, "max": 0.348157, "recall-0.025": 0.019782, - "recall-0.05": 0.55457, - "recall-0.1": 0.85266, - "recall-0.15": 0.911323, - "recall-0.25": 0.94543, - "recall-0.5": 0.953615, + "recall-0.05": 0.553888, + "recall-0.1": 0.851978, + "recall-0.15": 0.905866, + "recall-0.25": 0.937926, + "recall-0.5": 0.944748, "num_labels": 1466, "ap-0.025": 0.00436, - "ap-0.05": 0.452427, - "ap-0.1": 0.829639, - "ap-0.15": 0.899666, - "ap-0.25": 0.936339, - "ap-0.5": 0.944756 + "ap-0.05": 0.45245, + "ap-0.1": 0.829937, + "ap-0.15": 0.895202, + "ap-0.25": 0.929095, + "ap-0.5": 0.936387 }, "nose": { - "count": 1397, - "mean": 0.024345, - "median": 0.018574, - "std": 0.018777, - "sem": 0.000503, + "count": 1384, + "mean": 0.024019, + "median": 0.018458, + "std": 0.017854, + "sem": 0.00048, "min": 0.00138, - "max": 0.185287, - "recall-0.025": 0.62201, - "recall-0.05": 0.861244, - "recall-0.1": 0.947368, - "recall-0.15": 0.954204, - "recall-0.25": 0.954887, - "recall-0.5": 0.954887, + "max": 0.130817, + "recall-0.025": 0.618592, + "recall-0.05": 0.855776, + "recall-0.1": 0.93985, + "recall-0.15": 0.946001, + "recall-0.25": 0.946001, + "recall-0.5": 0.946001, "num_labels": 1463 }, "shoulder_left": { - "count": 1398, - "mean": 0.020475, - "median": 0.016522, - "std": 0.015927, - "sem": 0.000426, + "count": 1385, + "mean": 0.020117, + "median": 0.016517, + "std": 0.014248, + "sem": 0.000383, "min": 0.000837, - "max": 0.233408, - "recall-0.025": 0.712824, - "recall-0.05": 0.920191, - "recall-0.1": 0.947476, - "recall-0.15": 0.952251, - "recall-0.25": 0.953615, - "recall-0.5": 0.953615, + "max": 0.11836, + "recall-0.025": 0.709413, + "recall-0.05": 0.914052, + "recall-0.1": 0.940655, + "recall-0.15": 0.944748, + "recall-0.25": 0.944748, + "recall-0.5": 0.944748, "num_labels": 1466 }, "shoulder_right": { - "count": 1397, - "mean": 0.023511, - "median": 0.017947, - "std": 0.021111, - "sem": 0.000565, + "count": 1384, + "mean": 0.023006, + "median": 0.017783, + "std": 0.019457, + "sem": 0.000523, "min": 0.00209, "max": 0.215048, - "recall-0.025": 0.657338, - "recall-0.05": 0.892833, - "recall-0.1": 0.94471, - "recall-0.15": 0.94744, - "recall-0.25": 0.953584, - "recall-0.5": 0.953584, + "recall-0.025": 0.65529, + "recall-0.05": 0.887372, + "recall-0.1": 0.938567, + "recall-0.15": 0.939932, + "recall-0.25": 0.94471, + "recall-0.5": 0.94471, "num_labels": 1465 }, "elbow_left": { - "count": 1397, - "mean": 0.033405, - "median": 0.02151, - "std": 0.033516, - "sem": 0.000897, + "count": 1384, + "mean": 0.032818, + "median": 0.021468, + "std": 0.030968, + "sem": 0.000833, "min": 0.001051, - "max": 0.406529, - "recall-0.025": 0.554266, - "recall-0.05": 0.769283, - "recall-0.1": 0.899659, - "recall-0.15": 0.948805, - "recall-0.25": 0.950171, - "recall-0.5": 0.953584, + "max": 0.2673, + "recall-0.025": 0.552218, + "recall-0.05": 0.765188, + "recall-0.1": 0.89215, + "recall-0.15": 0.941297, + "recall-0.25": 0.942662, + "recall-0.5": 0.94471, "num_labels": 1465 }, "elbow_right": { - "count": 1397, - "mean": 0.031867, - "median": 0.021353, - "std": 0.032144, - "sem": 0.00086, + "count": 1384, + "mean": 0.031503, + "median": 0.02119, + "std": 0.031498, + "sem": 0.000847, "min": 0.002016, "max": 0.325627, - "recall-0.025": 0.578264, - "recall-0.05": 0.799727, - "recall-0.1": 0.919344, - "recall-0.15": 0.943267, - "recall-0.25": 0.952837, - "recall-0.5": 0.954887, + "recall-0.025": 0.576897, + "recall-0.05": 0.795625, + "recall-0.1": 0.912509, + "recall-0.15": 0.935748, + "recall-0.25": 0.943951, + "recall-0.5": 0.946001, "num_labels": 1463 }, "wrist_left": { - "count": 1368, - "mean": 0.05222, - "median": 0.02395, - "std": 0.063323, - "sem": 0.001713, + "count": 1355, + "mean": 0.05148, + "median": 0.023486, + "std": 0.062423, + "sem": 0.001696, "min": 0.001228, "max": 0.492913, - "recall-0.025": 0.493026, - "recall-0.05": 0.663877, - "recall-0.1": 0.797768, - "recall-0.15": 0.857741, - "recall-0.25": 0.94212, - "recall-0.5": 0.953975, + "recall-0.025": 0.492329, + "recall-0.05": 0.660391, + "recall-0.1": 0.793584, + "recall-0.15": 0.852162, + "recall-0.25": 0.933752, + "recall-0.5": 0.944909, "num_labels": 1434 }, "wrist_right": { - "count": 1391, - "mean": 0.04731, - "median": 0.024331, - "std": 0.059494, - "sem": 0.001596, + "count": 1378, + "mean": 0.046774, + "median": 0.024204, + "std": 0.058376, + "sem": 0.001573, "min": 0.001712, - "max": 0.405436, - "recall-0.025": 0.492445, - "recall-0.05": 0.696429, - "recall-0.1": 0.841346, - "recall-0.15": 0.893544, - "recall-0.25": 0.930632, - "recall-0.5": 0.955357, + "max": 0.353775, + "recall-0.025": 0.490385, + "recall-0.05": 0.691621, + "recall-0.1": 0.835165, + "recall-0.15": 0.886676, + "recall-0.25": 0.923077, + "recall-0.5": 0.946429, "num_labels": 1456 }, "hip_left": { - "count": 1397, - "mean": 0.043899, - "median": 0.03817, - "std": 0.02864, - "sem": 0.000767, + "count": 1384, + "mean": 0.043424, + "median": 0.038071, + "std": 0.027794, + "sem": 0.000747, "min": 0.001204, "max": 0.370723, - "recall-0.025": 0.208191, - "recall-0.05": 0.675085, - "recall-0.1": 0.921502, - "recall-0.15": 0.945392, - "recall-0.25": 0.951536, - "recall-0.5": 0.953584, + "recall-0.025": 0.206143, + "recall-0.05": 0.672355, + "recall-0.1": 0.917406, + "recall-0.15": 0.937884, + "recall-0.25": 0.942662, + "recall-0.5": 0.94471, "num_labels": 1465 }, "hip_right": { - "count": 1398, - "mean": 0.05264, - "median": 0.044366, - "std": 0.034175, - "sem": 0.000914, + "count": 1385, + "mean": 0.051951, + "median": 0.044202, + "std": 0.032835, + "sem": 0.000883, "min": 0.004871, "max": 0.27157, - "recall-0.025": 0.154843, - "recall-0.05": 0.54502, - "recall-0.1": 0.888131, - "recall-0.15": 0.934516, - "recall-0.25": 0.952251, - "recall-0.5": 0.953615, + "recall-0.025": 0.153479, + "recall-0.05": 0.542974, + "recall-0.1": 0.88472, + "recall-0.15": 0.929059, + "recall-0.25": 0.943383, + "recall-0.5": 0.944748, "num_labels": 1466 }, "knee_left": { - "count": 1380, - "mean": 0.061346, - "median": 0.041129, - "std": 0.070944, - "sem": 0.00191, + "count": 1370, + "mean": 0.060865, + "median": 0.040939, + "std": 0.071658, + "sem": 0.001937, "min": 0.003716, - "max": 0.396038, + "max": 0.492555, "recall-0.025": 0.217747, - "recall-0.05": 0.592491, - "recall-0.1": 0.838908, - "recall-0.15": 0.872355, - "recall-0.25": 0.906485, - "recall-0.5": 0.94198, + "recall-0.05": 0.591809, + "recall-0.1": 0.837543, + "recall-0.15": 0.87099, + "recall-0.25": 0.898976, + "recall-0.5": 0.935154, "num_labels": 1465 }, "knee_right": { - "count": 1380, - "mean": 0.066633, - "median": 0.04619, - "std": 0.069088, - "sem": 0.00186, + "count": 1369, + "mean": 0.065552, + "median": 0.046063, + "std": 0.067538, + "sem": 0.001826, "min": 0.006541, "max": 0.388464, "recall-0.025": 0.141193, - "recall-0.05": 0.518849, - "recall-0.1": 0.835504, - "recall-0.15": 0.865661, - "recall-0.25": 0.906785, - "recall-0.5": 0.945853, + "recall-0.05": 0.517478, + "recall-0.1": 0.834133, + "recall-0.15": 0.863605, + "recall-0.25": 0.901988, + "recall-0.5": 0.938314, "num_labels": 1459 }, "ankle_left": { - "count": 1312, - "mean": 0.109621, - "median": 0.071312, - "std": 0.111595, - "sem": 0.003082, + "count": 1301, + "mean": 0.107986, + "median": 0.070423, + "std": 0.109759, + "sem": 0.003044, "min": 0.002475, "max": 0.498301, - "recall-0.025": 0.170882, - "recall-0.05": 0.367738, - "recall-0.1": 0.576897, - "recall-0.15": 0.683527, - "recall-0.25": 0.773753, - "recall-0.5": 0.896787, + "recall-0.025": 0.170198, + "recall-0.05": 0.367054, + "recall-0.1": 0.57553, + "recall-0.15": 0.68216, + "recall-0.25": 0.771018, + "recall-0.5": 0.889269, "num_labels": 1463 }, "ankle_right": { - "count": 1302, - "mean": 0.111899, - "median": 0.05281, - "std": 0.120706, - "sem": 0.003347, + "count": 1290, + "mean": 0.110254, + "median": 0.052239, + "std": 0.119465, + "sem": 0.003327, "min": 0.002089, "max": 0.499606, - "recall-0.025": 0.174658, - "recall-0.05": 0.423973, - "recall-0.1": 0.584247, - "recall-0.15": 0.641096, - "recall-0.25": 0.744521, - "recall-0.5": 0.891781, + "recall-0.025": 0.173973, + "recall-0.05": 0.423288, + "recall-0.1": 0.583562, + "recall-0.15": 0.639726, + "recall-0.25": 0.742466, + "recall-0.5": 0.883562, "num_labels": 1460 }, "joint_recalls": { "num_labels": 18990, - "recall-0.025": 0.39784, - "recall-0.05": 0.67109, - "recall-0.1": 0.84171, - "recall-0.15": 0.87978, - "recall-0.25": 0.91311, - "recall-0.5": 0.94297 + "recall-0.025": 0.39631, + "recall-0.05": 0.66804, + "recall-0.1": 0.83728, + "recall-0.15": 0.87451, + "recall-0.25": 0.90579, + "recall-0.5": 0.9347 } } { "total_parts": 20444, - "correct_parts": 18597, - "pcp": 0.909656 + "correct_parts": 18480, + "pcp": 0.903933 } ``` @@ -1717,22 +1717,22 @@ Results of the model in various experiments on different datasets. \ "person_nums": { "total_frames": 420, "total_labels": 1466, - "total_preds": 1525, + "total_preds": 1522, "considered_empty": 0, "valid_preds": 1465, - "invalid_preds": 60, + "invalid_preds": 57, "missing": 1, - "invalid_fraction": 0.03934, - "precision": 0.96066, + "invalid_fraction": 0.03745, + "precision": 0.96255, "recall": 0.99932, - "f1": 0.97961, - "non_empty": 1525 + "f1": 0.98059, + "non_empty": 1522 }, "mpjpe": { "count": 1465, - "mean": 0.027912, + "mean": 0.02791, "median": 0.024864, - "std": 0.011069, + "std": 0.011068, "sem": 0.000289, "min": 0.010041, "max": 0.11011, @@ -1743,12 +1743,12 @@ Results of the model in various experiments on different datasets. \ "recall-0.25": 0.999318, "recall-0.5": 0.999318, "num_labels": 1466, - "ap-0.025": 0.370102, - "ap-0.05": 0.928863, - "ap-0.1": 0.99006, - "ap-0.15": 0.990717, - "ap-0.25": 0.990717, - "ap-0.5": 0.990717 + "ap-0.025": 0.370901, + "ap-0.05": 0.928802, + "ap-0.1": 0.99004, + "ap-0.15": 0.990699, + "ap-0.25": 0.990699, + "ap-0.5": 0.990699 }, "nose": { "count": 1462, @@ -1944,16 +1944,16 @@ Results of the model in various experiments on different datasets. \ }, "ankle_right": { "count": 1457, - "mean": 0.050498, + "mean": 0.050482, "median": 0.029992, - "std": 0.062564, - "sem": 0.00164, + "std": 0.062538, + "sem": 0.001639, "min": 0.00199, "max": 0.486959, "recall-0.025": 0.382877, "recall-0.05": 0.74863, "recall-0.1": 0.884247, - "recall-0.15": 0.932192, + "recall-0.15": 0.932877, "recall-0.25": 0.971918, "recall-0.5": 0.997945, "num_labels": 1460 @@ -1963,7 +1963,7 @@ Results of the model in various experiments on different datasets. \ "recall-0.025": 0.62717, "recall-0.05": 0.89189, "recall-0.1": 0.97183, - "recall-0.15": 0.98494, + "recall-0.15": 0.98499, "recall-0.25": 0.9951, "recall-0.5": 0.99884 } @@ -2005,16 +2005,16 @@ Results of the model in various experiments on different datasets. \ "person_nums": { "total_frames": 420, "total_labels": 1466, - "total_preds": 1514, + "total_preds": 1511, "considered_empty": 0, "valid_preds": 1465, - "invalid_preds": 49, + "invalid_preds": 46, "missing": 1, - "invalid_fraction": 0.03236, - "precision": 0.96764, + "invalid_fraction": 0.03044, + "precision": 0.96956, "recall": 0.99932, - "f1": 0.98322, - "non_empty": 1514 + "f1": 0.98421, + "non_empty": 1511 }, "mpjpe": { "count": 1465, @@ -2293,16 +2293,16 @@ Results of the model in various experiments on different datasets. \ "person_nums": { "total_frames": 420, "total_labels": 1466, - "total_preds": 1510, + "total_preds": 1507, "considered_empty": 0, "valid_preds": 1465, - "invalid_preds": 45, + "invalid_preds": 42, "missing": 1, - "invalid_fraction": 0.0298, - "precision": 0.9702, + "invalid_fraction": 0.02787, + "precision": 0.97213, "recall": 0.99932, - "f1": 0.98454, - "non_empty": 1510 + "f1": 0.98554, + "non_empty": 1507 }, "mpjpe": { "count": 1465, @@ -2319,12 +2319,12 @@ Results of the model in various experiments on different datasets. \ "recall-0.25": 0.999318, "recall-0.5": 0.999318, "num_labels": 1466, - "ap-0.025": 0.786577, - "ap-0.05": 0.988924, - "ap-0.1": 0.991959, - "ap-0.15": 0.993564, - "ap-0.25": 0.993564, - "ap-0.5": 0.993564 + "ap-0.025": 0.786586, + "ap-0.05": 0.988939, + "ap-0.1": 0.991974, + "ap-0.15": 0.993579, + "ap-0.25": 0.993579, + "ap-0.5": 0.993579 }, "nose": { "count": 1462, @@ -2882,149 +2882,149 @@ Results of the model in various experiments on different datasets. \ }, "mpjpe": { "count": 780, - "mean": 0.060113, - "median": 0.057707, - "std": 0.013246, - "sem": 0.000475, + "mean": 0.060307, + "median": 0.057771, + "std": 0.013279, + "sem": 0.000476, "min": 0.043077, - "max": 0.219434, + "max": 0.216331, "recall-0.025": 0.0, - "recall-0.05": 0.061538, - "recall-0.1": 0.989744, - "recall-0.15": 0.994872, + "recall-0.05": 0.05641, + "recall-0.1": 0.985897, + "recall-0.15": 0.996154, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 780, "ap-0.025": 0.0, - "ap-0.05": 0.005148, - "ap-0.1": 0.989382, - "ap-0.15": 0.99454, + "ap-0.05": 0.005914, + "ap-0.1": 0.985735, + "ap-0.15": 0.996038, "ap-0.25": 1.0, "ap-0.5": 1.0 }, "head": { "count": 780, - "mean": 0.033159, - "median": 0.028955, - "std": 0.018731, - "sem": 0.000671, - "min": 0.004624, - "max": 0.236675, - "recall-0.025": 0.366667, - "recall-0.05": 0.837179, - "recall-0.1": 0.99359, - "recall-0.15": 0.997436, + "mean": 0.033156, + "median": 0.028886, + "std": 0.017055, + "sem": 0.000611, + "min": 0.004667, + "max": 0.126179, + "recall-0.025": 0.365385, + "recall-0.05": 0.829487, + "recall-0.1": 0.996154, + "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 780 }, "shoulder_left": { "count": 780, - "mean": 0.064051, - "median": 0.061697, - "std": 0.023558, - "sem": 0.000844, + "mean": 0.063976, + "median": 0.061647, + "std": 0.023223, + "sem": 0.000832, "min": 0.003707, "max": 0.192821, "recall-0.025": 0.010256, - "recall-0.05": 0.310256, + "recall-0.05": 0.311538, "recall-0.1": 0.962821, - "recall-0.15": 0.99359, + "recall-0.15": 0.994872, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 780 }, "shoulder_right": { "count": 780, - "mean": 0.064567, - "median": 0.06245, - "std": 0.018131, - "sem": 0.00065, + "mean": 0.06502, + "median": 0.063489, + "std": 0.01775, + "sem": 0.000636, "min": 0.006446, - "max": 0.157333, + "max": 0.133601, "recall-0.025": 0.014103, - "recall-0.05": 0.174359, + "recall-0.05": 0.162821, "recall-0.1": 0.960256, - "recall-0.15": 0.998718, + "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 780 }, "elbow_left": { "count": 780, - "mean": 0.056616, - "median": 0.04832, - "std": 0.030178, - "sem": 0.001081, + "mean": 0.058621, + "median": 0.049165, + "std": 0.037641, + "sem": 0.001349, "min": 0.015892, - "max": 0.320733, - "recall-0.025": 0.017949, - "recall-0.05": 0.533333, - "recall-0.1": 0.935897, - "recall-0.15": 0.982051, - "recall-0.25": 0.994872, + "max": 0.441914, + "recall-0.025": 0.015385, + "recall-0.05": 0.510256, + "recall-0.1": 0.930769, + "recall-0.15": 0.978205, + "recall-0.25": 0.992308, "recall-0.5": 1.0, "num_labels": 780 }, "elbow_right": { "count": 780, - "mean": 0.064323, - "median": 0.061696, - "std": 0.025221, - "sem": 0.000904, + "mean": 0.064432, + "median": 0.062301, + "std": 0.023845, + "sem": 0.000854, "min": 0.015007, - "max": 0.216964, + "max": 0.213273, "recall-0.025": 0.001282, - "recall-0.05": 0.280769, - "recall-0.1": 0.94359, - "recall-0.15": 0.971795, + "recall-0.05": 0.278205, + "recall-0.1": 0.947436, + "recall-0.15": 0.975641, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 780 }, "wrist_left": { - "count": 776, - "mean": 0.047961, - "median": 0.04334, - "std": 0.031823, - "sem": 0.001143, - "min": 0.006666, - "max": 0.346955, - "recall-0.025": 0.135897, - "recall-0.05": 0.671795, - "recall-0.1": 0.95, - "recall-0.15": 0.980769, - "recall-0.25": 0.989744, - "recall-0.5": 0.994872, - "num_labels": 780 - }, - "wrist_right": { "count": 772, - "mean": 0.065912, - "median": 0.064657, - "std": 0.035896, - "sem": 0.001293, - "min": 0.013831, - "max": 0.347419, - "recall-0.025": 0.016667, - "recall-0.05": 0.341026, - "recall-0.1": 0.920513, - "recall-0.15": 0.960256, + "mean": 0.048267, + "median": 0.043601, + "std": 0.032221, + "sem": 0.00116, + "min": 0.01036, + "max": 0.396914, + "recall-0.025": 0.135897, + "recall-0.05": 0.655128, + "recall-0.1": 0.948718, + "recall-0.15": 0.971795, "recall-0.25": 0.985897, "recall-0.5": 0.989744, "num_labels": 780 }, + "wrist_right": { + "count": 776, + "mean": 0.066314, + "median": 0.064581, + "std": 0.036225, + "sem": 0.001301, + "min": 0.015515, + "max": 0.3334, + "recall-0.025": 0.019231, + "recall-0.05": 0.341026, + "recall-0.1": 0.917949, + "recall-0.15": 0.964103, + "recall-0.25": 0.991026, + "recall-0.5": 0.994872, + "num_labels": 780 + }, "hip_left": { "count": 780, - "mean": 0.083475, - "median": 0.08424, - "std": 0.020303, - "sem": 0.000727, - "min": 0.027843, + "mean": 0.083541, + "median": 0.084613, + "std": 0.02057, + "sem": 0.000737, + "min": 0.03331, "max": 0.144276, "recall-0.025": 0.0, - "recall-0.05": 0.058974, - "recall-0.1": 0.787179, + "recall-0.05": 0.061538, + "recall-0.1": 0.782051, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, @@ -3032,46 +3032,46 @@ Results of the model in various experiments on different datasets. \ }, "hip_right": { "count": 780, - "mean": 0.105619, - "median": 0.104048, - "std": 0.018122, - "sem": 0.000649, - "min": 0.056273, - "max": 0.171113, + "mean": 0.104319, + "median": 0.10304, + "std": 0.017304, + "sem": 0.00062, + "min": 0.062659, + "max": 0.180383, "recall-0.025": 0.0, "recall-0.05": 0.0, - "recall-0.1": 0.396154, - "recall-0.15": 0.982051, + "recall-0.1": 0.40641, + "recall-0.15": 0.988462, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 780 }, "knee_left": { "count": 780, - "mean": 0.048284, - "median": 0.046831, - "std": 0.019912, - "sem": 0.000713, + "mean": 0.048162, + "median": 0.046834, + "std": 0.019509, + "sem": 0.000699, "min": 0.012695, "max": 0.202215, "recall-0.025": 0.057692, "recall-0.05": 0.616667, - "recall-0.1": 0.957692, - "recall-0.15": 0.994872, + "recall-0.1": 0.958974, + "recall-0.15": 0.996154, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 780 }, "knee_right": { "count": 780, - "mean": 0.052479, - "median": 0.050223, - "std": 0.018155, - "sem": 0.00065, + "mean": 0.052357, + "median": 0.049982, + "std": 0.018169, + "sem": 0.000651, "min": 0.01206, "max": 0.132145, - "recall-0.025": 0.021795, - "recall-0.05": 0.491026, + "recall-0.025": 0.023077, + "recall-0.05": 0.5, "recall-0.1": 0.985897, "recall-0.15": 1.0, "recall-0.25": 1.0, @@ -3080,50 +3080,50 @@ Results of the model in various experiments on different datasets. \ }, "ankle_left": { "count": 780, - "mean": 0.050057, - "median": 0.046748, - "std": 0.016752, - "sem": 0.0006, + "mean": 0.050168, + "median": 0.046763, + "std": 0.01782, + "sem": 0.000638, "min": 0.003099, - "max": 0.223277, + "max": 0.22588, "recall-0.025": 0.010256, - "recall-0.05": 0.638462, - "recall-0.1": 0.980769, - "recall-0.15": 0.996154, + "recall-0.05": 0.635897, + "recall-0.1": 0.982051, + "recall-0.15": 0.99359, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 780 }, "ankle_right": { "count": 780, - "mean": 0.034573, - "median": 0.03019, - "std": 0.018482, - "sem": 0.000662, - "min": 0.007648, + "mean": 0.034478, + "median": 0.030206, + "std": 0.018083, + "sem": 0.000648, + "min": 0.006482, "max": 0.262682, - "recall-0.025": 0.296154, - "recall-0.05": 0.873077, + "recall-0.025": 0.292308, + "recall-0.05": 0.875641, "recall-0.1": 0.994872, - "recall-0.15": 0.996154, + "recall-0.15": 0.997436, "recall-0.25": 0.998718, "recall-0.5": 1.0, "num_labels": 780 }, "joint_recalls": { "num_labels": 10140, - "recall-0.025": 0.07249, - "recall-0.05": 0.44773, - "recall-0.1": 0.90473, - "recall-0.15": 0.98836, - "recall-0.25": 0.99753, + "recall-0.025": 0.07219, + "recall-0.05": 0.44369, + "recall-0.1": 0.90503, + "recall-0.15": 0.98905, + "recall-0.25": 0.99744, "recall-0.5": 0.99882 } } { "total_parts": 10920, - "correct_parts": 10804, - "pcp": 0.989377 + "correct_parts": 10813, + "pcp": 0.990201 } ``` @@ -5951,8 +5951,8 @@ Results of the model in various experiments on different datasets. \ "median": 0.022374, "std": 0.025436, "sem": 0.001803, - "min": 0.002736, - "max": 0.19124, + "min": 0.0, + "max": 0.371018, "num_labels": 5200 }, "face": { @@ -5961,8 +5961,8 @@ Results of the model in various experiments on different datasets. \ "median": 0.038483, "std": 0.044364, "sem": 0.003145, - "min": 0.004204, - "max": 0.265723, + "min": 0.0, + "max": 0.439218, "num_labels": 13600 }, "hand": { @@ -5971,8 +5971,8 @@ Results of the model in various experiments on different datasets. \ "median": 0.025051, "std": 0.048889, "sem": 0.003466, - "min": 0.002704, - "max": 0.346641, + "min": 0.0, + "max": 0.486767, "num_labels": 8400 } }, @@ -6025,16 +6025,16 @@ Results of the model in various experiments on different datasets. \ "person_nums": { "total_frames": 100, "total_labels": 400, - "total_preds": 439, + "total_preds": 417, "considered_empty": 0, "valid_preds": 400, - "invalid_preds": 39, + "invalid_preds": 17, "missing": 0, - "invalid_fraction": 0.08884, - "precision": 0.91116, + "invalid_fraction": 0.04077, + "precision": 0.95923, "recall": 1.0, - "f1": 0.95352, - "non_empty": 439 + "f1": 0.97919, + "non_empty": 417 }, "mpjpe": { "count": 400, @@ -6052,11 +6052,11 @@ Results of the model in various experiments on different datasets. \ "recall-0.5": 1.0, "num_labels": 400, "ap-0.025": 0.077751, - "ap-0.05": 0.721836, - "ap-0.1": 0.89548, - "ap-0.15": 0.959475, - "ap-0.25": 0.982333, - "ap-0.5": 0.998597 + "ap-0.05": 0.721893, + "ap-0.1": 0.895655, + "ap-0.15": 0.959821, + "ap-0.25": 0.982779, + "ap-0.5": 0.999416 }, "head": { "count": 400, @@ -6889,16 +6889,16 @@ Results of the model in various experiments on different datasets. \ "person_nums": { "total_frames": 110, "total_labels": 330, - "total_preds": 440, + "total_preds": 439, "considered_empty": 0, "valid_preds": 330, - "invalid_preds": 110, + "invalid_preds": 109, "missing": 0, - "invalid_fraction": 0.25, - "precision": 0.75, + "invalid_fraction": 0.24829, + "precision": 0.75171, "recall": 1.0, - "f1": 0.85714, - "non_empty": 440 + "f1": 0.85826, + "non_empty": 439 }, "mpjpe": { "count": 330, @@ -6915,12 +6915,12 @@ Results of the model in various experiments on different datasets. \ "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 330, - "ap-0.025": 0.013534, - "ap-0.05": 0.512946, - "ap-0.1": 0.756211, - "ap-0.15": 0.759015, - "ap-0.25": 0.759015, - "ap-0.5": 0.759015 + "ap-0.025": 0.013541, + "ap-0.05": 0.514229, + "ap-0.1": 0.757822, + "ap-0.15": 0.760636, + "ap-0.25": 0.760636, + "ap-0.5": 0.760636 }, "head": { "count": 330, @@ -7151,75 +7151,75 @@ Results of the model in various experiments on different datasets. \ ```json { - "img_loading": 0.449514, - "demosaicing": 0.0178103, - "avg_time_2d": 0.0492171, - "avg_time_3d": 0.000939744, - "time_tracks": 3.82988e-06, - "fps": 14.7122 + "img_loading": 0.463824, + "demosaicing": 0.0179745, + "avg_time_2d": 0.0564186, + "avg_time_3d": 0.00114559, + "time_tracks": 4.28293e-06, + "fps": 13.2375 } { "triangulator_calls": 121, - "init_time": 6.87373e-06, - "undistort_time": 5.23787e-05, - "project_time": 9.21888e-06, - "match_time": 4.07995e-05, - "pairs_time": 7.86093e-05, - "pair_scoring_time": 0.00033354, - "grouping_time": 0.000117825, - "full_time": 0.000188421, - "merge_time": 8.18466e-05, - "post_time": 1.12108e-05, - "convert_time": 2.30083e-07, - "total_time": 0.000921196 + "init_time": 7.35656e-06, + "undistort_time": 6.02417e-05, + "project_time": 9.02572e-06, + "match_time": 4.62173e-05, + "pairs_time": 0.000100565, + "pair_scoring_time": 0.000435582, + "grouping_time": 0.000155499, + "full_time": 0.000208845, + "merge_time": 9.04238e-05, + "post_time": 1.17092e-05, + "convert_time": 2.46017e-07, + "total_time": 0.00112595 } { "person_nums": { "total_frames": 121, "total_labels": 484, - "total_preds": 520, + "total_preds": 514, "considered_empty": 0, "valid_preds": 484, - "invalid_preds": 36, + "invalid_preds": 30, "missing": 0, - "invalid_fraction": 0.06923, - "precision": 0.93077, + "invalid_fraction": 0.05837, + "precision": 0.94163, "recall": 1.0, - "f1": 0.96414, - "non_empty": 520 + "f1": 0.96994, + "non_empty": 514 }, "mpjpe": { "count": 484, - "mean": 0.028911, - "median": 0.026401, - "std": 0.011162, - "sem": 0.000508, - "min": 0.013956, - "max": 0.13521, - "recall-0.025": 0.431818, - "recall-0.05": 0.958678, - "recall-0.1": 0.997934, + "mean": 0.02763, + "median": 0.025542, + "std": 0.008942, + "sem": 0.000407, + "min": 0.014008, + "max": 0.069874, + "recall-0.025": 0.47314, + "recall-0.05": 0.975207, + "recall-0.1": 1.0, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 484, - "ap-0.025": 0.187768, - "ap-0.05": 0.87472, - "ap-0.1": 0.950372, - "ap-0.15": 0.952334, - "ap-0.25": 0.952334, - "ap-0.5": 0.952334 + "ap-0.025": 0.228202, + "ap-0.05": 0.909473, + "ap-0.1": 0.954644, + "ap-0.15": 0.954644, + "ap-0.25": 0.954644, + "ap-0.5": 0.954644 }, "head": { "count": 484, - "mean": 0.029355, - "median": 0.024646, - "std": 0.017773, - "sem": 0.000809, - "min": 0.003887, - "max": 0.095069, - "recall-0.025": 0.506198, - "recall-0.05": 0.865702, + "mean": 0.028363, + "median": 0.023774, + "std": 0.017252, + "sem": 0.000785, + "min": 0.002979, + "max": 0.09507, + "recall-0.025": 0.535124, + "recall-0.05": 0.869835, "recall-0.1": 1.0, "recall-0.15": 1.0, "recall-0.25": 1.0, @@ -7228,15 +7228,15 @@ Results of the model in various experiments on different datasets. \ }, "shoulder_left": { "count": 484, - "mean": 0.029306, - "median": 0.025259, - "std": 0.017619, - "sem": 0.000802, + "mean": 0.027791, + "median": 0.024772, + "std": 0.0156, + "sem": 0.00071, "min": 0.00469, - "max": 0.123784, - "recall-0.025": 0.493802, - "recall-0.05": 0.882231, - "recall-0.1": 0.995868, + "max": 0.105488, + "recall-0.025": 0.504132, + "recall-0.05": 0.911157, + "recall-0.1": 0.997934, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, @@ -7244,15 +7244,15 @@ Results of the model in various experiments on different datasets. \ }, "shoulder_right": { "count": 484, - "mean": 0.028997, - "median": 0.025291, - "std": 0.017669, - "sem": 0.000804, - "min": 0.001208, - "max": 0.122966, - "recall-0.025": 0.495868, - "recall-0.05": 0.876033, - "recall-0.1": 0.995868, + "mean": 0.028105, + "median": 0.024743, + "std": 0.017188, + "sem": 0.000782, + "min": 0.002439, + "max": 0.104976, + "recall-0.025": 0.516529, + "recall-0.05": 0.892562, + "recall-0.1": 0.997934, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, @@ -7260,14 +7260,14 @@ Results of the model in various experiments on different datasets. \ }, "elbow_left": { "count": 484, - "mean": 0.029342, - "median": 0.026558, - "std": 0.015647, - "sem": 0.000712, + "mean": 0.0283, + "median": 0.025848, + "std": 0.015214, + "sem": 0.000692, "min": 0.001307, - "max": 0.106462, - "recall-0.025": 0.454545, - "recall-0.05": 0.896694, + "max": 0.107554, + "recall-0.025": 0.475207, + "recall-0.05": 0.915289, "recall-0.1": 0.995868, "recall-0.15": 1.0, "recall-0.25": 1.0, @@ -7276,47 +7276,47 @@ Results of the model in various experiments on different datasets. \ }, "elbow_right": { "count": 484, - "mean": 0.030206, - "median": 0.024912, - "std": 0.02079, - "sem": 0.000946, - "min": 0.001455, - "max": 0.162007, - "recall-0.025": 0.502066, - "recall-0.05": 0.869835, - "recall-0.1": 0.987603, - "recall-0.15": 0.997934, + "mean": 0.02874, + "median": 0.024234, + "std": 0.020459, + "sem": 0.000931, + "min": 0.001029, + "max": 0.177296, + "recall-0.025": 0.520661, + "recall-0.05": 0.900826, + "recall-0.1": 0.985537, + "recall-0.15": 0.995868, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 484 }, "wrist_left": { "count": 484, - "mean": 0.034144, - "median": 0.027963, - "std": 0.023923, - "sem": 0.001089, - "min": 0.002152, - "max": 0.218549, - "recall-0.025": 0.402893, - "recall-0.05": 0.832645, - "recall-0.1": 0.971074, - "recall-0.15": 0.997934, + "mean": 0.033048, + "median": 0.027044, + "std": 0.023271, + "sem": 0.001059, + "min": 0.002822, + "max": 0.206053, + "recall-0.025": 0.442149, + "recall-0.05": 0.840909, + "recall-0.1": 0.981405, + "recall-0.15": 0.993802, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 484 }, "wrist_right": { "count": 484, - "mean": 0.033395, - "median": 0.027456, - "std": 0.026855, - "sem": 0.001222, + "mean": 0.032889, + "median": 0.026611, + "std": 0.026401, + "sem": 0.001201, "min": 0.003164, - "max": 0.3606, - "recall-0.025": 0.438017, - "recall-0.05": 0.847107, - "recall-0.1": 0.977273, + "max": 0.305516, + "recall-0.025": 0.456612, + "recall-0.05": 0.853306, + "recall-0.1": 0.97314, "recall-0.15": 0.995868, "recall-0.25": 0.997934, "recall-0.5": 1.0, @@ -7324,95 +7324,95 @@ Results of the model in various experiments on different datasets. \ }, "hip_left": { "count": 484, - "mean": 0.034657, - "median": 0.03172, - "std": 0.019459, - "sem": 0.000885, - "min": 0.003499, - "max": 0.249387, - "recall-0.025": 0.303719, - "recall-0.05": 0.85124, - "recall-0.1": 0.993802, - "recall-0.15": 0.997934, + "mean": 0.033016, + "median": 0.030446, + "std": 0.01487, + "sem": 0.000677, + "min": 0.000828, + "max": 0.101765, + "recall-0.025": 0.289256, + "recall-0.05": 0.871901, + "recall-0.1": 0.997934, + "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 484 }, "hip_right": { "count": 484, - "mean": 0.037657, - "median": 0.031696, - "std": 0.025906, - "sem": 0.001179, + "mean": 0.036203, + "median": 0.031418, + "std": 0.022333, + "sem": 0.001016, "min": 0.003853, - "max": 0.25837, - "recall-0.025": 0.328512, - "recall-0.05": 0.801653, - "recall-0.1": 0.971074, - "recall-0.15": 0.997934, - "recall-0.25": 0.997934, + "max": 0.141828, + "recall-0.025": 0.326446, + "recall-0.05": 0.811983, + "recall-0.1": 0.977273, + "recall-0.15": 1.0, + "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 484 }, "knee_left": { "count": 484, - "mean": 0.0214, - "median": 0.01691, - "std": 0.017048, - "sem": 0.000776, - "min": 0.003128, - "max": 0.185642, - "recall-0.025": 0.719008, - "recall-0.05": 0.960744, - "recall-0.1": 0.995868, - "recall-0.15": 0.995868, + "mean": 0.019593, + "median": 0.016051, + "std": 0.012194, + "sem": 0.000555, + "min": 0.002397, + "max": 0.10797, + "recall-0.025": 0.764463, + "recall-0.05": 0.975207, + "recall-0.1": 0.997934, + "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 484 }, "knee_right": { "count": 484, - "mean": 0.023785, - "median": 0.019485, - "std": 0.016386, - "sem": 0.000746, + "mean": 0.022725, + "median": 0.018622, + "std": 0.01595, + "sem": 0.000726, "min": 0.001754, - "max": 0.154491, - "recall-0.025": 0.663223, - "recall-0.05": 0.940083, + "max": 0.147635, + "recall-0.025": 0.694215, + "recall-0.05": 0.946281, "recall-0.1": 0.995868, - "recall-0.15": 0.997934, + "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 484 }, "ankle_left": { "count": 484, - "mean": 0.021668, - "median": 0.017804, - "std": 0.017118, - "sem": 0.000779, + "mean": 0.019684, + "median": 0.016758, + "std": 0.011815, + "sem": 0.000538, "min": 0.002234, - "max": 0.182951, - "recall-0.025": 0.731405, - "recall-0.05": 0.954545, - "recall-0.1": 0.989669, - "recall-0.15": 0.995868, + "max": 0.075864, + "recall-0.025": 0.768595, + "recall-0.05": 0.964876, + "recall-0.1": 1.0, + "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 484 }, "ankle_right": { "count": 484, - "mean": 0.021937, - "median": 0.018464, - "std": 0.013713, - "sem": 0.000624, - "min": 0.00199, - "max": 0.122447, - "recall-0.025": 0.710744, - "recall-0.05": 0.948347, - "recall-0.1": 0.997934, + "mean": 0.02074, + "median": 0.017697, + "std": 0.011756, + "sem": 0.000535, + "min": 0.003013, + "max": 0.066609, + "recall-0.025": 0.731405, + "recall-0.05": 0.97314, + "recall-0.1": 1.0, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, @@ -7420,18 +7420,18 @@ Results of the model in various experiments on different datasets. \ }, "joint_recalls": { "num_labels": 6292, - "recall-0.025": 0.51812, - "recall-0.05": 0.88557, - "recall-0.1": 0.98919, - "recall-0.15": 0.99825, - "recall-0.25": 0.99968, + "recall-0.025": 0.53957, + "recall-0.05": 0.90099, + "recall-0.1": 0.99205, + "recall-0.15": 0.99889, + "recall-0.25": 0.99984, "recall-0.5": 1.0 } } { "total_parts": 6776, - "correct_parts": 6770, - "pcp": 0.999115 + "correct_parts": 6774, + "pcp": 0.999705 } ``` @@ -7478,21 +7478,21 @@ Results of the model in various experiments on different datasets. \ }, "mpjpe": { "count": 732, - "mean": 0.024346, - "median": 0.023518, - "std": 0.006655, + "mean": 0.02434, + "median": 0.023522, + "std": 0.006656, "sem": 0.000246, - "min": 0.010127, - "max": 0.062161, - "recall-0.025": 0.620219, + "min": 0.010023, + "max": 0.062124, + "recall-0.025": 0.622951, "recall-0.05": 0.994536, "recall-0.1": 1.0, "recall-0.15": 1.0, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 732, - "ap-0.025": 0.436061, - "ap-0.05": 0.993508, + "ap-0.025": 0.438871, + "ap-0.05": 0.993499, "ap-0.1": 1.0, "ap-0.15": 1.0, "ap-0.25": 1.0, @@ -7500,14 +7500,14 @@ Results of the model in various experiments on different datasets. \ }, "head": { "count": 732, - "mean": 0.027598, - "median": 0.022572, - "std": 0.020068, + "mean": 0.027593, + "median": 0.022715, + "std": 0.020048, "sem": 0.000742, - "min": 0.003162, - "max": 0.177564, - "recall-0.025": 0.577869, - "recall-0.05": 0.920765, + "min": 0.003534, + "max": 0.177305, + "recall-0.025": 0.580601, + "recall-0.05": 0.919399, "recall-0.1": 0.984973, "recall-0.15": 0.995902, "recall-0.25": 1.0, @@ -7516,14 +7516,14 @@ Results of the model in various experiments on different datasets. \ }, "shoulder_left": { "count": 732, - "mean": 0.033024, - "median": 0.02874, - "std": 0.019683, + "mean": 0.03302, + "median": 0.0288, + "std": 0.019682, "sem": 0.000728, - "min": 0.001, - "max": 0.122613, - "recall-0.025": 0.396175, - "recall-0.05": 0.848361, + "min": 0.001536, + "max": 0.122501, + "recall-0.025": 0.400273, + "recall-0.05": 0.849727, "recall-0.1": 0.98224, "recall-0.15": 1.0, "recall-0.25": 1.0, @@ -7532,14 +7532,14 @@ Results of the model in various experiments on different datasets. \ }, "shoulder_right": { "count": 732, - "mean": 0.025178, - "median": 0.02226, - "std": 0.014436, + "mean": 0.025191, + "median": 0.022282, + "std": 0.014437, "sem": 0.000534, - "min": 0.001732, - "max": 0.142962, - "recall-0.025": 0.598361, - "recall-0.05": 0.949454, + "min": 0.002204, + "max": 0.142906, + "recall-0.025": 0.602459, + "recall-0.05": 0.948087, "recall-0.1": 0.998634, "recall-0.15": 1.0, "recall-0.25": 1.0, @@ -7548,13 +7548,13 @@ Results of the model in various experiments on different datasets. \ }, "elbow_left": { "count": 732, - "mean": 0.024298, - "median": 0.020857, - "std": 0.015009, - "sem": 0.000555, - "min": 0.002449, - "max": 0.11975, - "recall-0.025": 0.632514, + "mean": 0.024305, + "median": 0.020794, + "std": 0.014989, + "sem": 0.000554, + "min": 0.002807, + "max": 0.119515, + "recall-0.025": 0.635246, "recall-0.05": 0.948087, "recall-0.1": 0.997268, "recall-0.15": 1.0, @@ -7564,14 +7564,14 @@ Results of the model in various experiments on different datasets. \ }, "elbow_right": { "count": 732, - "mean": 0.022548, - "median": 0.019039, - "std": 0.014365, - "sem": 0.000531, - "min": 0.002236, - "max": 0.11631, - "recall-0.025": 0.696721, - "recall-0.05": 0.949454, + "mean": 0.022531, + "median": 0.019056, + "std": 0.014373, + "sem": 0.000532, + "min": 0.002536, + "max": 0.116187, + "recall-0.025": 0.70082, + "recall-0.05": 0.948087, "recall-0.1": 0.998634, "recall-0.15": 1.0, "recall-0.25": 1.0, @@ -7580,12 +7580,12 @@ Results of the model in various experiments on different datasets. \ }, "wrist_left": { "count": 732, - "mean": 0.027005, - "median": 0.022869, - "std": 0.018836, - "sem": 0.000697, - "min": 0.002449, - "max": 0.167194, + "mean": 0.026998, + "median": 0.022884, + "std": 0.01881, + "sem": 0.000696, + "min": 0.002431, + "max": 0.167217, "recall-0.025": 0.543716, "recall-0.05": 0.919399, "recall-0.1": 0.989071, @@ -7596,12 +7596,12 @@ Results of the model in various experiments on different datasets. \ }, "wrist_right": { "count": 732, - "mean": 0.026409, - "median": 0.023054, + "mean": 0.026406, + "median": 0.023178, "std": 0.017127, "sem": 0.000633, - "min": 0.003, - "max": 0.17917, + "min": 0.00323, + "max": 0.179281, "recall-0.025": 0.579235, "recall-0.05": 0.934426, "recall-0.1": 0.993169, @@ -7612,14 +7612,14 @@ Results of the model in various experiments on different datasets. \ }, "hip_left": { "count": 732, - "mean": 0.027544, - "median": 0.025475, - "std": 0.013696, + "mean": 0.027537, + "median": 0.025448, + "std": 0.013704, "sem": 0.000507, - "min": 0.003, - "max": 0.099222, - "recall-0.025": 0.472678, - "recall-0.05": 0.939891, + "min": 0.002388, + "max": 0.099204, + "recall-0.025": 0.476776, + "recall-0.05": 0.938525, "recall-0.1": 1.0, "recall-0.15": 1.0, "recall-0.25": 1.0, @@ -7628,13 +7628,13 @@ Results of the model in various experiments on different datasets. \ }, "hip_right": { "count": 732, - "mean": 0.025339, - "median": 0.023206, - "std": 0.012605, + "mean": 0.025317, + "median": 0.023138, + "std": 0.012607, "sem": 0.000466, - "min": 0.002236, - "max": 0.095231, - "recall-0.025": 0.558743, + "min": 0.001915, + "max": 0.095133, + "recall-0.025": 0.560109, "recall-0.05": 0.960383, "recall-0.1": 1.0, "recall-0.15": 1.0, @@ -7644,12 +7644,12 @@ Results of the model in various experiments on different datasets. \ }, "knee_left": { "count": 732, - "mean": 0.017737, - "median": 0.016763, - "std": 0.008534, + "mean": 0.01773, + "median": 0.016839, + "std": 0.008545, "sem": 0.000316, - "min": 0.002236, - "max": 0.0736, + "min": 0.002003, + "max": 0.073825, "recall-0.025": 0.84153, "recall-0.05": 0.993169, "recall-0.1": 1.0, @@ -7660,13 +7660,13 @@ Results of the model in various experiments on different datasets. \ }, "knee_right": { "count": 732, - "mean": 0.019955, - "median": 0.018655, - "std": 0.009314, - "sem": 0.000344, - "min": 0.001414, - "max": 0.068535, - "recall-0.025": 0.747268, + "mean": 0.019948, + "median": 0.018539, + "std": 0.009324, + "sem": 0.000345, + "min": 0.001853, + "max": 0.068675, + "recall-0.025": 0.751366, "recall-0.05": 0.993169, "recall-0.1": 1.0, "recall-0.15": 1.0, @@ -7676,13 +7676,13 @@ Results of the model in various experiments on different datasets. \ }, "ankle_left": { "count": 732, - "mean": 0.019438, - "median": 0.018014, - "std": 0.009897, + "mean": 0.019416, + "median": 0.017956, + "std": 0.009896, "sem": 0.000366, - "min": 0.001732, - "max": 0.073137, - "recall-0.025": 0.762295, + "min": 0.00198, + "max": 0.072761, + "recall-0.025": 0.765027, "recall-0.05": 0.987705, "recall-0.1": 1.0, "recall-0.15": 1.0, @@ -7692,13 +7692,13 @@ Results of the model in various experiments on different datasets. \ }, "ankle_right": { "count": 732, - "mean": 0.020421, - "median": 0.018493, + "mean": 0.020424, + "median": 0.018635, "std": 0.010098, "sem": 0.000373, - "min": 0.002, - "max": 0.089811, - "recall-0.025": 0.734973, + "min": 0.001654, + "max": 0.090195, + "recall-0.025": 0.741803, "recall-0.05": 0.986339, "recall-0.1": 1.0, "recall-0.15": 1.0, @@ -7708,8 +7708,8 @@ Results of the model in various experiments on different datasets. \ }, "joint_recalls": { "num_labels": 9516, - "recall-0.025": 0.62589, - "recall-0.05": 0.94798, + "recall-0.025": 0.62831, + "recall-0.05": 0.94756, "recall-0.1": 0.99538, "recall-0.15": 0.99937, "recall-0.25": 1.0, diff --git a/rpt/tracker.hpp b/rpt/tracker.hpp index d8049da..53be2b4 100644 --- a/rpt/tracker.hpp +++ b/rpt/tracker.hpp @@ -156,7 +156,7 @@ std::vector>>> PoseTracker:: } } - // Remove old tracks + // Remove old track entries timestamps.push_back(timestamp); if (timestamps.size() > history_size) { @@ -166,8 +166,21 @@ std::vector>>> PoseTracker:: for (size_t i = 0; i < pose_tracks.size();) { auto &track = pose_tracks[i]; - double last_timestamp = track.timestamps.back(); - if (last_timestamp < max_age) + for (size_t j = 0; j < track.timestamps.size();) + { + double ts = track.timestamps[j]; + if (ts < max_age) + { + track.core_poses.erase(track.core_poses.begin() + j); + track.full_poses.erase(track.full_poses.begin() + j); + track.timestamps.erase(track.timestamps.begin() + j); + } + else + { + j++; + } + } + if (track.timestamps.size() == 0) { pose_tracks.erase(pose_tracks.begin() + i); } @@ -177,23 +190,15 @@ std::vector>>> PoseTracker:: } } - // Remove old poses from tracks - for (auto &track : pose_tracks) - { - while (track.core_poses.size() > history_size) - { - track.core_poses.erase(track.core_poses.begin()); - track.full_poses.erase(track.full_poses.begin()); - track.timestamps.erase(track.timestamps.begin()); - } - } - // Refine poses std::vector>>> tracked_poses; for (size_t i = 0; i < pose_tracks.size(); ++i) { auto &track = pose_tracks[i]; - if (track.core_poses.size() > 0) + // Create a refined pose for current tracks, or old tracks with a bit history, + // to avoid continuing tracks of flickering persons + if (track.core_poses.size() >= std::ceil(history_size / 2.0) || + track.timestamps.back() == timestamps.back()) { std::vector> refined_pose = refine_pose(track); tracked_poses.emplace_back(track.id, refined_pose); @@ -205,7 +210,8 @@ std::vector>>> PoseTracker:: // ================================================================================================= -std::tuple PoseTracker::match_to_track(const std::vector> &core_pose_3d) +std::tuple PoseTracker::match_to_track( + const std::vector> &core_pose_3d) { int best_track = -1; float best_distance_sq = max_distance * max_distance; diff --git a/scripts/test_skelda_dataset.py b/scripts/test_skelda_dataset.py index 102be53..00381c3 100644 --- a/scripts/test_skelda_dataset.py +++ b/scripts/test_skelda_dataset.py @@ -128,6 +128,8 @@ datasets = { "path": "/datasets/chi3d/skelda/all.json", "take_interval": 5, "fps": 50, + "min_match_score": 0.92, + "min_bbox_area": 0.2 * 0.2, "max_track_distance": 0.3 + default_max_movement_speed / (50 / 5), }, "tsinghua": { @@ -193,7 +195,7 @@ datasets = { "subset": "volleyball", "min_match_score": 0.95, "min_group_size": 7, - "min_bbox_score": 0.25, + "min_bbox_score": 0.20, "min_bbox_area": 0.05 * 0.05, "max_movement_speed": 4.0 * 1.5, "max_track_distance": 0.3 + (4.0 * 1.5) / (20 / 2), diff --git a/skelda b/skelda index 56dc0c1..d48d65b 160000 --- a/skelda +++ b/skelda @@ -1 +1 @@ -Subproject commit 56dc0c18ac5e81ab8e5618336496e6ccb7c7ae03 +Subproject commit d48d65b9614ddf6fb3e45d05efdbf2a90cadfc21