From 21f0a20d792954f21e071180e738ef94059e2091 Mon Sep 17 00:00:00 2001 From: Daniel Date: Wed, 25 Sep 2024 15:42:06 +0200 Subject: [PATCH] Keep with few limbs. --- media/RESULTS.md | 592 +++++++++++++++++++++---------------------- spt/triangulator.cpp | 29 +-- spt/triangulator.hpp | 3 +- 3 files changed, 299 insertions(+), 325 deletions(-) diff --git a/media/RESULTS.md b/media/RESULTS.md index 22d5ac4..823c8c3 100644 --- a/media/RESULTS.md +++ b/media/RESULTS.md @@ -286,16 +286,16 @@ Results of the model in various experiments on different datasets. "person_nums": { "total_frames": 301, "total_labels": 477, - "total_preds": 887, + "total_preds": 888, "considered_empty": 0, "valid_preds": 477, - "invalid_preds": 410, + "invalid_preds": 411, "missing": 0, - "invalid_fraction": 0.46223, - "precision": 0.53777, + "invalid_fraction": 0.46284, + "precision": 0.53716, "recall": 1.0, - "f1": 0.69941, - "non_empty": 887 + "f1": 0.6989, + "non_empty": 888 }, "mpjpe": { "count": 477, @@ -549,24 +549,24 @@ Results of the model in various experiments on different datasets. (duration 00:00:29) ```json { - "avg_time_2d": 0.05682281952983928, - "avg_time_3d": 0.00042041292730367406, - "avg_fps": 17.46931396211217 + "avg_time_2d": 0.05642345491445289, + "avg_time_3d": 0.00043942793360296283, + "avg_fps": 17.586164294063575 } { "person_nums": { "total_frames": 222, "total_labels": 376, - "total_preds": 472, + "total_preds": 473, "considered_empty": 0, "valid_preds": 376, - "invalid_preds": 96, + "invalid_preds": 97, "missing": 0, - "invalid_fraction": 0.20339, - "precision": 0.79661, + "invalid_fraction": 0.20507, + "precision": 0.79493, "recall": 1.0, - "f1": 0.88679, - "non_empty": 472 + "f1": 0.88575, + "non_empty": 473 }, "mpjpe": { "count": 376, @@ -1039,20 +1039,20 @@ Results of the model in various experiments on different datasets. "person_nums": { "total_frames": 420, "total_labels": 1466, - "total_preds": 1540, + "total_preds": 1542, "considered_empty": 0, "valid_preds": 1464, - "invalid_preds": 76, + "invalid_preds": 78, "missing": 2, - "invalid_fraction": 0.04935, - "precision": 0.95065, + "invalid_fraction": 0.05058, + "precision": 0.94942, "recall": 0.99864, - "f1": 0.97405, - "non_empty": 1540 + "f1": 0.9734, + "non_empty": 1542 }, "mpjpe": { "count": 1464, - "mean": 0.042705, + "mean": 0.042704, "median": 0.037986, "std": 0.020188, "sem": 0.000528, @@ -1065,18 +1065,18 @@ Results of the model in various experiments on different datasets. "recall-0.25": 0.998636, "recall-0.5": 0.998636, "num_labels": 1466, - "ap-0.025": 0.064039, - "ap-0.05": 0.663091, - "ap-0.1": 0.960957, - "ap-0.15": 0.983972, - "ap-0.25": 0.983972, - "ap-0.5": 0.983972 + "ap-0.025": 0.064044, + "ap-0.05": 0.663046, + "ap-0.1": 0.960955, + "ap-0.15": 0.98397, + "ap-0.25": 0.98397, + "ap-0.5": 0.98397 }, "nose": { "count": 1462, - "mean": 0.016084, - "median": 0.012438, - "std": 0.019001, + "mean": 0.016082, + "median": 0.012433, + "std": 0.019002, "sem": 0.000497, "min": 0.001407, "max": 0.282177, @@ -1106,9 +1106,9 @@ Results of the model in various experiments on different datasets. }, "shoulder_right": { "count": 1463, - "mean": 0.022677, + "mean": 0.022675, "median": 0.019544, - "std": 0.014417, + "std": 0.014416, "sem": 0.000377, "min": 0.00112, "max": 0.146597, @@ -1122,14 +1122,14 @@ Results of the model in various experiments on different datasets. }, "elbow_left": { "count": 1463, - "mean": 0.026286, + "mean": 0.026263, "median": 0.017747, - "std": 0.028804, + "std": 0.028786, "sem": 0.000753, "min": 0.001259, "max": 0.323155, "recall-0.025": 0.704437, - "recall-0.05": 0.881911, + "recall-0.05": 0.882594, "recall-0.1": 0.979522, "recall-0.15": 0.986348, "recall-0.25": 0.996587, @@ -1138,9 +1138,9 @@ Results of the model in various experiments on different datasets. }, "elbow_right": { "count": 1462, - "mean": 0.02341, + "mean": 0.023413, "median": 0.01824, - "std": 0.018141, + "std": 0.018144, "sem": 0.000475, "min": 0.001407, "max": 0.219498, @@ -1154,10 +1154,10 @@ Results of the model in various experiments on different datasets. }, "wrist_left": { "count": 1429, - "mean": 0.035154, + "mean": 0.03518, "median": 0.01696, - "std": 0.050615, - "sem": 0.001339, + "std": 0.05066, + "sem": 0.001341, "min": 0.000713, "max": 0.397255, "recall-0.025": 0.675732, @@ -1170,9 +1170,9 @@ Results of the model in various experiments on different datasets. }, "wrist_right": { "count": 1456, - "mean": 0.024195, - "median": 0.016346, - "std": 0.023585, + "mean": 0.024194, + "median": 0.016335, + "std": 0.023586, "sem": 0.000618, "min": 0.001905, "max": 0.202973, @@ -1186,14 +1186,14 @@ Results of the model in various experiments on different datasets. }, "hip_left": { "count": 1463, - "mean": 0.059397, + "mean": 0.05939, "median": 0.053492, - "std": 0.02998, + "std": 0.029982, "sem": 0.000784, "min": 0.005563, "max": 0.17979, "recall-0.025": 0.069625, - "recall-0.05": 0.423208, + "recall-0.05": 0.423891, "recall-0.1": 0.893515, "recall-0.15": 0.969283, "recall-0.25": 0.998635, @@ -1202,9 +1202,9 @@ Results of the model in various experiments on different datasets. }, "hip_right": { "count": 1464, - "mean": 0.058556, + "mean": 0.058564, "median": 0.054479, - "std": 0.028879, + "std": 0.028882, "sem": 0.000755, "min": 0.003776, "max": 0.304525, @@ -1218,9 +1218,9 @@ Results of the model in various experiments on different datasets. }, "knee_left": { "count": 1463, - "mean": 0.051823, + "mean": 0.051818, "median": 0.042757, - "std": 0.042167, + "std": 0.042169, "sem": 0.001103, "min": 0.001938, "max": 0.3408, @@ -1234,9 +1234,9 @@ Results of the model in various experiments on different datasets. }, "knee_right": { "count": 1457, - "mean": 0.048418, + "mean": 0.048414, "median": 0.042583, - "std": 0.029681, + "std": 0.029684, "sem": 0.000778, "min": 0.003543, "max": 0.324497, @@ -1250,9 +1250,9 @@ Results of the model in various experiments on different datasets. }, "ankle_left": { "count": 1456, - "mean": 0.08324, + "mean": 0.083238, "median": 0.037284, - "std": 0.106306, + "std": 0.106307, "sem": 0.002787, "min": 0.002453, "max": 0.495774, @@ -1266,7 +1266,7 @@ Results of the model in various experiments on different datasets. }, "ankle_right": { "count": 1449, - "mean": 0.077884, + "mean": 0.077886, "median": 0.033398, "std": 0.103863, "sem": 0.002729, @@ -1283,7 +1283,7 @@ Results of the model in various experiments on different datasets. "joint_recalls": { "num_labels": 18990, "recall-0.025": 0.48752, - "recall-0.05": 0.75034, + "recall-0.05": 0.75055, "recall-0.1": 0.92507, "recall-0.15": 0.95956, "recall-0.25": 0.98167, @@ -1308,93 +1308,93 @@ Results of the model in various experiments on different datasets. "person_nums": { "total_frames": 420, "total_labels": 1466, - "total_preds": 1428, + "total_preds": 1429, "considered_empty": 0, - "valid_preds": 1411, + "valid_preds": 1412, "invalid_preds": 17, - "missing": 55, + "missing": 54, "invalid_fraction": 0.0119, "precision": 0.9881, - "recall": 0.96248, - "f1": 0.97512, - "non_empty": 1428 + "recall": 0.96317, + "f1": 0.97547, + "non_empty": 1429 }, "mpjpe": { - "count": 1411, - "mean": 0.075532, - "median": 0.065382, - "std": 0.043175, - "sem": 0.00115, + "count": 1412, + "mean": 0.075792, + "median": 0.065401, + "std": 0.04425, + "sem": 0.001178, "min": 0.020974, - "max": 0.316123, + "max": 0.442572, "recall-0.025": 0.004775, "recall-0.05": 0.273533, "recall-0.1": 0.796044, "recall-0.15": 0.907913, "recall-0.25": 0.948158, - "recall-0.5": 0.962483, + "recall-0.5": 0.963165, "num_labels": 1466, "ap-0.025": 0.001689, "ap-0.05": 0.185397, "ap-0.1": 0.735355, "ap-0.15": 0.886829, "ap-0.25": 0.934464, - "ap-0.5": 0.951203 + "ap-0.5": 0.951885 }, "nose": { - "count": 1410, - "mean": 0.02393, - "median": 0.018392, - "std": 0.018241, + "count": 1411, + "mean": 0.023942, + "median": 0.018414, + "std": 0.018239, "sem": 0.000486, "min": 0.001916, "max": 0.23494, "recall-0.025": 0.625427, - "recall-0.05": 0.904306, - "recall-0.1": 0.955571, - "recall-0.15": 0.961722, - "recall-0.25": 0.963773, - "recall-0.5": 0.963773, + "recall-0.05": 0.90499, + "recall-0.1": 0.956254, + "recall-0.15": 0.962406, + "recall-0.25": 0.964457, + "recall-0.5": 0.964457, "num_labels": 1463 }, "shoulder_left": { - "count": 1411, - "mean": 0.024236, - "median": 0.021113, - "std": 0.018574, + "count": 1412, + "mean": 0.024262, + "median": 0.02112, + "std": 0.018593, "sem": 0.000495, "min": 0.002094, "max": 0.31592, "recall-0.025": 0.571623, "recall-0.05": 0.912688, - "recall-0.1": 0.95839, - "recall-0.15": 0.960437, - "recall-0.25": 0.960437, - "recall-0.5": 0.962483, + "recall-0.1": 0.959072, + "recall-0.15": 0.961119, + "recall-0.25": 0.961119, + "recall-0.5": 0.963165, "num_labels": 1466 }, "shoulder_right": { - "count": 1410, - "mean": 0.029827, - "median": 0.024317, - "std": 0.023715, - "sem": 0.000632, + "count": 1411, + "mean": 0.029836, + "median": 0.024318, + "std": 0.023709, + "sem": 0.000631, "min": 0.00406, "max": 0.302527, "recall-0.025": 0.496928, - "recall-0.05": 0.866894, - "recall-0.1": 0.94744, - "recall-0.15": 0.956314, - "recall-0.25": 0.96041, - "recall-0.5": 0.962457, + "recall-0.05": 0.867577, + "recall-0.1": 0.948123, + "recall-0.15": 0.956997, + "recall-0.25": 0.961092, + "recall-0.5": 0.96314, "num_labels": 1465 }, "elbow_left": { - "count": 1410, - "mean": 0.036498, - "median": 0.023623, - "std": 0.03555, - "sem": 0.000947, + "count": 1411, + "mean": 0.036684, + "median": 0.023627, + "std": 0.036215, + "sem": 0.000964, "min": 0.001498, "max": 0.359129, "recall-0.025": 0.511263, @@ -1402,23 +1402,23 @@ Results of the model in various experiments on different datasets. "recall-0.1": 0.894881, "recall-0.15": 0.946758, "recall-0.25": 0.961092, - "recall-0.5": 0.962457, + "recall-0.5": 0.96314, "num_labels": 1465 }, "elbow_right": { - "count": 1410, - "mean": 0.037072, - "median": 0.022459, - "std": 0.042946, - "sem": 0.001144, + "count": 1411, + "mean": 0.037083, + "median": 0.022473, + "std": 0.042933, + "sem": 0.001143, "min": 0.001047, "max": 0.414541, "recall-0.025": 0.550923, "recall-0.05": 0.784005, - "recall-0.1": 0.902256, - "recall-0.15": 0.921394, - "recall-0.25": 0.961722, - "recall-0.5": 0.963773, + "recall-0.1": 0.902939, + "recall-0.15": 0.922078, + "recall-0.25": 0.962406, + "recall-0.5": 0.964457, "num_labels": 1463 }, "wrist_left": { @@ -1438,19 +1438,19 @@ Results of the model in various experiments on different datasets. "num_labels": 1434 }, "wrist_right": { - "count": 1402, - "mean": 0.051935, - "median": 0.027991, - "std": 0.065873, - "sem": 0.00176, + "count": 1403, + "mean": 0.051906, + "median": 0.027982, + "std": 0.065859, + "sem": 0.001759, "min": 0.0006, "max": 0.453971, - "recall-0.025": 0.438874, - "recall-0.05": 0.644918, - "recall-0.1": 0.84478, - "recall-0.15": 0.907967, - "recall-0.25": 0.940247, - "recall-0.5": 0.962912, + "recall-0.025": 0.43956, + "recall-0.05": 0.645604, + "recall-0.1": 0.845467, + "recall-0.15": 0.908654, + "recall-0.25": 0.940934, + "recall-0.5": 0.963599, "num_labels": 1456 }, "hip_left": { @@ -1552,17 +1552,17 @@ Results of the model in various experiments on different datasets. "joint_recalls": { "num_labels": 18990, "recall-0.025": 0.32928, - "recall-0.05": 0.56351, - "recall-0.1": 0.78315, - "recall-0.15": 0.84539, - "recall-0.25": 0.90363, - "recall-0.5": 0.95076 + "recall-0.05": 0.56372, + "recall-0.1": 0.78336, + "recall-0.15": 0.84576, + "recall-0.25": 0.9039, + "recall-0.5": 0.95129 } } { "total_parts": 20444, - "correct_parts": 18304, - "pcp": 0.895324 + "correct_parts": 18309, + "pcp": 0.895568 } ``` @@ -1577,23 +1577,23 @@ Results of the model in various experiments on different datasets. "person_nums": { "total_frames": 420, "total_labels": 1466, - "total_preds": 1726, + "total_preds": 1735, "considered_empty": 0, "valid_preds": 1465, - "invalid_preds": 261, + "invalid_preds": 270, "missing": 1, - "invalid_fraction": 0.15122, - "precision": 0.84878, + "invalid_fraction": 0.15562, + "precision": 0.84438, "recall": 0.99932, - "f1": 0.91792, - "non_empty": 1726 + "f1": 0.91534, + "non_empty": 1735 }, "mpjpe": { "count": 1465, - "mean": 0.037092, + "mean": 0.037085, "median": 0.032344, - "std": 0.017242, - "sem": 0.000451, + "std": 0.017223, + "sem": 0.00045, "min": 0.013848, "max": 0.136363, "recall-0.025": 0.186903, @@ -1603,16 +1603,16 @@ Results of the model in various experiments on different datasets. "recall-0.25": 0.999318, "recall-0.5": 0.999318, "num_labels": 1466, - "ap-0.025": 0.085999, - "ap-0.05": 0.802587, - "ap-0.1": 0.967256, - "ap-0.15": 0.978607, - "ap-0.25": 0.978607, - "ap-0.5": 0.978607 + "ap-0.025": 0.085997, + "ap-0.05": 0.802543, + "ap-0.1": 0.967268, + "ap-0.15": 0.978621, + "ap-0.25": 0.978621, + "ap-0.5": 0.978621 }, "nose": { "count": 1462, - "mean": 0.012375, + "mean": 0.012376, "median": 0.010938, "std": 0.007779, "sem": 0.000204, @@ -1628,14 +1628,14 @@ Results of the model in various experiments on different datasets. }, "shoulder_left": { "count": 1465, - "mean": 0.018755, + "mean": 0.018742, "median": 0.016661, - "std": 0.009825, - "sem": 0.000257, + "std": 0.00976, + "sem": 0.000255, "min": 0.001103, "max": 0.11138, "recall-0.025": 0.800136, - "recall-0.05": 0.99045, + "recall-0.05": 0.991132, "recall-0.1": 0.998636, "recall-0.15": 0.999318, "recall-0.25": 0.999318, @@ -1644,25 +1644,25 @@ Results of the model in various experiments on different datasets. }, "shoulder_right": { "count": 1464, - "mean": 0.020575, + "mean": 0.02051, "median": 0.019186, - "std": 0.009714, - "sem": 0.000254, + "std": 0.008943, + "sem": 0.000234, "min": 0.002013, - "max": 0.183545, + "max": 0.093441, "recall-0.025": 0.768601, "recall-0.05": 0.990444, - "recall-0.1": 0.998635, - "recall-0.15": 0.998635, + "recall-0.1": 0.999317, + "recall-0.15": 0.999317, "recall-0.25": 0.999317, "recall-0.5": 0.999317, "num_labels": 1465 }, "elbow_left": { "count": 1464, - "mean": 0.020862, + "mean": 0.020864, "median": 0.018441, - "std": 0.011925, + "std": 0.011938, "sem": 0.000312, "min": 0.002104, "max": 0.095363, @@ -1676,14 +1676,14 @@ Results of the model in various experiments on different datasets. }, "elbow_right": { "count": 1462, - "mean": 0.019572, + "mean": 0.019564, "median": 0.017384, - "std": 0.011549, + "std": 0.011529, "sem": 0.000302, "min": 0.001927, "max": 0.132247, "recall-0.025": 0.802461, - "recall-0.05": 0.969925, + "recall-0.05": 0.970608, "recall-0.1": 0.997949, "recall-0.15": 0.999316, "recall-0.25": 0.999316, @@ -1692,9 +1692,9 @@ Results of the model in various experiments on different datasets. }, "wrist_left": { "count": 1433, - "mean": 0.020848, + "mean": 0.020859, "median": 0.015088, - "std": 0.021066, + "std": 0.021069, "sem": 0.000557, "min": 0.001506, "max": 0.194344, @@ -1708,13 +1708,13 @@ Results of the model in various experiments on different datasets. }, "wrist_right": { "count": 1456, - "mean": 0.020379, + "mean": 0.020392, "median": 0.0137, - "std": 0.020851, + "std": 0.020859, "sem": 0.000547, "min": 0.000284, "max": 0.212342, - "recall-0.025": 0.771291, + "recall-0.025": 0.770604, "recall-0.05": 0.933379, "recall-0.1": 0.984203, "recall-0.15": 0.997253, @@ -1724,14 +1724,14 @@ Results of the model in various experiments on different datasets. }, "hip_left": { "count": 1464, - "mean": 0.050249, + "mean": 0.050256, "median": 0.048397, - "std": 0.019065, - "sem": 0.000498, + "std": 0.01907, + "sem": 0.000499, "min": 0.008094, "max": 0.148516, "recall-0.025": 0.049829, - "recall-0.05": 0.546758, + "recall-0.05": 0.546075, "recall-0.1": 0.975427, "recall-0.15": 0.999317, "recall-0.25": 0.999317, @@ -1740,14 +1740,14 @@ Results of the model in various experiments on different datasets. }, "hip_right": { "count": 1465, - "mean": 0.05004, + "mean": 0.050045, "median": 0.048856, - "std": 0.016858, + "std": 0.016859, "sem": 0.000441, "min": 0.007258, "max": 0.138747, "recall-0.025": 0.051842, - "recall-0.05": 0.521828, + "recall-0.05": 0.521146, "recall-0.1": 0.988404, "recall-0.15": 0.999318, "recall-0.25": 0.999318, @@ -1756,13 +1756,13 @@ Results of the model in various experiments on different datasets. }, "knee_left": { "count": 1464, - "mean": 0.038355, + "mean": 0.038364, "median": 0.032286, - "std": 0.027223, + "std": 0.027217, "sem": 0.000712, "min": 0.002051, "max": 0.275419, - "recall-0.025": 0.333788, + "recall-0.025": 0.333106, "recall-0.05": 0.759727, "recall-0.1": 0.970648, "recall-0.15": 0.990444, @@ -1788,14 +1788,14 @@ Results of the model in various experiments on different datasets. }, "ankle_left": { "count": 1457, - "mean": 0.085303, - "median": 0.043142, - "std": 0.10143, - "sem": 0.002658, + "mean": 0.085272, + "median": 0.043075, + "std": 0.101395, + "sem": 0.002657, "min": 0.000814, "max": 0.494931, "recall-0.025": 0.346548, - "recall-0.05": 0.544771, + "recall-0.05": 0.545455, "recall-0.1": 0.712919, "recall-0.15": 0.828435, "recall-0.25": 0.917293, @@ -1804,10 +1804,10 @@ Results of the model in various experiments on different datasets. }, "ankle_right": { "count": 1447, - "mean": 0.077076, - "median": 0.042829, - "std": 0.096684, - "sem": 0.002543, + "mean": 0.077062, + "median": 0.042773, + "std": 0.096671, + "sem": 0.002542, "min": 0.001957, "max": 0.49866, "recall-0.025": 0.315753, @@ -1820,8 +1820,8 @@ Results of the model in various experiments on different datasets. }, "joint_recalls": { "num_labels": 18990, - "recall-0.025": 0.53138, - "recall-0.05": 0.80374, + "recall-0.025": 0.53133, + "recall-0.05": 0.80379, "recall-0.1": 0.95082, "recall-0.15": 0.97241, "recall-0.25": 0.98562, @@ -1848,141 +1848,141 @@ Results of the model in various experiments on different datasets. "person_nums": { "total_frames": 479, "total_labels": 479, - "total_preds": 646, + "total_preds": 653, "considered_empty": 0, - "valid_preds": 399, - "invalid_preds": 247, - "missing": 80, - "invalid_fraction": 0.38235, - "precision": 0.61765, - "recall": 0.83299, - "f1": 0.70933, - "non_empty": 646 + "valid_preds": 400, + "invalid_preds": 253, + "missing": 79, + "invalid_fraction": 0.38744, + "precision": 0.61256, + "recall": 0.83507, + "f1": 0.70671, + "non_empty": 653 }, "mpjpe": { - "count": 399, - "mean": 0.091819, - "median": 0.071757, - "std": 0.074679, - "sem": 0.003743, + "count": 400, + "mean": 0.092813, + "median": 0.072425, + "std": 0.076241, + "sem": 0.003817, "min": 0.018825, "max": 0.474035, "recall-0.025": 0.029228, "recall-0.05": 0.286013, "recall-0.1": 0.590814, - "recall-0.15": 0.699374, + "recall-0.15": 0.697286, "recall-0.25": 0.797495, - "recall-0.5": 0.832985, + "recall-0.5": 0.835073, "num_labels": 479, "ap-0.025": 0.001417, - "ap-0.05": 0.105556, - "ap-0.1": 0.40114, - "ap-0.15": 0.540623, - "ap-0.25": 0.672628, - "ap-0.5": 0.704589 + "ap-0.05": 0.105678, + "ap-0.1": 0.401677, + "ap-0.15": 0.539153, + "ap-0.25": 0.673607, + "ap-0.5": 0.707115 }, "head": { - "count": 375, - "mean": 0.039513, - "median": 0.029062, - "std": 0.040355, - "sem": 0.002087, + "count": 376, + "mean": 0.040316, + "median": 0.029569, + "std": 0.041871, + "sem": 0.002162, "min": 0.003708, "max": 0.388716, - "recall-0.025": 0.323009, + "recall-0.025": 0.320796, "recall-0.05": 0.646018, - "recall-0.1": 0.798673, - "recall-0.15": 0.814159, - "recall-0.25": 0.820796, - "recall-0.5": 0.829646, + "recall-0.1": 0.79646, + "recall-0.15": 0.811947, + "recall-0.25": 0.823009, + "recall-0.5": 0.831858, "num_labels": 452 }, "shoulder_left": { - "count": 379, - "mean": 0.046092, - "median": 0.036204, - "std": 0.041004, - "sem": 0.002109, + "count": 380, + "mean": 0.047274, + "median": 0.0364, + "std": 0.044933, + "sem": 0.002308, "min": 0.011784, "max": 0.419809, "recall-0.025": 0.094714, - "recall-0.05": 0.625551, - "recall-0.1": 0.801762, + "recall-0.05": 0.623348, + "recall-0.1": 0.799559, "recall-0.15": 0.814978, "recall-0.25": 0.823789, - "recall-0.5": 0.834802, + "recall-0.5": 0.837004, "num_labels": 454 }, "shoulder_right": { - "count": 392, - "mean": 0.036063, - "median": 0.028358, - "std": 0.037057, - "sem": 0.001874, + "count": 393, + "mean": 0.037719, + "median": 0.028452, + "std": 0.043202, + "sem": 0.002182, "min": 0.004674, - "max": 0.414223, - "recall-0.025": 0.282655, - "recall-0.05": 0.749465, - "recall-0.1": 0.820128, - "recall-0.15": 0.824411, + "max": 0.434466, + "recall-0.025": 0.280514, + "recall-0.05": 0.747323, + "recall-0.1": 0.815846, + "recall-0.15": 0.82227, "recall-0.25": 0.826552, - "recall-0.5": 0.8394, + "recall-0.5": 0.841542, "num_labels": 467 }, "elbow_left": { - "count": 365, - "mean": 0.039083, - "median": 0.021855, - "std": 0.054554, - "sem": 0.002859, + "count": 366, + "mean": 0.040307, + "median": 0.022077, + "std": 0.057584, + "sem": 0.003014, "min": 0.003295, "max": 0.491679, "recall-0.025": 0.471396, "recall-0.05": 0.681922, - "recall-0.1": 0.768879, - "recall-0.15": 0.796339, + "recall-0.1": 0.76659, + "recall-0.15": 0.79405, "recall-0.25": 0.82151, - "recall-0.5": 0.83524, + "recall-0.5": 0.837529, "num_labels": 437 }, "elbow_right": { - "count": 369, - "mean": 0.038082, - "median": 0.021198, - "std": 0.058033, - "sem": 0.003025, + "count": 370, + "mean": 0.039712, + "median": 0.021287, + "std": 0.062857, + "sem": 0.003272, "min": 0.00252, "max": 0.483894, "recall-0.025": 0.494331, "recall-0.05": 0.696145, - "recall-0.1": 0.786848, + "recall-0.1": 0.78458, "recall-0.15": 0.800454, - "recall-0.25": 0.818594, - "recall-0.5": 0.836735, + "recall-0.25": 0.816327, + "recall-0.5": 0.839002, "num_labels": 441 }, "wrist_left": { - "count": 359, - "mean": 0.037744, - "median": 0.022827, - "std": 0.060713, - "sem": 0.003209, + "count": 360, + "mean": 0.038211, + "median": 0.022851, + "std": 0.061272, + "sem": 0.003234, "min": 0.002309, "max": 0.478187, "recall-0.025": 0.461009, "recall-0.05": 0.701835, "recall-0.1": 0.777523, "recall-0.15": 0.798165, - "recall-0.25": 0.802752, - "recall-0.5": 0.823394, + "recall-0.25": 0.805046, + "recall-0.5": 0.825688, "num_labels": 436 }, "wrist_right": { - "count": 372, - "mean": 0.034448, - "median": 0.020664, - "std": 0.050717, - "sem": 0.002633, + "count": 373, + "mean": 0.035561, + "median": 0.020667, + "std": 0.054067, + "sem": 0.002803, "min": 0.001785, "max": 0.47799, "recall-0.025": 0.493274, @@ -1990,23 +1990,23 @@ Results of the model in various experiments on different datasets. "recall-0.1": 0.789238, "recall-0.15": 0.804933, "recall-0.25": 0.82287, - "recall-0.5": 0.834081, + "recall-0.5": 0.836323, "num_labels": 446 }, "hip_left": { - "count": 260, - "mean": 0.111186, - "median": 0.097588, - "std": 0.057756, - "sem": 0.003589, + "count": 261, + "mean": 0.111334, + "median": 0.097762, + "std": 0.056356, + "sem": 0.003495, "min": 0.029201, "max": 0.488038, "recall-0.025": 0.0, "recall-0.05": 0.015924, "recall-0.1": 0.442675, "recall-0.15": 0.729299, - "recall-0.25": 0.802548, - "recall-0.5": 0.828025, + "recall-0.25": 0.805732, + "recall-0.5": 0.83121, "num_labels": 314 }, "hip_right": { @@ -2027,44 +2027,44 @@ Results of the model in various experiments on different datasets. }, "knee_left": { "count": 215, - "mean": 0.146974, - "median": 0.111378, - "std": 0.104689, - "sem": 0.007156, + "mean": 0.14778, + "median": 0.112225, + "std": 0.104573, + "sem": 0.007148, "min": 0.010824, "max": 0.491249, "recall-0.025": 0.028986, "recall-0.05": 0.101449, - "recall-0.1": 0.32971, - "recall-0.15": 0.507246, + "recall-0.1": 0.326087, + "recall-0.15": 0.503623, "recall-0.25": 0.637681, "recall-0.5": 0.778986, "num_labels": 276 }, "knee_right": { "count": 164, - "mean": 0.144028, + "mean": 0.14477, "median": 0.099527, - "std": 0.116159, - "sem": 0.009098, + "std": 0.116266, + "sem": 0.009107, "min": 0.015332, "max": 0.497051, "recall-0.025": 0.018605, "recall-0.05": 0.130233, "recall-0.1": 0.381395, - "recall-0.15": 0.530233, + "recall-0.15": 0.525581, "recall-0.25": 0.627907, "recall-0.5": 0.762791, "num_labels": 215 }, "ankle_left": { "count": 54, - "mean": 0.340704, + "mean": 0.341155, "median": 0.378166, - "std": 0.110978, - "sem": 0.015244, + "std": 0.111535, + "sem": 0.01532, "min": 0.064544, - "max": 0.484108, + "max": 0.490279, "recall-0.025": 0.0, "recall-0.05": 0.0, "recall-0.1": 0.022727, @@ -2091,18 +2091,18 @@ Results of the model in various experiments on different datasets. }, "joint_recalls": { "num_labels": 4457, - "recall-0.025": 0.26363, - "recall-0.05": 0.49899, - "recall-0.1": 0.65605, - "recall-0.15": 0.7173, - "recall-0.25": 0.74961, - "recall-0.5": 0.79874 + "recall-0.025": 0.26318, + "recall-0.05": 0.49809, + "recall-0.1": 0.65448, + "recall-0.15": 0.71618, + "recall-0.25": 0.7505, + "recall-0.5": 0.80054 } } { "total_parts": 4313, - "correct_parts": 3242, - "pcp": 0.751681 + "correct_parts": 3237, + "pcp": 0.750522 } ``` diff --git a/spt/triangulator.cpp b/spt/triangulator.cpp index 1838ebf..e510a30 100644 --- a/spt/triangulator.cpp +++ b/spt/triangulator.cpp @@ -515,7 +515,7 @@ std::vector>> TriangulatorInternal::triangulate // Run post-processing steps std::vector final_poses_3d = all_merged_poses; add_extra_joints(final_poses_3d, joint_names); - filter_poses(final_poses_3d, roomparams, core_joint_idx, core_limbs_idx, true); + filter_poses(final_poses_3d, roomparams, core_joint_idx, core_limbs_idx); add_missing_joints(final_poses_3d, joint_names); last_poses_3d = final_poses_3d; @@ -1492,8 +1492,7 @@ void TriangulatorInternal::filter_poses( std::vector &poses, const std::array, 2> &roomparams, const std::vector &core_joint_idx, - const std::vector> &core_limbs_idx, - bool drop_few_limbs = true) + const std::vector> &core_limbs_idx) { const float min_score = 0.1; std::vector drop_indices; @@ -1608,30 +1607,6 @@ void TriangulatorInternal::filter_poses( continue; } - if (drop_few_limbs) - { - // Drop poses with less than 3 valid limbs - size_t found_limbs = 0; - for (size_t j = 0; j < core_limbs_idx.size(); ++j) - { - size_t start_idx = core_joint_idx[core_limbs_idx[j][0]]; - size_t end_idx = core_joint_idx[core_limbs_idx[j][1]]; - - float *joint_start_ptr = pose.ptr(start_idx); - float *joint_end_ptr = pose.ptr(end_idx); - - if (joint_start_ptr[3] > min_score && joint_end_ptr[3] > min_score) - { - found_limbs++; - } - } - if (found_limbs < 3) - { - drop_indices.push_back(i); - continue; - } - } - // Calculate total limb length and average limb length const float max_avg_length = 0.5f; const float min_avg_length = 0.1f; diff --git a/spt/triangulator.hpp b/spt/triangulator.hpp index b1fe8a8..4818d31 100644 --- a/spt/triangulator.hpp +++ b/spt/triangulator.hpp @@ -109,8 +109,7 @@ private: std::vector &poses, const std::array, 2> &roomparams, const std::vector &core_joint_idx, - const std::vector> &core_limbs_idx, - bool drop_few_limbs); + const std::vector> &core_limbs_idx); void add_missing_joints( std::vector &poses, const std::vector &joint_names);