From aea1d8bfb2de95f76451bd0b503c7a287c4eb142 Mon Sep 17 00:00:00 2001 From: Daniel Date: Fri, 5 Jul 2024 16:15:07 +0200 Subject: [PATCH] Updated ikeaasm and tsinghua dataset splits. Small other updates. --- media/RESULTS.md | 1130 ++++++++++++++++---------------- scripts/test_skelda_dataset.py | 12 +- scripts/test_triangulate.py | 2 +- 3 files changed, 575 insertions(+), 569 deletions(-) diff --git a/media/RESULTS.md b/media/RESULTS.md index d862a40..673b0df 100644 --- a/media/RESULTS.md +++ b/media/RESULTS.md @@ -7,9 +7,9 @@ Results of the model in various experiments on different datasets. (duration 00:01:20) ```json { - "avg_time_2d": 0.07223461442074533, - "avg_time_3d": 0.0030539585372148935, - "avg_fps": 13.28222810861858 + "avg_time_2d": 0.07095112719778288, + "avg_time_3d": 0.0030404001979504602, + "avg_fps": 13.515060915713226 } { "person_nums": { @@ -549,9 +549,9 @@ Results of the model in various experiments on different datasets. (duration 00:00:29) ```json { - "avg_time_2d": 0.058954199530043695, - "avg_time_3d": 0.0050745370253077095, - "avg_fps": 15.617987388139737 + "avg_time_2d": 0.05710376546068011, + "avg_time_3d": 0.005011487681910677, + "avg_fps": 16.09910528263349 } { "person_nums": { @@ -820,181 +820,181 @@ Results of the model in various experiments on different datasets. (duration 00:02:31) ```json { - "avg_time_2d": 0.05581602218270494, - "avg_time_3d": 0.003066245881729249, - "avg_fps": 16.983041463445524 + "avg_time_2d": 0.05584677240189905, + "avg_time_3d": 0.0030521013817609993, + "avg_fps": 16.978253330837436 } { "person_nums": { "total_frames": 629, "total_labels": 1061, "total_preds": 1107, - "considered_empty": 105, - "valid_preds": 755, + "considered_empty": 106, + "valid_preds": 754, "invalid_preds": 247, - "missing": 306, - "invalid_fraction": 0.24651, - "precision": 0.75349, - "recall": 0.71159, - "f1": 0.73194, - "non_empty": 1002 + "missing": 307, + "invalid_fraction": 0.24675, + "precision": 0.75325, + "recall": 0.71065, + "f1": 0.73133, + "non_empty": 1001 }, "mpjpe": { - "count": 755, - "mean": 0.112545, - "median": 0.093641, - "std": 0.064196, - "sem": 0.002338, + "count": 754, + "mean": 0.112533, + "median": 0.093582, + "std": 0.064237, + "sem": 0.002341, "min": 0.040489, "max": 0.497874, "recall-0.025": 0.0, "recall-0.05": 0.004713, "recall-0.1": 0.39868, - "recall-0.15": 0.603205, - "recall-0.25": 0.68803, - "recall-0.5": 0.711593, + "recall-0.15": 0.602262, + "recall-0.25": 0.687088, + "recall-0.5": 0.71065, "num_labels": 1061, "ap-0.025": 0.0, "ap-0.05": 9.5e-05, - "ap-0.1": 0.257626, - "ap-0.15": 0.500936, - "ap-0.25": 0.611019, - "ap-0.5": 0.639232 + "ap-0.1": 0.257803, + "ap-0.15": 0.500043, + "ap-0.25": 0.610092, + "ap-0.5": 0.638299 }, "head": { - "count": 754, - "mean": 0.061083, - "median": 0.048251, - "std": 0.051502, - "sem": 0.001877, + "count": 753, + "mean": 0.061147, + "median": 0.048418, + "std": 0.051506, + "sem": 0.001878, "min": 0.006565, "max": 0.436815, - "recall-0.025": 0.092366, - "recall-0.05": 0.369463, - "recall-0.1": 0.636192, - "recall-0.15": 0.67672, - "recall-0.25": 0.696513, - "recall-0.5": 0.71065, - "num_labels": 1061 - }, - "shoulder_left": { - "count": 753, - "mean": 0.059656, - "median": 0.04234, - "std": 0.060728, - "sem": 0.002215, - "min": 0.002877, - "max": 0.48718, - "recall-0.025": 0.162111, - "recall-0.05": 0.425071, - "recall-0.1": 0.619227, - "recall-0.15": 0.671065, - "recall-0.25": 0.690858, + "recall-0.025": 0.091423, + "recall-0.05": 0.36852, + "recall-0.1": 0.63525, + "recall-0.15": 0.675778, + "recall-0.25": 0.69557, "recall-0.5": 0.709708, "num_labels": 1061 }, + "shoulder_left": { + "count": 752, + "mean": 0.059702, + "median": 0.042396, + "std": 0.060756, + "sem": 0.002217, + "min": 0.002877, + "max": 0.48718, + "recall-0.025": 0.161169, + "recall-0.05": 0.424128, + "recall-0.1": 0.618285, + "recall-0.15": 0.670123, + "recall-0.25": 0.689915, + "recall-0.5": 0.708765, + "num_labels": 1061 + }, "shoulder_right": { - "count": 753, - "mean": 0.058717, - "median": 0.039015, - "std": 0.064574, - "sem": 0.002355, + "count": 752, + "mean": 0.058725, + "median": 0.038927, + "std": 0.064616, + "sem": 0.002358, "min": 0.001883, "max": 0.470146, "recall-0.025": 0.154571, "recall-0.05": 0.454288, - "recall-0.1": 0.622055, - "recall-0.15": 0.66918, - "recall-0.25": 0.686145, - "recall-0.5": 0.709708, + "recall-0.1": 0.621112, + "recall-0.15": 0.668238, + "recall-0.25": 0.685203, + "recall-0.5": 0.708765, "num_labels": 1061 }, "elbow_left": { - "count": 741, - "mean": 0.100156, - "median": 0.071628, - "std": 0.08259, - "sem": 0.003036, + "count": 740, + "mean": 0.100132, + "median": 0.07137, + "std": 0.082644, + "sem": 0.00304, "min": 0.005709, "max": 0.481769, "recall-0.025": 0.071631, "recall-0.05": 0.234684, "recall-0.1": 0.428841, - "recall-0.15": 0.552309, - "recall-0.25": 0.655985, - "recall-0.5": 0.698398, + "recall-0.15": 0.551367, + "recall-0.25": 0.655042, + "recall-0.5": 0.697455, "num_labels": 1061 }, "elbow_right": { - "count": 745, - "mean": 0.08108, - "median": 0.056961, - "std": 0.07541, - "sem": 0.002765, + "count": 744, + "mean": 0.081124, + "median": 0.056996, + "std": 0.075451, + "sem": 0.002768, "min": 0.003759, "max": 0.498068, "recall-0.025": 0.093308, - "recall-0.05": 0.311027, - "recall-0.1": 0.526861, - "recall-0.15": 0.618285, - "recall-0.25": 0.67295, - "recall-0.5": 0.702168, + "recall-0.05": 0.310085, + "recall-0.1": 0.525919, + "recall-0.15": 0.617342, + "recall-0.25": 0.672008, + "recall-0.5": 0.701225, "num_labels": 1061 }, "wrist_left": { - "count": 747, - "mean": 0.124449, - "median": 0.087555, - "std": 0.102316, - "sem": 0.003746, + "count": 746, + "mean": 0.124492, + "median": 0.087532, + "std": 0.102378, + "sem": 0.003751, "min": 0.004181, "max": 0.497384, "recall-0.025": 0.070688, "recall-0.05": 0.190386, - "recall-0.1": 0.377003, - "recall-0.15": 0.480679, - "recall-0.25": 0.610745, - "recall-0.5": 0.704053, + "recall-0.1": 0.37606, + "recall-0.15": 0.479736, + "recall-0.25": 0.609802, + "recall-0.5": 0.70311, "num_labels": 1061 }, "wrist_right": { - "count": 740, - "mean": 0.110344, - "median": 0.076747, - "std": 0.097184, - "sem": 0.003575, + "count": 739, + "mean": 0.110218, + "median": 0.076683, + "std": 0.097189, + "sem": 0.003578, "min": 0.006423, "max": 0.485199, "recall-0.025": 0.073516, "recall-0.05": 0.235627, "recall-0.1": 0.430726, "recall-0.15": 0.518379, - "recall-0.25": 0.622055, - "recall-0.5": 0.697455, + "recall-0.25": 0.621112, + "recall-0.5": 0.696513, "num_labels": 1061 }, "hip_left": { - "count": 740, - "mean": 0.186623, - "median": 0.166804, - "std": 0.08457, - "sem": 0.003111, + "count": 739, + "mean": 0.186663, + "median": 0.16686, + "std": 0.08462, + "sem": 0.003115, "min": 0.021758, "max": 0.499358, "recall-0.025": 0.000943, "recall-0.05": 0.004713, "recall-0.1": 0.069746, "recall-0.15": 0.263902, - "recall-0.25": 0.575872, - "recall-0.5": 0.697455, + "recall-0.25": 0.574929, + "recall-0.5": 0.696513, "num_labels": 1061 }, "hip_right": { - "count": 743, - "mean": 0.180336, - "median": 0.164173, - "std": 0.080059, - "sem": 0.002939, + "count": 742, + "mean": 0.180059, + "median": 0.164071, + "std": 0.079758, + "sem": 0.00293, "min": 0.024563, "max": 0.492847, "recall-0.025": 0.000943, @@ -1002,7 +1002,7 @@ Results of the model in various experiments on different datasets. "recall-0.1": 0.074458, "recall-0.15": 0.28558, "recall-0.25": 0.590952, - "recall-0.5": 0.700283, + "recall-0.5": 0.69934, "num_labels": 1061 }, "knee_left": {}, @@ -1011,18 +1011,18 @@ Results of the model in various experiments on different datasets. "ankle_right": {}, "joint_recalls": { "num_labels": 9549, - "recall-0.025": 0.07959, - "recall-0.05": 0.24715, - "recall-0.1": 0.42015, - "recall-0.15": 0.52581, - "recall-0.25": 0.64447, - "recall-0.5": 0.70301 + "recall-0.025": 0.07938, + "recall-0.05": 0.24673, + "recall-0.1": 0.41973, + "recall-0.15": 0.5254, + "recall-0.25": 0.64321, + "recall-0.5": 0.70175 } } { "total_parts": 10610, - "correct_parts": 5868, - "pcp": 0.553063 + "correct_parts": 5861, + "pcp": 0.552403 } ``` @@ -1302,269 +1302,269 @@ Results of the model in various experiments on different datasets. (duration 00:01:45) ```json { - "avg_time_2d": 0.05609021941534907, - "avg_time_3d": 0.0023614922873407816, - "avg_fps": 17.10813885291201 + "avg_time_2d": 0.05710437252069079, + "avg_time_3d": 0.0026171075255631893, + "avg_fps": 16.74439413131599 } { "person_nums": { - "total_frames": 288, - "total_labels": 288, - "total_preds": 470, - "considered_empty": 73, - "valid_preds": 261, - "invalid_preds": 136, - "missing": 27, - "invalid_fraction": 0.34257, - "precision": 0.65743, - "recall": 0.90625, - "f1": 0.76204, - "non_empty": 397 + "total_frames": 479, + "total_labels": 479, + "total_preds": 804, + "considered_empty": 76, + "valid_preds": 443, + "invalid_preds": 285, + "missing": 36, + "invalid_fraction": 0.39148, + "precision": 0.60852, + "recall": 0.92484, + "f1": 0.73405, + "non_empty": 728 }, "mpjpe": { - "count": 261, - "mean": 0.071766, - "median": 0.053854, - "std": 0.060096, - "sem": 0.003727, - "min": 0.018827, - "max": 0.425342, - "recall-0.025": 0.059028, - "recall-0.05": 0.413194, - "recall-0.1": 0.739583, - "recall-0.15": 0.854167, - "recall-0.25": 0.885417, - "recall-0.5": 0.90625, - "num_labels": 288, - "ap-0.025": 0.008798, - "ap-0.05": 0.249695, - "ap-0.1": 0.683103, - "ap-0.15": 0.823066, - "ap-0.25": 0.860587, - "ap-0.5": 0.877121 + "count": 443, + "mean": 0.084129, + "median": 0.064021, + "std": 0.069087, + "sem": 0.003286, + "min": 0.016551, + "max": 0.440503, + "recall-0.025": 0.035491, + "recall-0.05": 0.354906, + "recall-0.1": 0.695198, + "recall-0.15": 0.814196, + "recall-0.25": 0.889353, + "recall-0.5": 0.924843, + "num_labels": 479, + "ap-0.025": 0.001705, + "ap-0.05": 0.148413, + "ap-0.1": 0.494464, + "ap-0.15": 0.659548, + "ap-0.25": 0.752893, + "ap-0.5": 0.787888 }, "head": { - "count": 244, - "mean": 0.044177, - "median": 0.032242, - "std": 0.038713, - "sem": 0.002483, - "min": 0.004163, - "max": 0.291011, - "recall-0.025": 0.285185, - "recall-0.05": 0.640741, - "recall-0.1": 0.851852, - "recall-0.15": 0.881481, - "recall-0.25": 0.896296, - "recall-0.5": 0.903704, - "num_labels": 270 + "count": 418, + "mean": 0.037213, + "median": 0.027868, + "std": 0.04263, + "sem": 0.002088, + "min": 0.003708, + "max": 0.46272, + "recall-0.025": 0.391593, + "recall-0.05": 0.761062, + "recall-0.1": 0.891593, + "recall-0.15": 0.909292, + "recall-0.25": 0.915929, + "recall-0.5": 0.924779, + "num_labels": 452 }, "shoulder_left": { - "count": 246, - "mean": 0.047573, - "median": 0.035461, - "std": 0.042796, - "sem": 0.002734, - "min": 0.007455, + "count": 420, + "mean": 0.044789, + "median": 0.036755, + "std": 0.035932, + "sem": 0.001755, + "min": 0.012767, "max": 0.394948, - "recall-0.025": 0.208178, - "recall-0.05": 0.63197, - "recall-0.1": 0.862454, - "recall-0.15": 0.892193, - "recall-0.25": 0.903346, - "recall-0.5": 0.914498, - "num_labels": 269 + "recall-0.025": 0.088106, + "recall-0.05": 0.702643, + "recall-0.1": 0.89207, + "recall-0.15": 0.909692, + "recall-0.25": 0.9163, + "recall-0.5": 0.92511, + "num_labels": 454 }, "shoulder_right": { - "count": 236, - "mean": 0.044868, - "median": 0.032225, - "std": 0.042062, - "sem": 0.002744, - "min": 0.00672, + "count": 434, + "mean": 0.033926, + "median": 0.026618, + "std": 0.035918, + "sem": 0.001726, + "min": 0.004674, "max": 0.434466, - "recall-0.025": 0.251938, - "recall-0.05": 0.705426, - "recall-0.1": 0.844961, - "recall-0.15": 0.883721, - "recall-0.25": 0.906977, - "recall-0.5": 0.914729, - "num_labels": 258 + "recall-0.025": 0.372591, + "recall-0.05": 0.850107, + "recall-0.1": 0.907923, + "recall-0.15": 0.914347, + "recall-0.25": 0.920771, + "recall-0.5": 0.929336, + "num_labels": 467 }, "elbow_left": { - "count": 227, - "mean": 0.04367, - "median": 0.026117, - "std": 0.058391, - "sem": 0.003884, + "count": 407, + "mean": 0.036307, + "median": 0.021106, + "std": 0.046135, + "sem": 0.00229, "min": 0.003295, - "max": 0.484417, - "recall-0.025": 0.432, - "recall-0.05": 0.664, - "recall-0.1": 0.844, - "recall-0.15": 0.876, - "recall-0.25": 0.892, - "recall-0.5": 0.908, - "num_labels": 250 + "max": 0.360488, + "recall-0.025": 0.533181, + "recall-0.05": 0.775744, + "recall-0.1": 0.874142, + "recall-0.15": 0.894737, + "recall-0.25": 0.919908, + "recall-0.5": 0.93135, + "num_labels": 437 }, "elbow_right": { - "count": 191, - "mean": 0.039358, - "median": 0.022312, - "std": 0.058733, - "sem": 0.004261, - "min": 0.000869, - "max": 0.457871, - "recall-0.025": 0.514151, - "recall-0.05": 0.740566, - "recall-0.1": 0.849057, - "recall-0.15": 0.867925, - "recall-0.25": 0.877358, - "recall-0.5": 0.900943, - "num_labels": 212 + "count": 408, + "mean": 0.034473, + "median": 0.020381, + "std": 0.057047, + "sem": 0.002828, + "min": 0.00252, + "max": 0.483894, + "recall-0.025": 0.578231, + "recall-0.05": 0.811791, + "recall-0.1": 0.882086, + "recall-0.15": 0.895692, + "recall-0.25": 0.909297, + "recall-0.5": 0.92517, + "num_labels": 441 }, "wrist_left": { - "count": 206, - "mean": 0.049704, - "median": 0.023587, - "std": 0.066592, - "sem": 0.004651, - "min": 0.004439, - "max": 0.45792, - "recall-0.025": 0.475556, - "recall-0.05": 0.653333, - "recall-0.1": 0.795556, - "recall-0.15": 0.862222, - "recall-0.25": 0.893333, - "recall-0.5": 0.915556, - "num_labels": 225 + "count": 403, + "mean": 0.039669, + "median": 0.023196, + "std": 0.062694, + "sem": 0.003127, + "min": 0.002309, + "max": 0.490222, + "recall-0.025": 0.504587, + "recall-0.05": 0.766055, + "recall-0.1": 0.869266, + "recall-0.15": 0.889908, + "recall-0.25": 0.90367, + "recall-0.5": 0.924312, + "num_labels": 436 }, "wrist_right": { - "count": 199, - "mean": 0.039541, - "median": 0.021533, - "std": 0.05205, - "sem": 0.003699, - "min": 0.002623, - "max": 0.401368, - "recall-0.025": 0.5, - "recall-0.05": 0.698198, - "recall-0.1": 0.81982, - "recall-0.15": 0.864865, - "recall-0.25": 0.882883, - "recall-0.5": 0.896396, - "num_labels": 222 + "count": 409, + "mean": 0.032952, + "median": 0.018504, + "std": 0.050425, + "sem": 0.002496, + "min": 0.002247, + "max": 0.436898, + "recall-0.025": 0.569507, + "recall-0.05": 0.813901, + "recall-0.1": 0.872197, + "recall-0.15": 0.883408, + "recall-0.25": 0.903587, + "recall-0.5": 0.91704, + "num_labels": 446 }, "hip_left": { - "count": 174, - "mean": 0.09362, - "median": 0.084263, - "std": 0.051151, - "sem": 0.003889, - "min": 0.011089, - "max": 0.403555, - "recall-0.025": 0.005291, - "recall-0.05": 0.089947, - "recall-0.1": 0.634921, - "recall-0.15": 0.851852, - "recall-0.25": 0.899471, - "recall-0.5": 0.920635, - "num_labels": 189 + "count": 290, + "mean": 0.108939, + "median": 0.09614, + "std": 0.059588, + "sem": 0.003505, + "min": 0.020395, + "max": 0.488038, + "recall-0.025": 0.003185, + "recall-0.05": 0.022293, + "recall-0.1": 0.522293, + "recall-0.15": 0.824841, + "recall-0.25": 0.898089, + "recall-0.5": 0.923567, + "num_labels": 314 }, "hip_right": { - "count": 104, - "mean": 0.096044, - "median": 0.08164, - "std": 0.057091, - "sem": 0.005625, - "min": 0.030086, - "max": 0.411656, - "recall-0.025": 0.0, - "recall-0.05": 0.077586, - "recall-0.1": 0.62931, - "recall-0.15": 0.810345, - "recall-0.25": 0.87069, - "recall-0.5": 0.896552, - "num_labels": 116 + "count": 235, + "mean": 0.09619, + "median": 0.085415, + "std": 0.058937, + "sem": 0.003853, + "min": 0.012974, + "max": 0.497295, + "recall-0.025": 0.003846, + "recall-0.05": 0.05, + "recall-0.1": 0.661538, + "recall-0.15": 0.846154, + "recall-0.25": 0.880769, + "recall-0.5": 0.903846, + "num_labels": 260 }, "knee_left": { - "count": 126, - "mean": 0.089189, - "median": 0.062106, - "std": 0.089077, - "sem": 0.007967, - "min": 0.005585, - "max": 0.48134, - "recall-0.025": 0.211679, - "recall-0.05": 0.357664, - "recall-0.1": 0.664234, - "recall-0.15": 0.781022, - "recall-0.25": 0.868613, - "recall-0.5": 0.919708, - "num_labels": 137 + "count": 243, + "mean": 0.125439, + "median": 0.099029, + "std": 0.092651, + "sem": 0.005956, + "min": 0.010824, + "max": 0.471609, + "recall-0.025": 0.028986, + "recall-0.05": 0.134058, + "recall-0.1": 0.456522, + "recall-0.15": 0.666667, + "recall-0.25": 0.782609, + "recall-0.5": 0.880435, + "num_labels": 276 }, "knee_right": { - "count": 121, - "mean": 0.066102, - "median": 0.043457, - "std": 0.069891, - "sem": 0.00638, - "min": 0.006969, - "max": 0.444079, - "recall-0.025": 0.233083, - "recall-0.05": 0.526316, - "recall-0.1": 0.759398, - "recall-0.15": 0.834586, - "recall-0.25": 0.879699, - "recall-0.5": 0.909774, - "num_labels": 133 + "count": 188, + "mean": 0.121013, + "median": 0.088079, + "std": 0.097092, + "sem": 0.0071, + "min": 0.012008, + "max": 0.484357, + "recall-0.025": 0.027907, + "recall-0.05": 0.15814, + "recall-0.1": 0.493023, + "recall-0.15": 0.67907, + "recall-0.25": 0.776744, + "recall-0.5": 0.874419, + "num_labels": 215 }, "ankle_left": { - "count": 94, - "mean": 0.165892, - "median": 0.131366, - "std": 0.127471, - "sem": 0.013218, - "min": 0.007474, - "max": 0.49886, - "recall-0.025": 0.052174, - "recall-0.05": 0.173913, - "recall-0.1": 0.330435, - "recall-0.15": 0.443478, - "recall-0.25": 0.652174, - "recall-0.5": 0.817391, - "num_labels": 115 + "count": 72, + "mean": 0.338731, + "median": 0.374198, + "std": 0.109775, + "sem": 0.013028, + "min": 0.064544, + "max": 0.484108, + "recall-0.025": 0.0, + "recall-0.05": 0.0, + "recall-0.1": 0.030303, + "recall-0.15": 0.045455, + "recall-0.25": 0.121212, + "recall-0.5": 0.545455, + "num_labels": 132 }, "ankle_right": { - "count": 78, - "mean": 0.143459, - "median": 0.08309, - "std": 0.141846, - "sem": 0.016165, - "min": 0.008191, - "max": 0.484519, - "recall-0.025": 0.117021, - "recall-0.05": 0.265957, - "recall-0.1": 0.478723, - "recall-0.15": 0.595745, - "recall-0.25": 0.638298, - "recall-0.5": 0.829787, - "num_labels": 94 + "count": 67, + "mean": 0.366759, + "median": 0.38285, + "std": 0.092723, + "sem": 0.011413, + "min": 0.118617, + "max": 0.491617, + "recall-0.025": 0.0, + "recall-0.05": 0.0, + "recall-0.1": 0.0, + "recall-0.15": 0.015748, + "recall-0.25": 0.070866, + "recall-0.5": 0.527559, + "num_labels": 127 }, "joint_recalls": { - "num_labels": 2490, - "recall-0.025": 0.28394, - "recall-0.05": 0.53414, - "recall-0.1": 0.76145, - "recall-0.15": 0.83133, - "recall-0.25": 0.86827, - "recall-0.5": 0.8992 + "num_labels": 4457, + "recall-0.025": 0.30626, + "recall-0.05": 0.56989, + "recall-0.1": 0.74849, + "recall-0.15": 0.8149, + "recall-0.25": 0.84586, + "recall-0.5": 0.89455 } } { - "total_parts": 2243, - "correct_parts": 1950, - "pcp": 0.869371 + "total_parts": 4313, + "correct_parts": 3655, + "pcp": 0.847438 } ``` @@ -1573,269 +1573,269 @@ Results of the model in various experiments on different datasets. (duration 00:01:51) ```json { - "avg_time_2d": 0.1136903427541256, - "avg_time_3d": 0.01640014722943306, - "avg_fps": 7.686956979917471 + "avg_time_2d": 0.12248771786689758, + "avg_time_3d": 0.025047498941421508, + "avg_fps": 6.7780427048765 } { "person_nums": { - "total_frames": 330, - "total_labels": 780, - "total_preds": 852, - "considered_empty": 1, - "valid_preds": 778, - "invalid_preds": 73, - "missing": 2, - "invalid_fraction": 0.08578, - "precision": 0.91422, - "recall": 0.99744, - "f1": 0.95402, - "non_empty": 851 + "total_frames": 210, + "total_labels": 630, + "total_preds": 661, + "considered_empty": 2, + "valid_preds": 630, + "invalid_preds": 29, + "missing": 0, + "invalid_fraction": 0.04401, + "precision": 0.95599, + "recall": 1.0, + "f1": 0.9775, + "non_empty": 659 }, "mpjpe": { - "count": 778, - "mean": 0.052706, - "median": 0.049494, - "std": 0.021237, - "sem": 0.000762, + "count": 630, + "mean": 0.056128, + "median": 0.051247, + "std": 0.018682, + "sem": 0.000745, "min": 0.028965, - "max": 0.358423, + "max": 0.145074, "recall-0.025": 0.0, - "recall-0.05": 0.517949, - "recall-0.1": 0.989744, - "recall-0.15": 0.992308, - "recall-0.25": 0.99359, - "recall-0.5": 0.997436, - "num_labels": 780, + "recall-0.05": 0.442857, + "recall-0.1": 0.946032, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 630, "ap-0.025": 0.0, - "ap-0.05": 0.302925, - "ap-0.1": 0.98519, - "ap-0.15": 0.98765, - "ap-0.25": 0.989189, - "ap-0.5": 0.993901 + "ap-0.05": 0.222952, + "ap-0.1": 0.924746, + "ap-0.15": 0.999982, + "ap-0.25": 0.999982, + "ap-0.5": 0.999982 }, "head": { - "count": 753, - "mean": 0.039879, - "median": 0.037613, - "std": 0.022396, - "sem": 0.000817, - "min": 0.002869, - "max": 0.332965, - "recall-0.025": 0.223108, - "recall-0.05": 0.754316, - "recall-0.1": 0.994688, - "recall-0.15": 0.997344, - "recall-0.25": 0.997344, + "count": 598, + "mean": 0.040052, + "median": 0.038677, + "std": 0.013284, + "sem": 0.000544, + "min": 0.011364, + "max": 0.090952, + "recall-0.025": 0.133779, + "recall-0.05": 0.779264, + "recall-0.1": 1.0, + "recall-0.15": 1.0, + "recall-0.25": 1.0, "recall-0.5": 1.0, - "num_labels": 753 + "num_labels": 598 }, "shoulder_left": { - "count": 778, - "mean": 0.06182, - "median": 0.059055, - "std": 0.024786, - "sem": 0.000889, - "min": 0.015406, - "max": 0.348137, - "recall-0.025": 0.010256, - "recall-0.05": 0.320513, - "recall-0.1": 0.95641, - "recall-0.15": 0.99359, - "recall-0.25": 0.994872, - "recall-0.5": 0.997436, - "num_labels": 780 + "count": 630, + "mean": 0.063202, + "median": 0.06059, + "std": 0.020128, + "sem": 0.000803, + "min": 0.018922, + "max": 0.208343, + "recall-0.025": 0.003175, + "recall-0.05": 0.268254, + "recall-0.1": 0.97619, + "recall-0.15": 0.998413, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 630 }, "shoulder_right": { - "count": 778, - "mean": 0.065934, - "median": 0.061417, - "std": 0.026233, - "sem": 0.000941, - "min": 0.01582, - "max": 0.439903, - "recall-0.025": 0.003846, - "recall-0.05": 0.257692, - "recall-0.1": 0.915385, - "recall-0.15": 0.994872, - "recall-0.25": 0.996154, - "recall-0.5": 0.997436, - "num_labels": 780 + "count": 630, + "mean": 0.066207, + "median": 0.063713, + "std": 0.01993, + "sem": 0.000795, + "min": 0.0267, + "max": 0.146825, + "recall-0.025": 0.0, + "recall-0.05": 0.255556, + "recall-0.1": 0.934921, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 630 }, "elbow_left": { - "count": 772, - "mean": 0.047015, - "median": 0.042988, - "std": 0.022272, - "sem": 0.000802, - "min": 0.006142, - "max": 0.166921, - "recall-0.025": 0.113402, - "recall-0.05": 0.623711, - "recall-0.1": 0.969072, - "recall-0.15": 0.988402, - "recall-0.25": 0.994845, - "recall-0.5": 0.994845, - "num_labels": 776 + "count": 630, + "mean": 0.052394, + "median": 0.049532, + "std": 0.020096, + "sem": 0.000801, + "min": 0.010131, + "max": 0.140634, + "recall-0.025": 0.055556, + "recall-0.05": 0.51746, + "recall-0.1": 0.97619, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 630 }, "elbow_right": { - "count": 775, - "mean": 0.051367, - "median": 0.046386, - "std": 0.034176, - "sem": 0.001228, - "min": 0.003128, - "max": 0.498499, - "recall-0.025": 0.124839, - "recall-0.05": 0.558559, - "recall-0.1": 0.958816, - "recall-0.15": 0.988417, - "recall-0.25": 0.994852, - "recall-0.5": 0.997426, - "num_labels": 777 + "count": 629, + "mean": 0.055618, + "median": 0.048271, + "std": 0.031356, + "sem": 0.001251, + "min": 0.004074, + "max": 0.228043, + "recall-0.025": 0.082671, + "recall-0.05": 0.531002, + "recall-0.1": 0.922099, + "recall-0.15": 0.971383, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 629 }, "wrist_left": { - "count": 767, - "mean": 0.051565, - "median": 0.042434, - "std": 0.035668, - "sem": 0.001289, - "min": 0.003638, - "max": 0.445504, - "recall-0.025": 0.183117, - "recall-0.05": 0.605195, - "recall-0.1": 0.920779, - "recall-0.15": 0.977922, - "recall-0.25": 0.994805, - "recall-0.5": 0.996104, - "num_labels": 770 + "count": 630, + "mean": 0.0483, + "median": 0.042212, + "std": 0.028356, + "sem": 0.001131, + "min": 0.007895, + "max": 0.326334, + "recall-0.025": 0.134921, + "recall-0.05": 0.642857, + "recall-0.1": 0.952381, + "recall-0.15": 0.988889, + "recall-0.25": 0.998413, + "recall-0.5": 1.0, + "num_labels": 630 }, "wrist_right": { - "count": 744, - "mean": 0.059676, - "median": 0.049499, - "std": 0.039544, - "sem": 0.001451, - "min": 0.006335, - "max": 0.302627, - "recall-0.025": 0.102804, - "recall-0.05": 0.502003, - "recall-0.1": 0.867824, - "recall-0.15": 0.951936, - "recall-0.25": 0.990654, - "recall-0.5": 0.993324, - "num_labels": 749 + "count": 625, + "mean": 0.052365, + "median": 0.04672, + "std": 0.025803, + "sem": 0.001033, + "min": 0.008634, + "max": 0.226556, + "recall-0.025": 0.0832, + "recall-0.05": 0.5488, + "recall-0.1": 0.9504, + "recall-0.15": 0.9952, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 625 }, "hip_left": { - "count": 778, - "mean": 0.062427, - "median": 0.056441, - "std": 0.033021, - "sem": 0.001185, - "min": 0.008009, - "max": 0.433155, - "recall-0.025": 0.032051, - "recall-0.05": 0.403846, - "recall-0.1": 0.910256, - "recall-0.15": 0.975641, - "recall-0.25": 0.994872, - "recall-0.5": 0.997436, - "num_labels": 780 + "count": 630, + "mean": 0.05752, + "median": 0.054216, + "std": 0.021804, + "sem": 0.000869, + "min": 0.014001, + "max": 0.242886, + "recall-0.025": 0.025397, + "recall-0.05": 0.398413, + "recall-0.1": 0.95873, + "recall-0.15": 0.993651, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 630 }, "hip_right": { - "count": 778, - "mean": 0.051015, - "median": 0.045442, - "std": 0.02996, - "sem": 0.001075, - "min": 0.00345, - "max": 0.358696, - "recall-0.025": 0.107692, - "recall-0.05": 0.588462, - "recall-0.1": 0.95641, - "recall-0.15": 0.982051, - "recall-0.25": 0.994872, - "recall-0.5": 0.997436, - "num_labels": 780 + "count": 629, + "mean": 0.055186, + "median": 0.050967, + "std": 0.023089, + "sem": 0.000921, + "min": 0.004999, + "max": 0.145424, + "recall-0.025": 0.071542, + "recall-0.05": 0.483307, + "recall-0.1": 0.957075, + "recall-0.15": 1.0, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 629 }, "knee_left": { - "count": 777, - "mean": 0.047753, - "median": 0.043726, - "std": 0.033405, - "sem": 0.001199, + "count": 628, + "mean": 0.045577, + "median": 0.03434, + "std": 0.046071, + "sem": 0.00184, "min": 0.003593, - "max": 0.451106, - "recall-0.025": 0.183569, - "recall-0.05": 0.620026, - "recall-0.1": 0.962773, - "recall-0.15": 0.982028, - "recall-0.25": 0.993582, - "recall-0.5": 0.997433, - "num_labels": 779 + "max": 0.364064, + "recall-0.025": 0.294586, + "recall-0.05": 0.726115, + "recall-0.1": 0.941083, + "recall-0.15": 0.961783, + "recall-0.25": 0.984076, + "recall-0.5": 1.0, + "num_labels": 628 }, "knee_right": { - "count": 772, - "mean": 0.050553, - "median": 0.04688, - "std": 0.030052, - "sem": 0.001082, - "min": 0.005412, - "max": 0.430475, - "recall-0.025": 0.138243, - "recall-0.05": 0.569767, - "recall-0.1": 0.96124, - "recall-0.15": 0.98708, - "recall-0.25": 0.994832, - "recall-0.5": 0.997416, - "num_labels": 774 + "count": 629, + "mean": 0.054068, + "median": 0.036065, + "std": 0.072488, + "sem": 0.002893, + "min": 0.002669, + "max": 0.497972, + "recall-0.025": 0.252782, + "recall-0.05": 0.718601, + "recall-0.1": 0.931638, + "recall-0.15": 0.952305, + "recall-0.25": 0.958665, + "recall-0.5": 1.0, + "num_labels": 629 }, "ankle_left": { - "count": 776, - "mean": 0.043429, - "median": 0.039486, - "std": 0.030785, - "sem": 0.001106, - "min": 0.004712, - "max": 0.398252, - "recall-0.025": 0.232349, - "recall-0.05": 0.668806, - "recall-0.1": 0.976893, - "recall-0.15": 0.983312, - "recall-0.25": 0.993582, - "recall-0.5": 0.996149, - "num_labels": 779 + "count": 619, + "mean": 0.065809, + "median": 0.050521, + "std": 0.072818, + "sem": 0.002929, + "min": 0.011923, + "max": 0.493666, + "recall-0.025": 0.037157, + "recall-0.05": 0.486268, + "recall-0.1": 0.945073, + "recall-0.15": 0.959612, + "recall-0.25": 0.962843, + "recall-0.5": 1.0, + "num_labels": 619 }, "ankle_right": { - "count": 769, - "mean": 0.046206, - "median": 0.04073, - "std": 0.033585, - "sem": 0.001212, - "min": 0.001188, - "max": 0.492459, - "recall-0.025": 0.193506, - "recall-0.05": 0.654545, - "recall-0.1": 0.95974, - "recall-0.15": 0.988312, - "recall-0.25": 0.996104, - "recall-0.5": 0.998701, - "num_labels": 770 + "count": 601, + "mean": 0.054462, + "median": 0.047464, + "std": 0.043389, + "sem": 0.001771, + "min": 0.011391, + "max": 0.479769, + "recall-0.025": 0.094855, + "recall-0.05": 0.5209, + "recall-0.1": 0.926045, + "recall-0.15": 0.945338, + "recall-0.25": 0.953376, + "recall-0.5": 0.966238, + "num_labels": 622 }, "joint_recalls": { - "num_labels": 10047, - "recall-0.025": 0.12571, - "recall-0.05": 0.54693, - "recall-0.1": 0.94625, - "recall-0.15": 0.98338, - "recall-0.25": 0.99433, - "recall-0.5": 0.99662 + "num_labels": 8129, + "recall-0.025": 0.09706, + "recall-0.05": 0.52737, + "recall-0.1": 0.95104, + "recall-0.15": 0.98155, + "recall-0.25": 0.98868, + "recall-0.5": 0.99742 } } { - "total_parts": 10800, - "correct_parts": 10663, - "pcp": 0.987315 + "total_parts": 8725, + "correct_parts": 8585, + "pcp": 0.983954 } ``` diff --git a/scripts/test_skelda_dataset.py b/scripts/test_skelda_dataset.py index 975f8e2..153d220 100644 --- a/scripts/test_skelda_dataset.py +++ b/scripts/test_skelda_dataset.py @@ -141,7 +141,8 @@ def load_labels(dataset: dict): elif "ikeaasm" in dataset: labels = load_json(dataset["ikeaasm"]["path"]) - labels = [lb for i, lb in enumerate(labels) if i % 300 < 72] + cams0 = str(labels[0]["cameras"]) + labels = [lb for lb in labels if str(lb["cameras"]) == cams0] elif "shelf" in dataset: labels = load_json(dataset["shelf"]["path"]) @@ -154,7 +155,8 @@ def load_labels(dataset: dict): elif "tsinghua" in dataset: labels = load_json(dataset["tsinghua"]["path"]) labels = [lb for lb in labels if "test" in lb["splits"]] - labels = [lb for i, lb in enumerate(labels) if i % 800 < 90] + labels = [lb for lb in labels if lb["seq"] == "seq_1"] + labels = [lb for i, lb in enumerate(labels) if i % 300 < 90] for label in labels: label["bodyids"] = list(range(len(label["bodies3D"]))) @@ -237,6 +239,9 @@ def add_missing_joints(poses3D, joint_names_3d): for i in range(len(poses3D)): valid_joints = np.where(poses3D[i, :, 3] > 0.1)[0] + + if len(valid_joints) == 0: + continue body_center = np.mean(poses3D[i, valid_joints, :3], axis=0) for j in range(len(joint_names_3d)): @@ -360,7 +365,7 @@ def main(): "mvor": 0.86, "campus": 0.96, "shelf": 0.96, - "ikeaasm": 0.86, + "ikeaasm": 0.89, "tsinghua": 0.96, "human36m_wb": 0.94, } @@ -416,6 +421,7 @@ def main(): joint_names_net=joint_names_3d, joint_names_use=eval_joints, save_error_imgs=output_dir, + pred_imgpaths=all_paths, ) _ = evals.pcp.run_eval( labels, diff --git a/scripts/test_triangulate.py b/scripts/test_triangulate.py index 926d927..f1189e1 100644 --- a/scripts/test_triangulate.py +++ b/scripts/test_triangulate.py @@ -306,7 +306,7 @@ def filter_poses(poses3D, poses2D, roomparams, joint_names, drop_few_limbs=True) if average_length < 0.1: drop.append(i) continue - if drop_few_limbs and average_length > 0.5: + if total_limbs > 4 and average_length > 0.5: drop.append(i) continue