From ccc7f832c4c8c11fe05d61e91c9dbb364846eb39 Mon Sep 17 00:00:00 2001 From: Daniel Date: Wed, 19 Mar 2025 14:11:28 +0100 Subject: [PATCH] Fixed missing fingers. --- media/RESULTS.md | 698 +++++++++++++++++++++++++++++++++++-- scripts/utils_pipeline.hpp | 80 ++--- 2 files changed, 709 insertions(+), 69 deletions(-) diff --git a/media/RESULTS.md b/media/RESULTS.md index 8388b66..d68dc51 100644 --- a/media/RESULTS.md +++ b/media/RESULTS.md @@ -3427,23 +3427,23 @@ Results of the model in various experiments on different datasets. \ }, "mpjpe": { "count": 200, - "mean": 0.043132, - "median": 0.039387, - "std": 0.014072, - "sem": 0.000998, - "min": 0.021117, - "max": 0.085964, - "recall-0.025": 0.045, - "recall-0.05": 0.74, - "recall-0.1": 1.0, - "recall-0.15": 1.0, + "mean": 0.045026, + "median": 0.040714, + "std": 0.01859, + "sem": 0.001318, + "min": 0.019398, + "max": 0.162254, + "recall-0.025": 0.04, + "recall-0.05": 0.73, + "recall-0.1": 0.985, + "recall-0.15": 0.995, "recall-0.25": 1.0, "recall-0.5": 1.0, "num_labels": 200, - "ap-0.025": 0.003962, - "ap-0.05": 0.655422, - "ap-0.1": 1.0, - "ap-0.15": 1.0, + "ap-0.025": 0.005434, + "ap-0.05": 0.66356, + "ap-0.1": 0.979258, + "ap-0.15": 0.994125, "ap-0.25": 1.0, "ap-0.5": 1.0 }, @@ -4919,6 +4919,326 @@ Results of the model in various experiments on different datasets. \ "recall-0.5": 1.0, "num_labels": 200 }, + "hand_finger_thumb_left_1": { + "count": 200, + "mean": 0.037059, + "median": 0.020657, + "std": 0.042628, + "sem": 0.003022, + "min": 0.002558, + "max": 0.245249, + "recall-0.025": 0.605, + "recall-0.05": 0.81, + "recall-0.1": 0.905, + "recall-0.15": 0.975, + "recall-0.25": 1.0, + "recall-0.5": 1.0, + "num_labels": 200 + }, + "hand_finger_thumb_left_2": { + "count": 200, + "mean": 0.039645, + "median": 0.025198, + "std": 0.042396, + "sem": 0.003005, + "min": 0.002481, + "max": 0.27647, + "recall-0.025": 0.495, + "recall-0.05": 0.795, + "recall-0.1": 0.915, + "recall-0.15": 0.97, + "recall-0.25": 0.99, + "recall-0.5": 1.0, + "num_labels": 200 + }, + "hand_finger_thumb_left_3": { + "count": 200, + "mean": 0.044175, + "median": 0.029577, + "std": 0.053516, + "sem": 0.003794, + "min": 0.004249, + "max": 0.357192, + "recall-0.025": 0.46, + "recall-0.05": 0.775, + "recall-0.1": 0.905, + "recall-0.15": 0.945, + "recall-0.25": 0.975, + "recall-0.5": 1.0, + "num_labels": 200 + }, + "hand_finger_thumb_left_4": { + "count": 200, + "mean": 0.046549, + "median": 0.029265, + "std": 0.05335, + "sem": 0.003782, + "min": 0.003338, + "max": 0.359118, + "recall-0.025": 0.405, + "recall-0.05": 0.74, + "recall-0.1": 0.89, + "recall-0.15": 0.95, + "recall-0.25": 0.98, + "recall-0.5": 1.0, + "num_labels": 200 + }, + "hand_finger_index_left_1": { + "count": 200, + "mean": 0.043418, + "median": 0.024557, + "std": 0.051356, + "sem": 0.003641, + "min": 0.004116, + "max": 0.367431, + "recall-0.025": 0.51, + "recall-0.05": 0.77, + "recall-0.1": 0.9, + "recall-0.15": 0.95, + "recall-0.25": 0.99, + "recall-0.5": 1.0, + "num_labels": 200 + }, + "hand_finger_index_left_2": { + "count": 200, + "mean": 0.042698, + "median": 0.024947, + "std": 0.051937, + "sem": 0.003682, + "min": 0.003625, + "max": 0.399144, + "recall-0.025": 0.5, + "recall-0.05": 0.79, + "recall-0.1": 0.895, + "recall-0.15": 0.96, + "recall-0.25": 0.98, + "recall-0.5": 1.0, + "num_labels": 200 + }, + "hand_finger_index_left_3": { + "count": 200, + "mean": 0.043568, + "median": 0.027028, + "std": 0.050493, + "sem": 0.003579, + "min": 0.001798, + "max": 0.35802, + "recall-0.025": 0.46, + "recall-0.05": 0.76, + "recall-0.1": 0.905, + "recall-0.15": 0.965, + "recall-0.25": 0.985, + "recall-0.5": 1.0, + "num_labels": 200 + }, + "hand_finger_index_left_4": { + "count": 200, + "mean": 0.045993, + "median": 0.027498, + "std": 0.053734, + "sem": 0.003809, + "min": 0.001294, + "max": 0.378386, + "recall-0.025": 0.45, + "recall-0.05": 0.73, + "recall-0.1": 0.9, + "recall-0.15": 0.955, + "recall-0.25": 0.98, + "recall-0.5": 1.0, + "num_labels": 200 + }, + "hand_finger_middle_left_1": { + "count": 200, + "mean": 0.038966, + "median": 0.023688, + "std": 0.044621, + "sem": 0.003163, + "min": 0.004456, + "max": 0.326086, + "recall-0.025": 0.545, + "recall-0.05": 0.785, + "recall-0.1": 0.91, + "recall-0.15": 0.97, + "recall-0.25": 0.995, + "recall-0.5": 1.0, + "num_labels": 200 + }, + "hand_finger_middle_left_2": { + "count": 200, + "mean": 0.039511, + "median": 0.024488, + "std": 0.048316, + "sem": 0.003425, + "min": 0.001217, + "max": 0.371994, + "recall-0.025": 0.51, + "recall-0.05": 0.82, + "recall-0.1": 0.915, + "recall-0.15": 0.96, + "recall-0.25": 0.99, + "recall-0.5": 1.0, + "num_labels": 200 + }, + "hand_finger_middle_left_3": { + "count": 200, + "mean": 0.044906, + "median": 0.025517, + "std": 0.060107, + "sem": 0.004261, + "min": 0.002243, + "max": 0.425188, + "recall-0.025": 0.49, + "recall-0.05": 0.77, + "recall-0.1": 0.895, + "recall-0.15": 0.94, + "recall-0.25": 0.98, + "recall-0.5": 1.0, + "num_labels": 200 + }, + "hand_finger_middle_left_4": { + "count": 200, + "mean": 0.048177, + "median": 0.027257, + "std": 0.061809, + "sem": 0.004382, + "min": 0.003696, + "max": 0.462592, + "recall-0.025": 0.455, + "recall-0.05": 0.75, + "recall-0.1": 0.875, + "recall-0.15": 0.935, + "recall-0.25": 0.975, + "recall-0.5": 1.0, + "num_labels": 200 + }, + "hand_finger_ring_left_1": { + "count": 200, + "mean": 0.038598, + "median": 0.020798, + "std": 0.045174, + "sem": 0.003202, + "min": 0.003204, + "max": 0.288194, + "recall-0.025": 0.565, + "recall-0.05": 0.77, + "recall-0.1": 0.915, + "recall-0.15": 0.965, + "recall-0.25": 0.995, + "recall-0.5": 1.0, + "num_labels": 200 + }, + "hand_finger_ring_left_2": { + "count": 200, + "mean": 0.040999, + "median": 0.02254, + "std": 0.050631, + "sem": 0.003589, + "min": 0.002915, + "max": 0.309224, + "recall-0.025": 0.55, + "recall-0.05": 0.79, + "recall-0.1": 0.92, + "recall-0.15": 0.945, + "recall-0.25": 0.99, + "recall-0.5": 1.0, + "num_labels": 200 + }, + "hand_finger_ring_left_3": { + "count": 200, + "mean": 0.043322, + "median": 0.023567, + "std": 0.058744, + "sem": 0.004164, + "min": 0.001432, + "max": 0.4849, + "recall-0.025": 0.52, + "recall-0.05": 0.77, + "recall-0.1": 0.915, + "recall-0.15": 0.945, + "recall-0.25": 0.98, + "recall-0.5": 1.0, + "num_labels": 200 + }, + "hand_finger_ring_left_4": { + "count": 200, + "mean": 0.048833, + "median": 0.026172, + "std": 0.063535, + "sem": 0.004504, + "min": 0.002421, + "max": 0.493566, + "recall-0.025": 0.465, + "recall-0.05": 0.73, + "recall-0.1": 0.89, + "recall-0.15": 0.94, + "recall-0.25": 0.98, + "recall-0.5": 1.0, + "num_labels": 200 + }, + "hand_finger_pinky_left_1": { + "count": 200, + "mean": 0.040188, + "median": 0.023976, + "std": 0.045863, + "sem": 0.003251, + "min": 0.001856, + "max": 0.281224, + "recall-0.025": 0.52, + "recall-0.05": 0.775, + "recall-0.1": 0.915, + "recall-0.15": 0.96, + "recall-0.25": 0.995, + "recall-0.5": 1.0, + "num_labels": 200 + }, + "hand_finger_pinky_left_2": { + "count": 200, + "mean": 0.042905, + "median": 0.024076, + "std": 0.049577, + "sem": 0.003514, + "min": 0.002857, + "max": 0.290081, + "recall-0.025": 0.51, + "recall-0.05": 0.765, + "recall-0.1": 0.91, + "recall-0.15": 0.94, + "recall-0.25": 0.99, + "recall-0.5": 1.0, + "num_labels": 200 + }, + "hand_finger_pinky_left_3": { + "count": 200, + "mean": 0.043186, + "median": 0.025093, + "std": 0.048377, + "sem": 0.003429, + "min": 0.002309, + "max": 0.29929, + "recall-0.025": 0.495, + "recall-0.05": 0.735, + "recall-0.1": 0.92, + "recall-0.15": 0.96, + "recall-0.25": 0.985, + "recall-0.5": 1.0, + "num_labels": 200 + }, + "hand_finger_pinky_left_4": { + "count": 199, + "mean": 0.045392, + "median": 0.028752, + "std": 0.048023, + "sem": 0.003413, + "min": 0.004236, + "max": 0.32002, + "recall-0.025": 0.43, + "recall-0.05": 0.715, + "recall-0.1": 0.905, + "recall-0.15": 0.95, + "recall-0.25": 0.985, + "recall-0.5": 0.995, + "num_labels": 200 + }, "hand_wrist_right": { "count": 200, "mean": 0.045111, @@ -4935,6 +5255,326 @@ Results of the model in various experiments on different datasets. \ "recall-0.5": 1.0, "num_labels": 200 }, + "hand_finger_thumb_right_1": { + "count": 200, + "mean": 0.045256, + "median": 0.024469, + "std": 0.063754, + "sem": 0.004519, + "min": 0.003114, + "max": 0.384693, + "recall-0.025": 0.515, + "recall-0.05": 0.795, + "recall-0.1": 0.91, + "recall-0.15": 0.94, + "recall-0.25": 0.97, + "recall-0.5": 1.0, + "num_labels": 200 + }, + "hand_finger_thumb_right_2": { + "count": 199, + "mean": 0.047831, + "median": 0.027503, + "std": 0.061242, + "sem": 0.004352, + "min": 0.001136, + "max": 0.415991, + "recall-0.025": 0.455, + "recall-0.05": 0.74, + "recall-0.1": 0.905, + "recall-0.15": 0.945, + "recall-0.25": 0.97, + "recall-0.5": 0.995, + "num_labels": 200 + }, + "hand_finger_thumb_right_3": { + "count": 198, + "mean": 0.052004, + "median": 0.032636, + "std": 0.066854, + "sem": 0.004763, + "min": 0.002705, + "max": 0.445459, + "recall-0.025": 0.365, + "recall-0.05": 0.71, + "recall-0.1": 0.9, + "recall-0.15": 0.93, + "recall-0.25": 0.96, + "recall-0.5": 0.99, + "num_labels": 200 + }, + "hand_finger_thumb_right_4": { + "count": 199, + "mean": 0.056127, + "median": 0.034566, + "std": 0.068213, + "sem": 0.004848, + "min": 0.003784, + "max": 0.395205, + "recall-0.025": 0.37, + "recall-0.05": 0.665, + "recall-0.1": 0.88, + "recall-0.15": 0.92, + "recall-0.25": 0.96, + "recall-0.5": 0.995, + "num_labels": 200 + }, + "hand_finger_index_right_1": { + "count": 198, + "mean": 0.04914, + "median": 0.029182, + "std": 0.0605, + "sem": 0.00431, + "min": 0.005533, + "max": 0.399041, + "recall-0.025": 0.42, + "recall-0.05": 0.75, + "recall-0.1": 0.91, + "recall-0.15": 0.93, + "recall-0.25": 0.96, + "recall-0.5": 0.99, + "num_labels": 200 + }, + "hand_finger_index_right_2": { + "count": 198, + "mean": 0.050299, + "median": 0.030605, + "std": 0.063323, + "sem": 0.004512, + "min": 0.005615, + "max": 0.439086, + "recall-0.025": 0.41, + "recall-0.05": 0.71, + "recall-0.1": 0.88, + "recall-0.15": 0.92, + "recall-0.25": 0.97, + "recall-0.5": 0.99, + "num_labels": 200 + }, + "hand_finger_index_right_3": { + "count": 198, + "mean": 0.054696, + "median": 0.03139, + "std": 0.071724, + "sem": 0.00511, + "min": 0.005219, + "max": 0.455523, + "recall-0.025": 0.4, + "recall-0.05": 0.69, + "recall-0.1": 0.875, + "recall-0.15": 0.925, + "recall-0.25": 0.955, + "recall-0.5": 0.99, + "num_labels": 200 + }, + "hand_finger_index_right_4": { + "count": 198, + "mean": 0.055014, + "median": 0.032943, + "std": 0.068353, + "sem": 0.00487, + "min": 0.00535, + "max": 0.455602, + "recall-0.025": 0.365, + "recall-0.05": 0.685, + "recall-0.1": 0.885, + "recall-0.15": 0.925, + "recall-0.25": 0.96, + "recall-0.5": 0.99, + "num_labels": 200 + }, + "hand_finger_middle_right_1": { + "count": 196, + "mean": 0.047485, + "median": 0.02662, + "std": 0.062008, + "sem": 0.004441, + "min": 0.002554, + "max": 0.413838, + "recall-0.025": 0.46, + "recall-0.05": 0.775, + "recall-0.1": 0.9, + "recall-0.15": 0.915, + "recall-0.25": 0.945, + "recall-0.5": 0.98, + "num_labels": 200 + }, + "hand_finger_middle_right_2": { + "count": 198, + "mean": 0.049466, + "median": 0.026752, + "std": 0.070799, + "sem": 0.005044, + "min": 0.002029, + "max": 0.440795, + "recall-0.025": 0.465, + "recall-0.05": 0.73, + "recall-0.1": 0.885, + "recall-0.15": 0.925, + "recall-0.25": 0.96, + "recall-0.5": 0.99, + "num_labels": 200 + }, + "hand_finger_middle_right_3": { + "count": 198, + "mean": 0.052865, + "median": 0.028231, + "std": 0.073434, + "sem": 0.005232, + "min": 0.00141, + "max": 0.48007, + "recall-0.025": 0.48, + "recall-0.05": 0.695, + "recall-0.1": 0.88, + "recall-0.15": 0.92, + "recall-0.25": 0.96, + "recall-0.5": 0.99, + "num_labels": 200 + }, + "hand_finger_middle_right_4": { + "count": 198, + "mean": 0.051566, + "median": 0.030144, + "std": 0.063167, + "sem": 0.0045, + "min": 0.003229, + "max": 0.412819, + "recall-0.025": 0.38, + "recall-0.05": 0.7, + "recall-0.1": 0.875, + "recall-0.15": 0.93, + "recall-0.25": 0.97, + "recall-0.5": 0.99, + "num_labels": 200 + }, + "hand_finger_ring_right_1": { + "count": 198, + "mean": 0.049635, + "median": 0.027826, + "std": 0.066418, + "sem": 0.004732, + "min": 0.003156, + "max": 0.440413, + "recall-0.025": 0.415, + "recall-0.05": 0.73, + "recall-0.1": 0.895, + "recall-0.15": 0.92, + "recall-0.25": 0.96, + "recall-0.5": 0.99, + "num_labels": 200 + }, + "hand_finger_ring_right_2": { + "count": 197, + "mean": 0.045415, + "median": 0.027028, + "std": 0.060369, + "sem": 0.004312, + "min": 0.001614, + "max": 0.439357, + "recall-0.025": 0.47, + "recall-0.05": 0.745, + "recall-0.1": 0.905, + "recall-0.15": 0.935, + "recall-0.25": 0.965, + "recall-0.5": 0.985, + "num_labels": 200 + }, + "hand_finger_ring_right_3": { + "count": 199, + "mean": 0.052067, + "median": 0.028056, + "std": 0.071552, + "sem": 0.005085, + "min": 0.001914, + "max": 0.471708, + "recall-0.025": 0.44, + "recall-0.05": 0.675, + "recall-0.1": 0.88, + "recall-0.15": 0.93, + "recall-0.25": 0.965, + "recall-0.5": 0.995, + "num_labels": 200 + }, + "hand_finger_ring_right_4": { + "count": 198, + "mean": 0.054414, + "median": 0.031793, + "std": 0.064524, + "sem": 0.004597, + "min": 0.00519, + "max": 0.43967, + "recall-0.025": 0.375, + "recall-0.05": 0.665, + "recall-0.1": 0.86, + "recall-0.15": 0.93, + "recall-0.25": 0.97, + "recall-0.5": 0.99, + "num_labels": 200 + }, + "hand_finger_pinky_right_1": { + "count": 199, + "mean": 0.049704, + "median": 0.029558, + "std": 0.067525, + "sem": 0.004799, + "min": 0.002881, + "max": 0.491026, + "recall-0.025": 0.425, + "recall-0.05": 0.715, + "recall-0.1": 0.91, + "recall-0.15": 0.94, + "recall-0.25": 0.965, + "recall-0.5": 0.995, + "num_labels": 200 + }, + "hand_finger_pinky_right_2": { + "count": 198, + "mean": 0.048376, + "median": 0.03046, + "std": 0.061096, + "sem": 0.004353, + "min": 0.003316, + "max": 0.45742, + "recall-0.025": 0.39, + "recall-0.05": 0.71, + "recall-0.1": 0.905, + "recall-0.15": 0.94, + "recall-0.25": 0.975, + "recall-0.5": 0.99, + "num_labels": 200 + }, + "hand_finger_pinky_right_3": { + "count": 199, + "mean": 0.049176, + "median": 0.029339, + "std": 0.064938, + "sem": 0.004615, + "min": 0.002493, + "max": 0.496659, + "recall-0.025": 0.415, + "recall-0.05": 0.705, + "recall-0.1": 0.905, + "recall-0.15": 0.945, + "recall-0.25": 0.975, + "recall-0.5": 0.995, + "num_labels": 200 + }, + "hand_finger_pinky_right_4": { + "count": 197, + "mean": 0.048137, + "median": 0.032354, + "std": 0.049112, + "sem": 0.003508, + "min": 0.00184, + "max": 0.31696, + "recall-0.025": 0.4, + "recall-0.05": 0.67, + "recall-0.1": 0.905, + "recall-0.15": 0.94, + "recall-0.25": 0.97, + "recall-0.5": 0.985, + "num_labels": 200 + }, "hip_middle": { "count": 200, "mean": 0.029545, @@ -5005,24 +5645,24 @@ Results of the model in various experiments on different datasets. \ "num_labels": 13600 }, "hand": { - "count": 400, - "mean": 0.039954, - "median": 0.02301, - "std": 0.049753, - "sem": 0.003527, - "min": 0.002332, - "max": 0.284113, - "num_labels": 400 + "count": 8362, + "mean": 0.046332, + "median": 0.027182, + "std": 0.057654, + "sem": 0.004097, + "min": 0.002976, + "max": 0.389182, + "num_labels": 8400 } }, "joint_recalls": { - "num_labels": 19200, - "recall-0.025": 0.3799, - "recall-0.05": 0.7, - "recall-0.1": 0.92828, - "recall-0.15": 0.97974, - "recall-0.25": 0.99823, - "recall-0.5": 0.99984 + "num_labels": 27200, + "recall-0.025": 0.40309, + "recall-0.05": 0.7118, + "recall-0.1": 0.9196, + "recall-0.15": 0.96868, + "recall-0.25": 0.99143, + "recall-0.5": 0.99849 } } { diff --git a/scripts/utils_pipeline.hpp b/scripts/utils_pipeline.hpp index 436e041..8744c2a 100644 --- a/scripts/utils_pipeline.hpp +++ b/scripts/utils_pipeline.hpp @@ -139,47 +139,47 @@ namespace utils_pipeline joint_names_2d.end(), { "hand_wrist_left", - "finger_thumb_left_1", - "finger_thumb_left_2", - "finger_thumb_left_3", - "finger_thumb_left_4", - "finger_index_left_1", - "finger_index_left_2", - "finger_index_left_3", - "finger_index_left_4", - "finger_middle_left_1", - "finger_middle_left_2", - "finger_middle_left_3", - "finger_middle_left_4", - "finger_ring_left_1", - "finger_ring_left_2", - "finger_ring_left_3", - "finger_ring_left_4", - "finger_pinky_left_1", - "finger_pinky_left_2", - "finger_pinky_left_3", - "finger_pinky_left_4", + "hand_finger_thumb_left_1", + "hand_finger_thumb_left_2", + "hand_finger_thumb_left_3", + "hand_finger_thumb_left_4", + "hand_finger_index_left_1", + "hand_finger_index_left_2", + "hand_finger_index_left_3", + "hand_finger_index_left_4", + "hand_finger_middle_left_1", + "hand_finger_middle_left_2", + "hand_finger_middle_left_3", + "hand_finger_middle_left_4", + "hand_finger_ring_left_1", + "hand_finger_ring_left_2", + "hand_finger_ring_left_3", + "hand_finger_ring_left_4", + "hand_finger_pinky_left_1", + "hand_finger_pinky_left_2", + "hand_finger_pinky_left_3", + "hand_finger_pinky_left_4", "hand_wrist_right", - "finger_thumb_right_1", - "finger_thumb_right_2", - "finger_thumb_right_3", - "finger_thumb_right_4", - "finger_index_right_1", - "finger_index_right_2", - "finger_index_right_3", - "finger_index_right_4", - "finger_middle_right_1", - "finger_middle_right_2", - "finger_middle_right_3", - "finger_middle_right_4", - "finger_ring_right_1", - "finger_ring_right_2", - "finger_ring_right_3", - "finger_ring_right_4", - "finger_pinky_right_1", - "finger_pinky_right_2", - "finger_pinky_right_3", - "finger_pinky_right_4", + "hand_finger_thumb_right_1", + "hand_finger_thumb_right_2", + "hand_finger_thumb_right_3", + "hand_finger_thumb_right_4", + "hand_finger_index_right_1", + "hand_finger_index_right_2", + "hand_finger_index_right_3", + "hand_finger_index_right_4", + "hand_finger_middle_right_1", + "hand_finger_middle_right_2", + "hand_finger_middle_right_3", + "hand_finger_middle_right_4", + "hand_finger_ring_right_1", + "hand_finger_ring_right_2", + "hand_finger_ring_right_3", + "hand_finger_ring_right_4", + "hand_finger_pinky_right_1", + "hand_finger_pinky_right_2", + "hand_finger_pinky_right_3", + "hand_finger_pinky_right_4", }); }