crosstyan/RapidPoseTriangulation
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Implemented custom intrinsic matrix undistortion.

Browse Source
This commit is contained in:
Daniel
2025-02-28 12:56:28 +01:00
parent 0f2d597899
commit 1d259846fc
5 changed files with 638 additions and 434 deletions
Download Patch File Download Diff File Expand all files Collapse all files

472
media/RESULTS.md
View File

@ -294,72 +294,72 @@ Results of the model in various experiments on different datasets. \
```json
{
"img_loading": 0.180589,
"demosaicing": 0.000695076,
"avg_time_2d": 0.0152607,
"avg_time_3d": 0.000150192,
"fps": 62.0888
"img_loading": 0.0424103,
"demosaicing": 0.000724716,
"avg_time_2d": 0.01494,
"avg_time_3d": 0.000128772,
"fps": 63.3173
}
{
"triangulator_calls": 301,
"init_time": 3.53967e-06,
"undistort_time": 3.48582e-05,
"project_time": 2.18348e-06,
"match_time": 8.45481e-06,
"pairs_time": 4.53164e-06,
"pair_scoring_time": 3.10183e-05,
"grouping_time": 4.6499e-06,
"full_time": 3.33672e-05,
"merge_time": 1.02807e-05,
"post_time": 7.00402e-06,
"convert_time": 1.11306e-07,
"total_time": 0.000140236
"init_time": 1.60891e-06,
"undistort_time": 2.57178e-05,
"project_time": 2.22848e-06,
"match_time": 8.41567e-06,
"pairs_time": 4.53139e-06,
"pair_scoring_time": 2.67118e-05,
"grouping_time": 4.63213e-06,
"full_time": 2.72313e-05,
"merge_time": 1.03292e-05,
"post_time": 7.36791e-06,
"convert_time": 1.27439e-07,
"total_time": 0.00011914
}
{
"person_nums": {
"total_frames": 301,
"total_labels": 477,
"total_preds": 829,
"total_preds": 827,
"considered_empty": 0,
"valid_preds": 477,
"invalid_preds": 352,
"invalid_preds": 350,
"missing": 0,
"invalid_fraction": 0.42461,
"precision": 0.57539,
"invalid_fraction": 0.42322,
"precision": 0.57678,
"recall": 1.0,
"f1": 0.73047,
"non_empty": 829
"f1": 0.7316,
"non_empty": 827
},
"mpjpe": {
"count": 477,
"mean": 0.047984,
"median": 0.042648,
"std": 0.014812,
"sem": 0.000679,
"mean": 0.047983,
"median": 0.042569,
"std": 0.01486,
"sem": 0.000681,
"min": 0.03012,
"max": 0.116312,
"max": 0.116311,
"recall-0.025": 0.0,
"recall-0.05": 0.70021,
"recall-0.1": 0.985325,
"recall-0.1": 0.983229,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 477,
"ap-0.025": 0.0,
"ap-0.05": 0.39114,
"ap-0.1": 0.735434,
"ap-0.15": 0.751482,
"ap-0.25": 0.751482,
"ap-0.5": 0.751482
"ap-0.05": 0.389102,
"ap-0.1": 0.729848,
"ap-0.15": 0.747198,
"ap-0.25": 0.747198,
"ap-0.5": 0.747198
},
"head": {
"count": 477,
"mean": 0.054212,
"median": 0.050157,
"std": 0.024854,
"mean": 0.054217,
"median": 0.050158,
"std": 0.024847,
"sem": 0.001139,
"min": 0.005599,
"max": 0.180565,
"min": 0.005598,
"max": 0.180564,
"recall-0.025": 0.081761,
"recall-0.05": 0.496855,
"recall-0.1": 0.937107,
@ -370,11 +370,11 @@ Results of the model in various experiments on different datasets. \
},
"shoulder_left": {
"count": 477,
"mean": 0.042435,
"median": 0.03702,
"std": 0.02058,
"mean": 0.042429,
"median": 0.037021,
"std": 0.020584,
"sem": 0.000943,
"min": 0.00431,
"min": 0.004311,
"max": 0.136587,
"recall-0.025": 0.161426,
"recall-0.05": 0.727463,
@ -386,14 +386,14 @@ Results of the model in various experiments on different datasets. \
},
"shoulder_right": {
"count": 477,
"mean": 0.049634,
"median": 0.045795,
"std": 0.023121,
"mean": 0.049623,
"median": 0.045796,
"std": 0.02312,
"sem": 0.00106,
"min": 0.00535,
"max": 0.14745,
"min": 0.005349,
"max": 0.147448,
"recall-0.025": 0.100629,
"recall-0.05": 0.559748,
"recall-0.05": 0.561845,
"recall-0.1": 0.955975,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
@ -402,12 +402,12 @@ Results of the model in various experiments on different datasets. \
},
"elbow_left": {
"count": 477,
"mean": 0.040763,
"mean": 0.04078,
"median": 0.032063,
"std": 0.029259,
"sem": 0.001341,
"std": 0.029273,
"sem": 0.001342,
"min": 0.003449,
"max": 0.326227,
"max": 0.326226,
"recall-0.025": 0.316562,
"recall-0.05": 0.756813,
"recall-0.1": 0.953878,
@ -418,13 +418,13 @@ Results of the model in various experiments on different datasets. \
},
"elbow_right": {
"count": 477,
"mean": 0.053368,
"median": 0.045043,
"std": 0.040851,
"sem": 0.001872,
"min": 0.003529,
"max": 0.244051,
"recall-0.025": 0.255765,
"mean": 0.053274,
"median": 0.044357,
"std": 0.040895,
"sem": 0.001874,
"min": 0.003528,
"max": 0.244052,
"recall-0.025": 0.257862,
"recall-0.05": 0.561845,
"recall-0.1": 0.901468,
"recall-0.15": 0.958071,
@ -434,9 +434,9 @@ Results of the model in various experiments on different datasets. \
},
"wrist_left": {
"count": 477,
"mean": 0.060002,
"mean": 0.059994,
"median": 0.053953,
"std": 0.03861,
"std": 0.038609,
"sem": 0.00177,
"min": 0.002051,
"max": 0.322481,
@ -450,12 +450,12 @@ Results of the model in various experiments on different datasets. \
},
"wrist_right": {
"count": 477,
"mean": 0.059207,
"mean": 0.059177,
"median": 0.054405,
"std": 0.033578,
"sem": 0.001539,
"std": 0.033566,
"sem": 0.001538,
"min": 0.009618,
"max": 0.371667,
"max": 0.371666,
"recall-0.025": 0.115304,
"recall-0.05": 0.415094,
"recall-0.1": 0.899371,
@ -466,15 +466,15 @@ Results of the model in various experiments on different datasets. \
},
"hip_left": {
"count": 477,
"mean": 0.047948,
"median": 0.042251,
"std": 0.026295,
"sem": 0.001205,
"mean": 0.048042,
"median": 0.042252,
"std": 0.026486,
"sem": 0.001214,
"min": 0.006475,
"max": 0.145903,
"recall-0.025": 0.188679,
"max": 0.145904,
"recall-0.025": 0.190776,
"recall-0.05": 0.618449,
"recall-0.1": 0.953878,
"recall-0.1": 0.951782,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
@ -482,15 +482,15 @@ Results of the model in various experiments on different datasets. \
},
"hip_right": {
"count": 477,
"mean": 0.058483,
"mean": 0.058447,
"median": 0.05753,
"std": 0.023762,
"sem": 0.001089,
"std": 0.0237,
"sem": 0.001086,
"min": 0.005137,
"max": 0.132318,
"max": 0.132317,
"recall-0.025": 0.098532,
"recall-0.05": 0.39413,
"recall-0.1": 0.943396,
"recall-0.1": 0.945493,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
@ -498,15 +498,15 @@ Results of the model in various experiments on different datasets. \
},
"knee_left": {
"count": 477,
"mean": 0.040438,
"median": 0.03808,
"std": 0.024403,
"sem": 0.001118,
"min": 0.004928,
"max": 0.190069,
"mean": 0.040484,
"median": 0.038079,
"std": 0.024499,
"sem": 0.001123,
"min": 0.004927,
"max": 0.190068,
"recall-0.025": 0.257862,
"recall-0.05": 0.748428,
"recall-0.1": 0.974843,
"recall-0.1": 0.972746,
"recall-0.15": 0.989518,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
@ -514,12 +514,12 @@ Results of the model in various experiments on different datasets. \
},
"knee_right": {
"count": 477,
"mean": 0.040168,
"median": 0.03623,
"std": 0.023114,
"mean": 0.040167,
"median": 0.036232,
"std": 0.023115,
"sem": 0.001059,
"min": 0.00733,
"max": 0.184933,
"max": 0.184932,
"recall-0.025": 0.310273,
"recall-0.05": 0.708595,
"recall-0.1": 0.976939,
@ -530,15 +530,15 @@ Results of the model in various experiments on different datasets. \
},
"ankle_left": {
"count": 477,
"mean": 0.036353,
"mean": 0.036403,
"median": 0.028172,
"std": 0.030783,
"sem": 0.001411,
"min": 0.004787,
"max": 0.223747,
"std": 0.03066,
"sem": 0.001405,
"min": 0.004789,
"max": 0.223748,
"recall-0.025": 0.433962,
"recall-0.05": 0.81761,
"recall-0.1": 0.945493,
"recall-0.1": 0.947589,
"recall-0.15": 0.983229,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
@ -546,14 +546,14 @@ Results of the model in various experiments on different datasets. \
},
"ankle_right": {
"count": 477,
"mean": 0.040777,
"median": 0.030897,
"std": 0.037254,
"mean": 0.040745,
"median": 0.030898,
"std": 0.03726,
"sem": 0.001708,
"min": 0.003323,
"max": 0.27012,
"recall-0.025": 0.303983,
"recall-0.05": 0.802935,
"max": 0.270118,
"recall-0.025": 0.301887,
"recall-0.05": 0.805031,
"recall-0.1": 0.930818,
"recall-0.15": 0.968553,
"recall-0.25": 0.997904,
@ -562,8 +562,8 @@ Results of the model in various experiments on different datasets. \
},
"joint_recalls": {
"num_labels": 6201,
"recall-0.025": 0.21093,
"recall-0.05": 0.6149,
"recall-0.025": 0.21158,
"recall-0.05": 0.61538,
"recall-0.1": 0.94275,
"recall-0.15": 0.98645,
"recall-0.25": 0.99871,
@ -5967,26 +5967,26 @@ Results of the model in various experiments on different datasets. \
```json
{
"img_loading": 0.282821,
"demosaicing": 0.011311,
"avg_time_2d": 0.0240066,
"avg_time_3d": 0.00055045,
"fps": 27.8799
"img_loading": 0.287326,
"demosaicing": 0.0112221,
"avg_time_2d": 0.0240407,
"avg_time_3d": 0.00023535,
"fps": 28.1705
}
{
"triangulator_calls": 121,
"init_time": 1.3244e-05,
"undistort_time": 3.09483e-05,
"project_time": 5.23027e-06,
"match_time": 1.68509e-05,
"pairs_time": 1.37968e-05,
"pair_scoring_time": 0.000160537,
"grouping_time": 1.73903e-05,
"full_time": 0.000199044,
"merge_time": 3.75236e-05,
"post_time": 1.03264e-05,
"convert_time": 1.91669e-07,
"total_time": 0.000505528
"init_time": 2.2796e-06,
"undistort_time": 2.07935e-05,
"project_time": 3.8538e-06,
"match_time": 1.31121e-05,
"pairs_time": 9.31819e-06,
"pair_scoring_time": 6.0523e-05,
"grouping_time": 1.10819e-05,
"full_time": 7.05671e-05,
"merge_time": 2.99701e-05,
"post_time": 7.38921e-06,
"convert_time": 1.13331e-07,
"total_time": 0.000229241
}
{
"person_nums": {
@ -6005,21 +6005,21 @@ Results of the model in various experiments on different datasets. \
},
"mpjpe": {
"count": 363,
"mean": 0.0257,
"median": 0.024739,
"std": 0.007243,
"mean": 0.025723,
"median": 0.024899,
"std": 0.00724,
"sem": 0.000381,
"min": 0.011333,
"max": 0.051735,
"recall-0.025": 0.515152,
"min": 0.011774,
"max": 0.052562,
"recall-0.025": 0.504132,
"recall-0.05": 0.997245,
"recall-0.1": 1.0,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 363,
"ap-0.025": 0.277608,
"ap-0.05": 0.99638,
"ap-0.025": 0.274693,
"ap-0.05": 0.996479,
"ap-0.1": 1.0,
"ap-0.15": 1.0,
"ap-0.25": 1.0,
@ -6027,14 +6027,14 @@ Results of the model in various experiments on different datasets. \
},
"head": {
"count": 363,
"mean": 0.027713,
"median": 0.022633,
"std": 0.017317,
"sem": 0.00091,
"min": 0.00109,
"max": 0.087763,
"recall-0.025": 0.553719,
"recall-0.05": 0.887052,
"mean": 0.02732,
"median": 0.022736,
"std": 0.016828,
"sem": 0.000884,
"min": 0.00115,
"max": 0.085467,
"recall-0.025": 0.573003,
"recall-0.05": 0.895317,
"recall-0.1": 1.0,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
@ -6043,30 +6043,30 @@ Results of the model in various experiments on different datasets. \
},
"shoulder_left": {
"count": 363,
"mean": 0.027215,
"median": 0.021616,
"std": 0.021167,
"sem": 0.001113,
"min": 0.002899,
"max": 0.151257,
"recall-0.025": 0.584022,
"recall-0.05": 0.895317,
"recall-0.1": 0.975207,
"recall-0.15": 0.997245,
"mean": 0.027043,
"median": 0.021957,
"std": 0.020841,
"sem": 0.001095,
"min": 0.002793,
"max": 0.149897,
"recall-0.025": 0.589532,
"recall-0.05": 0.887052,
"recall-0.1": 0.986226,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
"num_labels": 363
},
"shoulder_right": {
"count": 363,
"mean": 0.023389,
"median": 0.021151,
"std": 0.012799,
"mean": 0.022955,
"median": 0.020511,
"std": 0.012805,
"sem": 0.000673,
"min": 0.003682,
"max": 0.101851,
"recall-0.025": 0.61157,
"recall-0.05": 0.955923,
"min": 0.003064,
"max": 0.101875,
"recall-0.025": 0.628099,
"recall-0.05": 0.961433,
"recall-0.1": 0.997245,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
@ -6075,13 +6075,13 @@ Results of the model in various experiments on different datasets. \
},
"elbow_left": {
"count": 363,
"mean": 0.022276,
"median": 0.019385,
"std": 0.014902,
"sem": 0.000783,
"min": 0.001441,
"max": 0.194618,
"recall-0.025": 0.694215,
"mean": 0.02252,
"median": 0.019538,
"std": 0.015672,
"sem": 0.000824,
"min": 0.001254,
"max": 0.207405,
"recall-0.025": 0.680441,
"recall-0.05": 0.961433,
"recall-0.1": 0.997245,
"recall-0.15": 0.997245,
@ -6091,14 +6091,14 @@ Results of the model in various experiments on different datasets. \
},
"elbow_right": {
"count": 363,
"mean": 0.018528,
"median": 0.016603,
"std": 0.010173,
"sem": 0.000535,
"min": 0.001046,
"max": 0.083441,
"recall-0.025": 0.801653,
"recall-0.05": 0.988981,
"mean": 0.018549,
"median": 0.016702,
"std": 0.010286,
"sem": 0.000541,
"min": 0.002522,
"max": 0.082821,
"recall-0.025": 0.807163,
"recall-0.05": 0.991736,
"recall-0.1": 1.0,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
@ -6107,14 +6107,14 @@ Results of the model in various experiments on different datasets. \
},
"wrist_left": {
"count": 363,
"mean": 0.023532,
"median": 0.018873,
"std": 0.018388,
"sem": 0.000966,
"min": 0.00279,
"max": 0.199397,
"recall-0.025": 0.683196,
"recall-0.05": 0.931129,
"mean": 0.023641,
"median": 0.018944,
"std": 0.018362,
"sem": 0.000965,
"min": 0.002721,
"max": 0.199952,
"recall-0.025": 0.688705,
"recall-0.05": 0.928375,
"recall-0.1": 0.991736,
"recall-0.15": 0.997245,
"recall-0.25": 1.0,
@ -6123,14 +6123,14 @@ Results of the model in various experiments on different datasets. \
},
"wrist_right": {
"count": 363,
"mean": 0.019579,
"median": 0.017651,
"std": 0.011201,
"sem": 0.000589,
"min": 0.002333,
"max": 0.076342,
"mean": 0.019745,
"median": 0.017758,
"std": 0.011172,
"sem": 0.000587,
"min": 0.001634,
"max": 0.076393,
"recall-0.025": 0.760331,
"recall-0.05": 0.977961,
"recall-0.05": 0.975207,
"recall-0.1": 1.0,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
@ -6139,14 +6139,14 @@ Results of the model in various experiments on different datasets. \
},
"hip_left": {
"count": 363,
"mean": 0.031156,
"median": 0.026379,
"std": 0.016985,
"sem": 0.000893,
"min": 0.006013,
"max": 0.117111,
"recall-0.025": 0.443526,
"recall-0.05": 0.859504,
"mean": 0.03119,
"median": 0.026563,
"std": 0.017008,
"sem": 0.000894,
"min": 0.005051,
"max": 0.116967,
"recall-0.025": 0.438017,
"recall-0.05": 0.848485,
"recall-0.1": 0.997245,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
@ -6155,15 +6155,15 @@ Results of the model in various experiments on different datasets. \
},
"hip_right": {
"count": 363,
"mean": 0.03111,
"median": 0.028792,
"std": 0.01668,
"sem": 0.000877,
"min": 0.003451,
"max": 0.138183,
"recall-0.025": 0.38292,
"recall-0.05": 0.903581,
"recall-0.1": 0.99449,
"mean": 0.03118,
"median": 0.028448,
"std": 0.01705,
"sem": 0.000896,
"min": 0.003029,
"max": 0.138279,
"recall-0.025": 0.371901,
"recall-0.05": 0.900826,
"recall-0.1": 0.991736,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
@ -6171,15 +6171,15 @@ Results of the model in various experiments on different datasets. \
},
"knee_left": {
"count": 363,
"mean": 0.028282,
"median": 0.020833,
"std": 0.023126,
"sem": 0.001215,
"min": 0.001686,
"max": 0.127237,
"recall-0.025": 0.625344,
"recall-0.05": 0.859504,
"recall-0.1": 0.983471,
"mean": 0.028395,
"median": 0.020711,
"std": 0.02313,
"sem": 0.001216,
"min": 0.001921,
"max": 0.12193,
"recall-0.025": 0.633609,
"recall-0.05": 0.856749,
"recall-0.1": 0.977961,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
"recall-0.5": 1.0,
@ -6187,14 +6187,14 @@ Results of the model in various experiments on different datasets. \
},
"knee_right": {
"count": 363,
"mean": 0.023698,
"median": 0.020666,
"std": 0.013376,
"sem": 0.000703,
"min": 0.001969,
"max": 0.066531,
"recall-0.025": 0.597796,
"recall-0.05": 0.944904,
"mean": 0.023775,
"median": 0.020622,
"std": 0.013654,
"sem": 0.000718,
"min": 0.002869,
"max": 0.067651,
"recall-0.025": 0.592287,
"recall-0.05": 0.939394,
"recall-0.1": 1.0,
"recall-0.15": 1.0,
"recall-0.25": 1.0,
@ -6203,14 +6203,14 @@ Results of the model in various experiments on different datasets. \
},
"ankle_left": {
"count": 363,
"mean": 0.028125,
"median": 0.021539,
"std": 0.02265,
"sem": 0.00119,
"min": 0.002656,
"max": 0.178927,
"recall-0.025": 0.578512,
"recall-0.05": 0.900826,
"mean": 0.028379,
"median": 0.022211,
"std": 0.022536,
"sem": 0.001184,
"min": 0.002738,
"max": 0.179868,
"recall-0.025": 0.570248,
"recall-0.05": 0.895317,
"recall-0.1": 0.980716,
"recall-0.15": 0.99449,
"recall-0.25": 1.0,
@ -6219,13 +6219,13 @@ Results of the model in various experiments on different datasets. \
},
"ankle_right": {
"count": 363,
"mean": 0.029496,
"median": 0.022264,
"std": 0.027073,
"sem": 0.001423,
"min": 0.002482,
"max": 0.263543,
"recall-0.025": 0.584022,
"mean": 0.029711,
"median": 0.022134,
"std": 0.026933,
"sem": 0.001416,
"min": 0.003345,
"max": 0.265506,
"recall-0.025": 0.573003,
"recall-0.05": 0.865014,
"recall-0.1": 0.969697,
"recall-0.15": 0.99449,
@ -6235,10 +6235,10 @@ Results of the model in various experiments on different datasets. \
},
"joint_recalls": {
"num_labels": 4719,
"recall-0.025": 0.60585,
"recall-0.05": 0.9163,
"recall-0.1": 0.99004,
"recall-0.15": 0.99746,
"recall-0.025": 0.60776,
"recall-0.05": 0.91524,
"recall-0.1": 0.99046,
"recall-0.15": 0.99788,
"recall-0.25": 0.99958,
"recall-0.5": 1.0
}