From b8c515958889c249880cb47c90694a36334d3bf7 Mon Sep 17 00:00:00 2001 From: Daniel Date: Mon, 26 May 2025 13:57:50 +0200 Subject: [PATCH] Adding old-style shelf evaluation. --- media/RESULTS.md | 20 ++++++++++++++++++++ scripts/test_skelda_dataset.py | 13 +++++++++++++ skelda | 2 +- 3 files changed, 34 insertions(+), 1 deletion(-) diff --git a/media/RESULTS.md b/media/RESULTS.md index d5b5abb..53efd9d 100644 --- a/media/RESULTS.md +++ b/media/RESULTS.md @@ -575,6 +575,26 @@ Results of the model in various experiments on different datasets. \ "correct_parts": 6623, "pcp": 0.991764 } +{ + "total_parts": { + "1": 2790, + "3": 1610, + "2": 370, + "sum": 4770 + }, + "correct_parts": { + "1": 2783, + "3": 1574, + "2": 351, + "sum": 4708 + }, + "pcp": { + "1": 0.997491, + "3": 0.97764, + "2": 0.948649, + "avg": 0.974593 + } +} ``` ### Campus diff --git a/scripts/test_skelda_dataset.py b/scripts/test_skelda_dataset.py index ecdf9cf..d184f23 100644 --- a/scripts/test_skelda_dataset.py +++ b/scripts/test_skelda_dataset.py @@ -383,6 +383,19 @@ def main(): replace_head_with_nose=True, ) + if dataset_use == "shelf": + # Also run old-style evaluation for shelf dataset + odir = os.path.join(output_dir, "pcp/") if output_dir != "" else "" + _ = evals.campus_shelf.run_eval( + labels, + all_poses_3d, + all_ids, + joint_names_net=joint_names_3d, + save_error_imgs=odir, + debug_2D_preds=all_poses_2d, + ) + + # ================================================================================================== if __name__ == "__main__": diff --git a/skelda b/skelda index deb926c..0141ba0 160000 --- a/skelda +++ b/skelda @@ -1 +1 @@ -Subproject commit deb926c6bcd7c7ba7a25ccfd7cb0b6a739b87cab +Subproject commit 0141ba0caf540e03db008e1da34ea33eb372fb13