From 453cc247b4f94081010554d261a26c2fb3d5debd Mon Sep 17 00:00:00 2001 From: Dongyang Jin <73057174+jdyjjj@users.noreply.github.com> Date: Tue, 17 Oct 2023 14:31:50 +0800 Subject: [PATCH] Improve support for skeleton methods (#159) * Update gaitgraph1_phase1_OUMVLP17.yaml * Update README.md --- README.md | 12 ++++- .../gaitgraph1_phase1_OUMVLP17.yaml | 6 +-- configs/gaitgraph2/gaitgraph2_OUMVLP17.yaml | 4 +- configs/gaittr/gaittr_OUMVLP17.yaml | 4 +- docs/1.1.skeleton_model_zoo.md | 45 +++++++++++++++++++ 5 files changed, 63 insertions(+), 8 deletions(-) create mode 100644 docs/1.1.skeleton_model_zoo.md diff --git a/README.md b/README.md index 96bf9fc..5decd3b 100644 --- a/README.md +++ b/README.md @@ -10,6 +10,7 @@ OpenGait is a flexible and extensible gait recognition project provided by the [Shiqi Yu Group](https://faculty.sustech.edu.cn/yusq/) and supported in part by [WATRIX.AI](http://www.watrix.ai). ## What's New +- **[Oct 2023]** [Pose-based gait recognition](https://github.com/BNU-IVC/FastPoseGait) is supported in [OpenGait/opengait/modeling/models](./opengait/modeling/models). - **[July 2023]** [CCPG](https://github.com/BNU-IVC/CCPG) is supported in [datasets/CCPG](./datasets/CCPG). - **[July 2023]** [SUSTech1K](https://lidargait.github.io) is released and supported in [datasets/SUSTech1K](./datasets/SUSTech1K). - [May 2023] A real gait recognition system [All-in-One-Gait](https://github.com/jdyjjj/All-in-One-Gait) provided by [Dongyang Jin](https://github.com/jdyjjj) is avaliable. @@ -48,11 +49,17 @@ Please see [0.get_started.md](docs/0.get_started.md). We also provide the follow - [Advanced usages](docs/5.advanced_usages.md) ## Model Zoo -Results and models are available in the [model zoo](docs/1.model_zoo.md). + +[![Hugging Face Models](https://img.shields.io/badge/%F0%9F%A4%97%20Hugging%20Face-Models-ffab41)](https://huggingface.co/opengait/OpenGait/) + +Results of appearance-based gait recognition are available [here](docs/1.model_zoo.md). + +Results of pose-based gait recognition are available [here](./docs/1.1.skeleton_model_zoo.md). ## Authors: **Open Gait Team (OGT)** + - [Chao Fan (樊超)](https://chaofan996.github.io), 12131100@mail.sustech.edu.cn - [Chuanfu Shen (沈川福)](https://chuanfushen.github.io), 11950016@mail.sustech.edu.cn - [Junhao Liang (梁峻豪)](https://faculty.sustech.edu.cn/?p=95401&tagid=yusq&cat=2&iscss=1&snapid=1&orderby=date), 12132342@mail.sustech.edu.cn @@ -62,7 +69,10 @@ Results and models are available in the [model zoo](docs/1.model_zoo.md). - GaitGL: [Beibei Lin (林贝贝)](https://scholar.google.com/citations?user=KyvHam4AAAAJ&hl=en&oi=ao) - GREW: [GREW TEAM](https://www.grew-benchmark.org) +- FastPoseGait Team: [FastPoseGait Team](https://github.com/BNU-IVC/FastPoseGait) + ## Citation + ``` @InProceedings{Fan_2023_CVPR, author = {Fan, Chao and Liang, Junhao and Shen, Chuanfu and Hou, Saihui and Huang, Yongzhen and Yu, Shiqi}, diff --git a/configs/gaitgraph1/gaitgraph1_phase1_OUMVLP17.yaml b/configs/gaitgraph1/gaitgraph1_phase1_OUMVLP17.yaml index 65d5852..16b1405 100644 --- a/configs/gaitgraph1/gaitgraph1_phase1_OUMVLP17.yaml +++ b/configs/gaitgraph1/gaitgraph1_phase1_OUMVLP17.yaml @@ -11,7 +11,7 @@ evaluator_cfg: enable_float16: false restore_ckpt_strict: true restore_hint: 150000 - save_name: GaitGraph1_phase1 + save_name: GaitGraph1_phase1_17 sampler: batch_size: 256 frames_num_fixed: 25 @@ -26,7 +26,7 @@ evaluator_cfg: trf_cfg: - type: SelectSequenceCenter sequence_length: 17 - - type: SkeletonInput + - type: GaitGraph1Input loss_cfg: - loss_term_weight: 1 @@ -71,7 +71,7 @@ trainer_cfg: restore_ckpt_strict: false restore_hint: 0 save_iter: 10000 - save_name: GaitGraph1_phase1 + save_name: GaitGraph1_phase1_17 sync_BN: true total_iter: 150000 sampler: diff --git a/configs/gaitgraph2/gaitgraph2_OUMVLP17.yaml b/configs/gaitgraph2/gaitgraph2_OUMVLP17.yaml index 17a8724..89b73b6 100644 --- a/configs/gaitgraph2/gaitgraph2_OUMVLP17.yaml +++ b/configs/gaitgraph2/gaitgraph2_OUMVLP17.yaml @@ -10,7 +10,7 @@ evaluator_cfg: enable_float16: false restore_ckpt_strict: true restore_hint: 80000 - save_name: GaitGraph2_phase2 + save_name: GaitGraph2_phase2_17 sampler: batch_size: 256 frames_num_fixed: 30 @@ -74,7 +74,7 @@ trainer_cfg: restore_ckpt_strict: false restore_hint: 0 save_iter: 10000 - save_name: GaitGraph2 + save_name: GaitGraph2_phase2_17 sync_BN: true total_iter: 80000 sampler: diff --git a/configs/gaittr/gaittr_OUMVLP17.yaml b/configs/gaittr/gaittr_OUMVLP17.yaml index fd03670..cdc6868 100644 --- a/configs/gaittr/gaittr_OUMVLP17.yaml +++ b/configs/gaittr/gaittr_OUMVLP17.yaml @@ -11,7 +11,7 @@ evaluator_cfg: enable_float16: false restore_ckpt_strict: true restore_hint: 150000 - save_name: GaitTR + save_name: GaitTR_17 eval_func: evaluate_indoor_dataset sampler: batch_size: 4 #should same to num_gpus @@ -63,7 +63,7 @@ trainer_cfg: restore_ckpt_strict: false restore_hint: 0 save_iter: 5000 - save_name: GaitTR + save_name: GaitTR_17 sync_BN: true total_iter: 150000 sampler: diff --git a/docs/1.1.skeleton_model_zoo.md b/docs/1.1.skeleton_model_zoo.md new file mode 100644 index 0000000..08d2bcb --- /dev/null +++ b/docs/1.1.skeleton_model_zoo.md @@ -0,0 +1,45 @@ +# Skeleton Model Zoo + + +### [OUMVLP-Pose](https://ieeexplore.ieee.org/abstract/document/9139355/) + +| Model | Pose Estimator | Rank-1 (alphapose format) | Rank-1 (COCO2017 format) | +|:------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|:--------------:|:-------------------------:|:------------------------:| +| [GaitGraph1](https://ieeexplore.ieee.org/document/9506717) | AlphaPose | 2.81 | 4.25 | +| [GaitGraph2](https://openaccess.thecvf.com/content/CVPR2022W/Biometrics/papers/Teepe_Towards_a_Deeper_Understanding_of_Skeleton-Based_Gait_Recognition_CVPRW_2022_paper) | AlphaPose | 62.10 | 70.75 | +| [GaitTR](https://arxiv.org/abs/2204.03873) | AlphaPose | 40.31 | 39.78 | + + + + + + +### [GREW-Pose](http://openaccess.thecvf.com/content/ICCV2021/html/Zhu_Gait_Recognition_in_the_Wild_A_Benchmark_ICCV_2021_paper.html) + +| Model | Pose Estimator | Rank-1 | +| :----------------------------------------------------------: | :------------: |:------:| +| [GaitGraph1](https://ieeexplore.ieee.org/document/9506717) | HRNet | 9.82 | +| [GaitGraph2](https://openaccess.thecvf.com/content/CVPR2022W/Biometrics/papers/Teepe_Towards_a_Deeper_Understanding_of_Skeleton-Based_Gait_Recognition_CVPRW_2022_paper) | HRNet | 34.61 | +| [GaitTR](https://arxiv.org/abs/2204.03873) | HRNet | 48.60 | + + + + +### [Gait3D-Pose](https://openaccess.thecvf.com/content/CVPR2022/html/Zheng_Gait_Recognition_in_the_Wild_With_Dense_3D_Representations_and_CVPR_2022_paper.html) + + +| Model | Pose Estimator | Rank-1 | +| :----------------------------------------------------------: | :------------: |:------:| +| [GaitGraph1](https://ieeexplore.ieee.org/document/9506717) | HRNet | 9.00 | +| [GaitGraph2](https://openaccess.thecvf.com/content/CVPR2022W/Biometrics/papers/Teepe_Towards_a_Deeper_Understanding_of_Skeleton-Based_Gait_Recognition_CVPRW_2022_paper) | HRNet | 11.00 | +| [GaitTR](https://arxiv.org/abs/2204.03873) | HRNet | 7.20 | + + + + +**Note:** + +* We greatly appreciate the contributions of the author mentioned above. +* We are very grateful for the contribution of the fastpositait team. + +