crosstyan/OpenGait
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Support skeleton (#155)

Browse Source 
* pose

* pose

* pose

* pose

* 你的提交消息

* pose

* pose

* Delete train1.sh

* pretreatment

* configs

* pose

* reference

* Update gaittr.py

* naming

* naming

* Update transform.py

* update for datasets

* update README

* update name and README

* update

* Update transform.py
This commit is contained in:
Dongyang Jin
2023-09-27 16:20:00 +08:00
committed by GitHub
parent 853bb1821d
commit 2c29afadf3
41 changed files with 4251 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files
configs/gaitgraph2/gaitgraph2.yaml
+97
View File
@@ -0,0 +1,97 @@
data_cfg:
dataset_name: CASIA-B
dataset_root: your_path
dataset_partition: ./datasets/CASIA-B/CASIA-B.json
test_dataset_name: CASIA-B
num_workers: 8
remove_no_gallery: false
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 500
save_name: GaitGraph2
sampler:
batch_size: 256
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered
frames_skip_num: 0
metric: cos
eval_func: evaluate_indoor_dataset
transform:
- type: Compose
trf_cfg:
- type: NormalizeEmpty
- type: GaitGraphMultiInput
loss_cfg:
- loss_term_weight: 1
temperature: 0.01
type: SupConLoss_Lp
log_prefix: SupConLoss
model_cfg:
model: GaitGraph2
joint_format: coco
input_num: 3
reduction: 8
block: Bottleneck # Basic, initial
input_branch:
- 5
- 64
- 32
main_stream:
- 32
- 128
- 256
num_class: 128
tta: true
optimizer_cfg:
lr: 0.005 #0.005
solver: AdamW
weight_decay: 0.00001
scheduler_cfg:
max_lr: 0.005
total_steps: 500
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false
log_iter: 100
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 100
save_name: GaitGraph2
sync_BN: true
total_iter: 500
sampler:
batch_shuffle: true
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
batch_size: 768
type: CommonSampler
transform:
- type: Compose
trf_cfg:
- type: NormalizeEmpty
- type: FlipSequence
probability: 0.5
- type: InversePosesPre
probability: 0.1
- type: JointNoise
std: 0.25
- type: PointNoise
std: 0.05
- type: RandomMove
random_r:
- 4
- 1
- type: GaitGraphMultiInput
configs/gaitgraph2/gaitgraph2_CCPG.yaml
+103
View File
@@ -0,0 +1,103 @@
data_cfg:
dataset_name: CCPG
dataset_root: your_path
dataset_partition: ./datasets/CCPG/CCPG.json
test_dataset_name: CCPG
num_workers: 8
remove_no_gallery: false
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 2000
save_name: GaitGraph2_CCPG
sampler:
batch_size: 256
frames_num_fixed: 30
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered
frames_skip_num: 0
metric: cos
eval_func: evaluate_CCPG
transform:
- type: Compose
trf_cfg:
- type: NormalizeEmpty
- type: GaitGraphMultiInput
joint_format: alphapose
loss_cfg:
- loss_term_weight: 1
temperature: 0.01
type: SupConLoss_Lp
log_prefix: SupConLoss
model_cfg:
model: GaitGraph2
joint_format: alphapose
input_num: 3
reduction: 4
block: Bottleneck # Basic, initial
input_branch:
- 5
- 64
- 32
main_stream:
- 32
- 128
- 256
num_class: 128
tta: true
optimizer_cfg:
lr: 0.005
solver: Adam
weight_decay: 0.00001
scheduler_cfg:
three_phase: True
max_lr: 0.005
total_steps: 2000
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false
log_iter: 20
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 200
save_name: GaitGraph2
sync_BN: true
total_iter: 2000
sampler:
batch_shuffle: true
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
batch_size: 768
type: CommonSampler
transform:
- type: Compose
trf_cfg:
- type: NormalizeEmpty
- type: FlipSequence
probability: 0.5
- type: InversePosesPre
probability: 0.1
joint_format: alphapose
- type: JointNoise
std: 0.1
- type: PointNoise
std: 0.05
- type: RandomMove
random_r:
- 3
- 1
- type: GaitGraphMultiInput
joint_format: alphapose
configs/gaitgraph2/gaitgraph2_GREW.yaml
+105
View File
@@ -0,0 +1,105 @@
data_cfg:
dataset_name: GREW
dataset_root: your_path
dataset_partition: ./datasets/GREW/GREW.json
test_dataset_name: GREW
num_workers: 8
remove_no_gallery: false
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 50000
save_name: GaitGraph2
sampler:
batch_size: 256
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered
frames_skip_num: 0
metric: cos
eval_func: GREW_submission
transform:
- type: Compose
trf_cfg:
- type: NormalizeEmpty
- type: GaitGraphMultiInput
loss_cfg:
- loss_term_weight: 1
temperature: 0.01
type: SupConLoss_Lp
log_prefix: SupConLoss
model_cfg:
model: GaitGraph2
joint_format: coco
input_num: 3
reduction: 4
block: Bottleneck # Basic, initial
input_branch:
- 5
- 64
- 64
- 32
main_stream:
- 32
- 128
- 128
- 128
- 256
- 256
- 256
num_class: 128
tta: true
optimizer_cfg:
lr: 0.005
solver: Adam
weight_decay: 0.00001
scheduler_cfg:
three_phase: True
max_lr: 0.005
total_steps: 50000
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false
log_iter: 1000
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 10000
save_name: GaitGraph2
sync_BN: true
total_iter: 50000
sampler:
batch_shuffle: true
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
batch_size: 768
type: CommonSampler
transform:
- type: Compose
trf_cfg:
- type: NormalizeEmpty
- type: FlipSequence
probability: 0.5
- type: InversePosesPre
probability: 0.1
- type: JointNoise
std: 0.25
- type: PointNoise
std: 0.05
- type: RandomMove
random_r:
- 4
- 1
- type: GaitGraphMultiInput
configs/gaitgraph2/gaitgraph2_Gait3D.yaml
+93
View File
@@ -0,0 +1,93 @@
data_cfg:
dataset_name: Gait3D
dataset_root: your_path
dataset_partition: ./datasets/Gait3D/Gait3D.json
test_dataset_name: Gait3D
num_workers: 8
remove_no_gallery: false
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 2000
save_name: GaitGraph2
sampler:
batch_size: 256
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered
frames_skip_num: 0
metric: cos
eval_func: evaluate_Gait3D
transform:
- type: GaitGraphMultiInput
loss_cfg:
- loss_term_weight: 1
temperature: 0.01
type: SupConLoss_Lp
log_prefix: SupConLoss
model_cfg:
model: GaitGraph2
joint_format: coco
input_num: 3
reduction: 8
block: Bottleneck # Basic, initial
input_branch:
- 5
- 64
- 32
main_stream:
- 32
- 128
- 256
num_class: 128
tta: true
optimizer_cfg:
lr: 0.005 #0.005
solver: AdamW
weight_decay: 0.00001
scheduler_cfg:
max_lr: 0.005
total_steps: 2000
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false
log_iter: 20
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 200
save_name: GaitGraph2
sync_BN: true
total_iter: 2000
sampler:
batch_shuffle: true
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
batch_size: 768
type: CommonSampler
transform:
- type: Compose
trf_cfg:
- type: FlipSequence
probability: 0.5
- type: InversePosesPre
probability: 0.1
- type: JointNoise
std: 0.25
- type: PointNoise
std: 0.05
- type: RandomMove
random_r:
- 4
- 1
- type: GaitGraphMultiInput
configs/gaitgraph2/gaitgraph2_OUMVLP.yaml
+108
View File
@@ -0,0 +1,108 @@
data_cfg:
dataset_name: OUMVLP
dataset_root: your_path
dataset_partition: ./datasets/OUMVLP/OUMVLP.json
test_dataset_name: OUMVLP
num_workers: 8
remove_no_gallery: false
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 80000
save_name: GaitGraph2_phase2
sampler:
batch_size: 256
frames_num_fixed: 30
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered
frames_skip_num: 0
metric: cos
eval_func: evaluate_indoor_dataset
transform:
- type: Compose
trf_cfg:
- type: NormalizeEmpty
- type: GaitGraphMultiInput
joint_format: alphapose
loss_cfg:
- loss_term_weight: 1
temperature: 0.01
type: SupConLoss_Lp
log_prefix: SupConLoss
model_cfg:
model: GaitGraph2
joint_format: alphapose
input_num: 3
reduction: 4
block: Bottleneck # Basic, initial
input_branch:
- 5
- 64
- 64
- 32
main_stream:
- 32
- 128
- 128
- 128
- 256
- 256
- 256
num_class: 128
tta: true
optimizer_cfg:
lr: 0.005
solver: Adam
weight_decay: 0.00001
scheduler_cfg:
three_phase: True
max_lr: 0.005
total_steps: 80000
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false
log_iter: 1000
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 10000
save_name: GaitGraph2
sync_BN: true
total_iter: 80000
sampler:
batch_shuffle: true
frames_num_fixed: 30
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
batch_size: 768
type: CommonSampler
transform:
- type: Compose
trf_cfg:
- type: NormalizeEmpty
- type: FlipSequence
probability: 0.5
- type: InversePosesPre
probability: 0.1
joint_format: alphapose
- type: JointNoise
std: 0.1
- type: PointNoise
std: 0.05
- type: RandomMove
random_r:
- 3
- 1
- type: GaitGraphMultiInput
joint_format: alphapose
configs/gaitgraph2/gaitgraph2_OUMVLP17.yaml
+108
View File
@@ -0,0 +1,108 @@
data_cfg:
dataset_name: OUMVLP
dataset_root: your_path
dataset_partition: ./datasets/OUMVLP/OUMVLP.json
test_dataset_name: OUMVLP
num_workers: 8
remove_no_gallery: false
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 80000
save_name: GaitGraph2_phase2
sampler:
batch_size: 256
frames_num_fixed: 30
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered
frames_skip_num: 0
metric: cos
eval_func: evaluate_indoor_dataset
transform:
- type: Compose
trf_cfg:
- type: NormalizeEmpty
- type: GaitGraphMultiInput
joint_format: coco
loss_cfg:
- loss_term_weight: 1
temperature: 0.01
type: SupConLoss_Lp
log_prefix: SupConLoss
model_cfg:
model: GaitGraph2
joint_format: coco
input_num: 3
reduction: 4
block: Bottleneck # Basic, initial
input_branch:
- 5
- 64
- 64
- 32
main_stream:
- 32
- 128
- 128
- 128
- 256
- 256
- 256
num_class: 128
tta: true
optimizer_cfg:
lr: 0.005
solver: Adam
weight_decay: 0.00001
scheduler_cfg:
three_phase: True
max_lr: 0.005
total_steps: 80000
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false
log_iter: 1000
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 10000
save_name: GaitGraph2
sync_BN: true
total_iter: 80000
sampler:
batch_shuffle: true
frames_num_fixed: 30
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
batch_size: 768
type: CommonSampler
transform:
- type: Compose
trf_cfg:
- type: NormalizeEmpty
- type: FlipSequence
probability: 0.5
- type: InversePosesPre
probability: 0.1
joint_format: coco
- type: JointNoise
std: 0.1
- type: PointNoise
std: 0.05
- type: RandomMove
random_r:
- 3
- 1
- type: GaitGraphMultiInput
joint_format: coco
configs/gaitgraph2/gaitgraph2_SUSTech1K.yaml
+94
View File
@@ -0,0 +1,94 @@
data_cfg:
dataset_name: SUSTech1K
dataset_root: your_path
dataset_partition: ./datasets/SUSTech1K/SUSTech1K.json
test_dataset_name: SUSTech1K
num_workers: 8
data_in_use: [false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false]
remove_no_gallery: false
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 2000
save_name: GaitGraph2-SUSTech1k
sampler:
batch_size: 256
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered
frames_skip_num: 0
metric: cos
eval_func: evaluate_indoor_dataset
transform:
- type: GaitGraphMultiInput
loss_cfg:
- loss_term_weight: 1
temperature: 0.01
type: SupConLoss_Lp
log_prefix: SupConLoss
model_cfg:
model: GaitGraph2
joint_format: coco
input_num: 3
reduction: 8
block: Bottleneck # Basic, initial
input_branch:
- 5
- 64
- 32
main_stream:
- 32
- 128
- 256
num_class: 128
tta: true
optimizer_cfg:
lr: 0.005 #0.005
solver: AdamW
weight_decay: 0.00001
scheduler_cfg:
max_lr: 0.005
total_steps: 2000
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false
log_iter: 20
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 200
save_name: GaitGraph2
sync_BN: true
total_iter: 2000
sampler:
batch_shuffle: true
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
batch_size: 768 # 256 only for debug #
type: CommonSampler
transform:
- type: Compose
trf_cfg:
- type: FlipSequence
probability: 0.5
- type: InversePosesPre
probability: 0.1
- type: JointNoise
std: 0.25
- type: PointNoise
std: 0.05
- type: RandomMove
random_r:
- 4
- 1
- type: GaitGraphMultiInput