Support skeleton (#155)

* pose

* pose

* pose

* pose

* 你的提交消息

* pose

* pose

* Delete train1.sh

* pretreatment

* configs

* pose

* reference

* Update gaittr.py

* naming

* naming

* Update transform.py

* update for datasets

* update README

* update name and README

* update

* Update transform.py
This commit is contained in:
Dongyang Jin
2023-09-27 16:20:00 +08:00
committed by GitHub
parent 853bb1821d
commit 2c29afadf3
41 changed files with 4251 additions and 12 deletions
+98
View File
@@ -0,0 +1,98 @@
data_cfg:
dataset_name: CASIA-B
dataset_root: your_path
dataset_partition: ./datasets/CASIA-B/CASIA-B.json
test_dataset_name: CASIA-B
num_workers: 8
remove_no_gallery: false
frame_threshold: 60
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 6000
save_name: GaitGraph1_phase1
sampler:
batch_size: 256
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered
frames_skip_num: 0
metric: euc
eval_func: evaluate_indoor_dataset
transform:
- type: Compose
trf_cfg:
- type: GaitGraph1Input
loss_cfg:
- loss_term_weight: 1
temperature: 0.01
type: SupConLoss_Re
log_prefix: SupConLoss
model_cfg:
model: GaitGraph1
joint_format: coco
input_num: 1
reduction: 8
block: Bottleneck # Basic, initial
input_branch:
- 3
- 64
- 64
- 32
main_stream:
- 32
- 128
- 128
- 256
- 256
num_class: 128
tta: true
optimizer_cfg:
lr: 0.01
solver: Adam
weight_decay: 0.00001
scheduler_cfg:
max_lr: 0.01
total_steps: 6000
scheduler: OneCycleLR
div_factor: 25
trainer_cfg:
enable_float16: false
log_iter: 1000
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 1000
save_name: GaitGraph1_phase1
sync_BN: true
total_iter: 6000
sampler:
batch_shuffle: true
frames_num_fixed: 100
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
batch_size: 128
type: CommonSampler
transform:
- type: TwoView
trf_cfg:
- type: InversePosesPre
probability: 0.1
- type: FlipSequence
probability: 0.5
- type: RandomSelectSequence
sequence_length: 60
- type: PointNoise
std: 0.05
- type: JointNoise
std: 0.2
- type: GaitGraph1Input
@@ -0,0 +1,100 @@
data_cfg:
dataset_name: GREW
dataset_root: your_path
dataset_partition: ./datasets/GREW/GREW.json
test_dataset_name: GREW
num_workers: 8
remove_no_gallery: false
frame_threshold: 16
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 150000
save_name: GaitGraph1_phase1
sampler:
batch_size: 256
frames_num_fixed: 501
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered
frames_skip_num: 0
metric: euc
# eval_func: GREW_submission
eval_func: evaluate_real_scene
transform:
- type: Compose
trf_cfg:
- type: SelectSequenceCenter
sequence_length: 16
- type: GaitGraph1Input
loss_cfg:
- loss_term_weight: 1
temperature: 0.01
type: SupConLoss_Re
log_prefix: SupConLoss
model_cfg:
model: GaitGraph1
joint_format: coco
input_num: 1
reduction: 8
block: Bottleneck # Basic, initial
input_branch:
- 3
- 64
- 64
- 32
main_stream:
- 32
- 128
- 128
- 256
- 256
num_class: 256
tta: true
optimizer_cfg:
lr: 0.01
solver: Adam
weight_decay: 0.00001
scheduler_cfg:
max_lr: 0.01
total_steps: 150000
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false
log_iter: 100
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 5000
save_name: GaitGraph1_phase1
sync_BN: true
total_iter: 150000
sampler:
batch_shuffle: true
frames_num_fixed: 501
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
batch_size: 128
type: CommonSampler
transform:
- type: TwoView
trf_cfg:
- type: MirrorPoses
probability: 0.5
- type: FlipSequence
probability: 0.5
- type: RandomSelectSequence
sequence_length: 16
- type: PointNoise
std: 0.05
- type: JointNoise
std: 0.1
- type: GaitGraph1Input
@@ -0,0 +1,100 @@
data_cfg:
dataset_name: Gait3D
dataset_root: your_path
dataset_partition: ./datasets/Gait3D/Gait3D.json
test_dataset_name: Gait3D
num_workers: 8
remove_no_gallery: false
frame_threshold: 24
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 20000
save_name: GaitGraph1_phase1
sampler:
batch_size: 256
frames_num_fixed: 130
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered
frames_skip_num: 0
metric: euc
eval_func: evaluate_Gait3D
transform:
- type: Compose
trf_cfg:
- type: SelectSequenceCenter
sequence_length: 24
- type: GaitGraph1Input
loss_cfg:
- loss_term_weight: 1
temperature: 0.01
type: SupConLoss_Re
log_prefix: SupConLoss
model_cfg:
model: GaitGraph1
joint_format: coco
input_num: 1
reduction: 8
block: Bottleneck # Basic, initial
input_branch:
- 3
- 64
- 64
- 32
main_stream:
- 32
- 128
- 128
- 256
- 256
num_class: 128
tta: true
optimizer_cfg:
lr: 0.01
solver: Adam
weight_decay: 0.00001
scheduler_cfg:
max_lr: 0.01
total_steps: 20000
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false
log_iter: 100
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 500
save_name: GaitGraph1_phase1
sync_BN: true
total_iter: 20000
sampler:
batch_shuffle: true
frames_num_fixed: 130
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
batch_size: 128
type: CommonSampler
transform:
- type: TwoView
trf_cfg:
- type: MirrorPoses
probability: 0.5
- type: FlipSequence
probability: 0.5
- type: RandomSelectSequence
sequence_length: 16
- type: PointNoise
std: 0.05
- type: JointNoise
std: 0.1
- type: GaitGraph1Input
@@ -0,0 +1,99 @@
data_cfg:
dataset_name: OUMVLP
dataset_root: your_path
dataset_partition: ./datasets/OUMVLP/OUMVLP.json
test_dataset_name: OUMVLP
num_workers: 8
remove_no_gallery: false
frame_threshold: 17
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 150000
save_name: GaitGraph1_phase1
sampler:
batch_size: 256
frames_num_fixed: 35
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered
frames_skip_num: 0
metric: euc
eval_func: evaluate_indoor_dataset
transform:
- type: Compose
trf_cfg:
- type: SelectSequenceCenter
sequence_length: 17
- type: GaitGraph1Input
loss_cfg:
- loss_term_weight: 1
temperature: 0.01
type: SupConLoss_Re
log_prefix: SupConLoss
model_cfg:
model: GaitGraph1
joint_format: alphapose
input_num: 1
reduction: 8
block: Bottleneck # Basic, initial
input_branch:
- 3
- 64
- 64
- 32
main_stream:
- 32
- 128
- 128
- 256
- 256
num_class: 256
tta: true
optimizer_cfg:
lr: 0.01
solver: Adam
weight_decay: 0.00001
scheduler_cfg:
max_lr: 0.01
total_steps: 150000
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false
log_iter: 1000
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 10000
save_name: GaitGraph1_phase1
sync_BN: true
total_iter: 150000
sampler:
batch_shuffle: true
frames_num_fixed: 35
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
batch_size: 128
type: CommonSampler
transform:
- type: TwoView
trf_cfg:
- type: MirrorPoses
probability: 0.5
- type: FlipSequence
probability: 0.5
- type: RandomSelectSequence
sequence_length: 16
- type: PointNoise
std: 0.05
- type: JointNoise
std: 0.1
- type: GaitGraph1Input
@@ -0,0 +1,99 @@
data_cfg:
dataset_name: OUMVLP
dataset_root: your_path
dataset_partition: ./datasets/OUMVLP/OUMVLP.json
test_dataset_name: OUMVLP
num_workers: 8
remove_no_gallery: false
frame_threshold: 17
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 150000
save_name: GaitGraph1_phase1
sampler:
batch_size: 256
frames_num_fixed: 25
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered
frames_skip_num: 0
metric: euc
eval_func: evaluate_indoor_dataset
transform:
- type: Compose
trf_cfg:
- type: SelectSequenceCenter
sequence_length: 17
- type: SkeletonInput
loss_cfg:
- loss_term_weight: 1
temperature: 0.01
type: SupConLoss_Re
log_prefix: SupConLoss
model_cfg:
model: GaitGraph1
joint_format: coco
input_num: 1
reduction: 8
block: Bottleneck # Basic, initial
input_branch:
- 3
- 64
- 64
- 32
main_stream:
- 32
- 128
- 128
- 256
- 256
num_class: 256
tta: true
optimizer_cfg:
lr: 0.01
solver: Adam
weight_decay: 0.00001
scheduler_cfg:
max_lr: 0.01
total_steps: 150000
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false
log_iter: 1000
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 10000
save_name: GaitGraph1_phase1
sync_BN: true
total_iter: 150000
sampler:
batch_shuffle: true
frames_num_fixed: 25
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
batch_size: 128
type: CommonSampler
transform:
- type: TwoView
trf_cfg:
- type: MirrorPoses
probability: 0.5
- type: FlipSequence
probability: 0.5
- type: RandomSelectSequence
sequence_length: 16
- type: PointNoise
std: 0.05
- type: JointNoise
std: 0.1
- type: GaitGraph1Input
+97
View File
@@ -0,0 +1,97 @@
data_cfg:
dataset_name: CASIA-B
dataset_root: your_path
dataset_partition: ./datasets/CASIA-B/CASIA-B.json
test_dataset_name: CASIA-B
num_workers: 8
remove_no_gallery: false
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 500
save_name: GaitGraph2
sampler:
batch_size: 256
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered
frames_skip_num: 0
metric: cos
eval_func: evaluate_indoor_dataset
transform:
- type: Compose
trf_cfg:
- type: NormalizeEmpty
- type: GaitGraphMultiInput
loss_cfg:
- loss_term_weight: 1
temperature: 0.01
type: SupConLoss_Lp
log_prefix: SupConLoss
model_cfg:
model: GaitGraph2
joint_format: coco
input_num: 3
reduction: 8
block: Bottleneck # Basic, initial
input_branch:
- 5
- 64
- 32
main_stream:
- 32
- 128
- 256
num_class: 128
tta: true
optimizer_cfg:
lr: 0.005 #0.005
solver: AdamW
weight_decay: 0.00001
scheduler_cfg:
max_lr: 0.005
total_steps: 500
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false
log_iter: 100
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 100
save_name: GaitGraph2
sync_BN: true
total_iter: 500
sampler:
batch_shuffle: true
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
batch_size: 768
type: CommonSampler
transform:
- type: Compose
trf_cfg:
- type: NormalizeEmpty
- type: FlipSequence
probability: 0.5
- type: InversePosesPre
probability: 0.1
- type: JointNoise
std: 0.25
- type: PointNoise
std: 0.05
- type: RandomMove
random_r:
- 4
- 1
- type: GaitGraphMultiInput
+103
View File
@@ -0,0 +1,103 @@
data_cfg:
dataset_name: CCPG
dataset_root: your_path
dataset_partition: ./datasets/CCPG/CCPG.json
test_dataset_name: CCPG
num_workers: 8
remove_no_gallery: false
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 2000
save_name: GaitGraph2_CCPG
sampler:
batch_size: 256
frames_num_fixed: 30
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered
frames_skip_num: 0
metric: cos
eval_func: evaluate_CCPG
transform:
- type: Compose
trf_cfg:
- type: NormalizeEmpty
- type: GaitGraphMultiInput
joint_format: alphapose
loss_cfg:
- loss_term_weight: 1
temperature: 0.01
type: SupConLoss_Lp
log_prefix: SupConLoss
model_cfg:
model: GaitGraph2
joint_format: alphapose
input_num: 3
reduction: 4
block: Bottleneck # Basic, initial
input_branch:
- 5
- 64
- 32
main_stream:
- 32
- 128
- 256
num_class: 128
tta: true
optimizer_cfg:
lr: 0.005
solver: Adam
weight_decay: 0.00001
scheduler_cfg:
three_phase: True
max_lr: 0.005
total_steps: 2000
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false
log_iter: 20
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 200
save_name: GaitGraph2
sync_BN: true
total_iter: 2000
sampler:
batch_shuffle: true
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
batch_size: 768
type: CommonSampler
transform:
- type: Compose
trf_cfg:
- type: NormalizeEmpty
- type: FlipSequence
probability: 0.5
- type: InversePosesPre
probability: 0.1
joint_format: alphapose
- type: JointNoise
std: 0.1
- type: PointNoise
std: 0.05
- type: RandomMove
random_r:
- 3
- 1
- type: GaitGraphMultiInput
joint_format: alphapose
+105
View File
@@ -0,0 +1,105 @@
data_cfg:
dataset_name: GREW
dataset_root: your_path
dataset_partition: ./datasets/GREW/GREW.json
test_dataset_name: GREW
num_workers: 8
remove_no_gallery: false
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 50000
save_name: GaitGraph2
sampler:
batch_size: 256
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered
frames_skip_num: 0
metric: cos
eval_func: GREW_submission
transform:
- type: Compose
trf_cfg:
- type: NormalizeEmpty
- type: GaitGraphMultiInput
loss_cfg:
- loss_term_weight: 1
temperature: 0.01
type: SupConLoss_Lp
log_prefix: SupConLoss
model_cfg:
model: GaitGraph2
joint_format: coco
input_num: 3
reduction: 4
block: Bottleneck # Basic, initial
input_branch:
- 5
- 64
- 64
- 32
main_stream:
- 32
- 128
- 128
- 128
- 256
- 256
- 256
num_class: 128
tta: true
optimizer_cfg:
lr: 0.005
solver: Adam
weight_decay: 0.00001
scheduler_cfg:
three_phase: True
max_lr: 0.005
total_steps: 50000
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false
log_iter: 1000
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 10000
save_name: GaitGraph2
sync_BN: true
total_iter: 50000
sampler:
batch_shuffle: true
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
batch_size: 768
type: CommonSampler
transform:
- type: Compose
trf_cfg:
- type: NormalizeEmpty
- type: FlipSequence
probability: 0.5
- type: InversePosesPre
probability: 0.1
- type: JointNoise
std: 0.25
- type: PointNoise
std: 0.05
- type: RandomMove
random_r:
- 4
- 1
- type: GaitGraphMultiInput
+93
View File
@@ -0,0 +1,93 @@
data_cfg:
dataset_name: Gait3D
dataset_root: your_path
dataset_partition: ./datasets/Gait3D/Gait3D.json
test_dataset_name: Gait3D
num_workers: 8
remove_no_gallery: false
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 2000
save_name: GaitGraph2
sampler:
batch_size: 256
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered
frames_skip_num: 0
metric: cos
eval_func: evaluate_Gait3D
transform:
- type: GaitGraphMultiInput
loss_cfg:
- loss_term_weight: 1
temperature: 0.01
type: SupConLoss_Lp
log_prefix: SupConLoss
model_cfg:
model: GaitGraph2
joint_format: coco
input_num: 3
reduction: 8
block: Bottleneck # Basic, initial
input_branch:
- 5
- 64
- 32
main_stream:
- 32
- 128
- 256
num_class: 128
tta: true
optimizer_cfg:
lr: 0.005 #0.005
solver: AdamW
weight_decay: 0.00001
scheduler_cfg:
max_lr: 0.005
total_steps: 2000
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false
log_iter: 20
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 200
save_name: GaitGraph2
sync_BN: true
total_iter: 2000
sampler:
batch_shuffle: true
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
batch_size: 768
type: CommonSampler
transform:
- type: Compose
trf_cfg:
- type: FlipSequence
probability: 0.5
- type: InversePosesPre
probability: 0.1
- type: JointNoise
std: 0.25
- type: PointNoise
std: 0.05
- type: RandomMove
random_r:
- 4
- 1
- type: GaitGraphMultiInput
+108
View File
@@ -0,0 +1,108 @@
data_cfg:
dataset_name: OUMVLP
dataset_root: your_path
dataset_partition: ./datasets/OUMVLP/OUMVLP.json
test_dataset_name: OUMVLP
num_workers: 8
remove_no_gallery: false
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 80000
save_name: GaitGraph2_phase2
sampler:
batch_size: 256
frames_num_fixed: 30
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered
frames_skip_num: 0
metric: cos
eval_func: evaluate_indoor_dataset
transform:
- type: Compose
trf_cfg:
- type: NormalizeEmpty
- type: GaitGraphMultiInput
joint_format: alphapose
loss_cfg:
- loss_term_weight: 1
temperature: 0.01
type: SupConLoss_Lp
log_prefix: SupConLoss
model_cfg:
model: GaitGraph2
joint_format: alphapose
input_num: 3
reduction: 4
block: Bottleneck # Basic, initial
input_branch:
- 5
- 64
- 64
- 32
main_stream:
- 32
- 128
- 128
- 128
- 256
- 256
- 256
num_class: 128
tta: true
optimizer_cfg:
lr: 0.005
solver: Adam
weight_decay: 0.00001
scheduler_cfg:
three_phase: True
max_lr: 0.005
total_steps: 80000
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false
log_iter: 1000
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 10000
save_name: GaitGraph2
sync_BN: true
total_iter: 80000
sampler:
batch_shuffle: true
frames_num_fixed: 30
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
batch_size: 768
type: CommonSampler
transform:
- type: Compose
trf_cfg:
- type: NormalizeEmpty
- type: FlipSequence
probability: 0.5
- type: InversePosesPre
probability: 0.1
joint_format: alphapose
- type: JointNoise
std: 0.1
- type: PointNoise
std: 0.05
- type: RandomMove
random_r:
- 3
- 1
- type: GaitGraphMultiInput
joint_format: alphapose
+108
View File
@@ -0,0 +1,108 @@
data_cfg:
dataset_name: OUMVLP
dataset_root: your_path
dataset_partition: ./datasets/OUMVLP/OUMVLP.json
test_dataset_name: OUMVLP
num_workers: 8
remove_no_gallery: false
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 80000
save_name: GaitGraph2_phase2
sampler:
batch_size: 256
frames_num_fixed: 30
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered
frames_skip_num: 0
metric: cos
eval_func: evaluate_indoor_dataset
transform:
- type: Compose
trf_cfg:
- type: NormalizeEmpty
- type: GaitGraphMultiInput
joint_format: coco
loss_cfg:
- loss_term_weight: 1
temperature: 0.01
type: SupConLoss_Lp
log_prefix: SupConLoss
model_cfg:
model: GaitGraph2
joint_format: coco
input_num: 3
reduction: 4
block: Bottleneck # Basic, initial
input_branch:
- 5
- 64
- 64
- 32
main_stream:
- 32
- 128
- 128
- 128
- 256
- 256
- 256
num_class: 128
tta: true
optimizer_cfg:
lr: 0.005
solver: Adam
weight_decay: 0.00001
scheduler_cfg:
three_phase: True
max_lr: 0.005
total_steps: 80000
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false
log_iter: 1000
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 10000
save_name: GaitGraph2
sync_BN: true
total_iter: 80000
sampler:
batch_shuffle: true
frames_num_fixed: 30
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
batch_size: 768
type: CommonSampler
transform:
- type: Compose
trf_cfg:
- type: NormalizeEmpty
- type: FlipSequence
probability: 0.5
- type: InversePosesPre
probability: 0.1
joint_format: coco
- type: JointNoise
std: 0.1
- type: PointNoise
std: 0.05
- type: RandomMove
random_r:
- 3
- 1
- type: GaitGraphMultiInput
joint_format: coco
@@ -0,0 +1,94 @@
data_cfg:
dataset_name: SUSTech1K
dataset_root: your_path
dataset_partition: ./datasets/SUSTech1K/SUSTech1K.json
test_dataset_name: SUSTech1K
num_workers: 8
data_in_use: [false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false]
remove_no_gallery: false
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 2000
save_name: GaitGraph2-SUSTech1k
sampler:
batch_size: 256
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered
frames_skip_num: 0
metric: cos
eval_func: evaluate_indoor_dataset
transform:
- type: GaitGraphMultiInput
loss_cfg:
- loss_term_weight: 1
temperature: 0.01
type: SupConLoss_Lp
log_prefix: SupConLoss
model_cfg:
model: GaitGraph2
joint_format: coco
input_num: 3
reduction: 8
block: Bottleneck # Basic, initial
input_branch:
- 5
- 64
- 32
main_stream:
- 32
- 128
- 256
num_class: 128
tta: true
optimizer_cfg:
lr: 0.005 #0.005
solver: AdamW
weight_decay: 0.00001
scheduler_cfg:
max_lr: 0.005
total_steps: 2000
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false
log_iter: 20
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 200
save_name: GaitGraph2
sync_BN: true
total_iter: 2000
sampler:
batch_shuffle: true
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
batch_size: 768 # 256 only for debug #
type: CommonSampler
transform:
- type: Compose
trf_cfg:
- type: FlipSequence
probability: 0.5
- type: InversePosesPre
probability: 0.1
- type: JointNoise
std: 0.25
- type: PointNoise
std: 0.05
- type: RandomMove
random_r:
- 4
- 1
- type: GaitGraphMultiInput
+91
View File
@@ -0,0 +1,91 @@
data_cfg:
dataset_name: CCPG
dataset_root: your_path
dataset_partition: ./datasets/CCPG/CCPG.json
num_workers: 1
remove_no_gallery: false
frame_threshold: 0
test_dataset_name: CCPG
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 40000
save_name: GaitTR-CCPG
eval_func: evaluate_CCPG
sampler:
batch_size: 4 #should same to num_gpus
sample_type: all_ordered
type: InferenceSampler
metric: euc # cos
transform:
- type: Compose
trf_cfg:
- type: GaitTRMultiInput
joint_format: alphapose
- type: SkeletonInput
loss_cfg:
type: TripletLoss
margin: 0.3
log_prefix: triplet
model_cfg:
model: GaitTR
in_channels:
- 10
- 64
- 64
- 128
- 256
num_class: 128
joint_format: alphapose
optimizer_cfg:
lr: 0.001
solver: Adam
weight_decay: 0.00002
scheduler_cfg:
three_phase: True
max_lr: 0.001
div_factor: 100
final_div_factor: 1000.0
total_steps: 40000
pct_start: 0.475
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false #not use
log_iter: 100
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 4000
save_name: GaitTR-CCPG
sync_BN: true
total_iter: 40000
sampler:
batch_shuffle: false
batch_size:
- 32
- 4
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
type: TripletSampler
transform:
- type: Compose
trf_cfg:
- type: PointNoise
std: 0.3
- type: InversePosesPre
joint_format: alphapose
probability: 0.1
- type: JointNoise
std: 0.3
- type: GaitTRMultiInput
joint_format: alphapose
- type: SkeletonInput
+91
View File
@@ -0,0 +1,91 @@
data_cfg:
dataset_name: GREW
dataset_root: your_path
dataset_partition: ./datasets/GREW/GREW.json
num_workers: 1
remove_no_gallery: false
test_dataset_name: GREW
frame_threshold: 0
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 150000
save_name: GaitTR
eval_func: GREW_submission
sampler:
batch_size: 4 #should same to num_gpus
sample_type: all_ordered
type: InferenceSampler
metric: euc # cos
transform:
- type: Compose
trf_cfg:
- type: GaitTRMultiInput
joint_format: coco
- type: SkeletonInput
loss_cfg:
type: TripletLoss
margin: 0.3
log_prefix: triplet
model_cfg:
model: GaitTR
in_channels:
- 10
- 64
- 64
- 128
- 256
num_class: 256
joint_format: coco
optimizer_cfg:
lr: 0.001
solver: Adam
weight_decay: 0.00002
scheduler_cfg:
three_phase: True
max_lr: 0.001
div_factor: 100
final_div_factor: 1000.0
total_steps: 150000
pct_start: 0.475
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false #not use
log_iter: 100
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 5000
save_name: GaitTR
sync_BN: true
total_iter: 150000
sampler:
batch_shuffle: false
batch_size:
- 32
- 8
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
type: TripletSampler
transform:
- type: Compose
trf_cfg:
- type: PointNoise
std: 0.3
- type: InversePosesPre
probability: 0.1
- type: JointNoise
std: 0.3
- type: GaitTRMultiInput
joint_format: coco
- type: SkeletonInput
+91
View File
@@ -0,0 +1,91 @@
data_cfg:
dataset_name: Gait3D
dataset_root: your_path
dataset_partition: ./datasets/Gait3D/Gait3D.json
test_dataset_name: Gait3D
num_workers: 1
remove_no_gallery: false
frame_threshold: 0
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 40000
save_name: GaitTR
eval_func: evaluate_Gait3D
sampler:
batch_size: 4 #should same to num_gpus
sample_type: all_ordered
type: InferenceSampler
metric: euc # cos
transform:
- type: Compose
trf_cfg:
- type: GaitTRMultiInput
joint_format: coco
- type: SkeletonInput
loss_cfg:
type: TripletLoss
margin: 0.3
log_prefix: triplet
model_cfg:
model: GaitTR
in_channels:
- 10
- 64
- 64
- 128
- 256
num_class: 128
joint_format: coco
optimizer_cfg:
lr: 0.001
solver: Adam
weight_decay: 0.00002
scheduler_cfg:
three_phase: True
max_lr: 0.001
div_factor: 100
final_div_factor: 1000.0
total_steps: 40000
pct_start: 0.475
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false #not use
log_iter: 100
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 1000
save_name: GaitTR
sync_BN: true
total_iter: 40000
sampler:
batch_shuffle: false
batch_size:
- 32
- 4
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
type: TripletSampler
transform:
- type: Compose
trf_cfg:
- type: PointNoise
std: 0.3
- type: InversePosesPre
probability: 0.1
- type: JointNoise
std: 0.3
- type: GaitTRMultiInput
joint_format: coco
- type: SkeletonInput
+92
View File
@@ -0,0 +1,92 @@
data_cfg:
dataset_name: OUMVLP
dataset_root: your_path
dataset_partition: ./datasets/OUMVLP/OUMVLP.json
num_workers: 1
remove_no_gallery: false
test_dataset_name: OUMVLP
frame_threshold: 0
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 150000
save_name: GaitTR
eval_func: evaluate_indoor_dataset
sampler:
batch_size: 4 #should same to num_gpus
sample_type: all_ordered
type: InferenceSampler
metric: euc # cos
transform:
- type: Compose
trf_cfg:
- type: GaitTRMultiInput
joint_format: alphapose
- type: SkeletonInput
loss_cfg:
type: TripletLoss
margin: 0.3
log_prefix: triplet
model_cfg:
model: GaitTR
in_channels:
- 10
- 64
- 64
- 128
- 256
num_class: 256
joint_format: alphapose
optimizer_cfg:
lr: 0.001
solver: Adam
weight_decay: 0.00002
scheduler_cfg:
three_phase: True
max_lr: 0.001
div_factor: 100
final_div_factor: 1000.0
total_steps: 150000
pct_start: 0.475
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false #not use
log_iter: 100
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 5000
save_name: GaitTR
sync_BN: true
total_iter: 150000
sampler:
batch_shuffle: false
batch_size:
- 32
- 16
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
type: TripletSampler
transform:
- type: Compose
trf_cfg:
- type: PointNoise
std: 0.3
- type: InversePosesPre
joint_format: alphapose
probability: 0.1
- type: JointNoise
std: 0.3
- type: GaitTRMultiInput
joint_format: alphapose
- type: SkeletonInput
+91
View File
@@ -0,0 +1,91 @@
data_cfg:
dataset_name: OUMVLP
dataset_root: your_path
dataset_partition: ./datasets/OUMVLP/OUMVLP.json
num_workers: 1
remove_no_gallery: false
test_dataset_name: OUMVLP
frame_threshold: 0
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 150000
save_name: GaitTR
eval_func: evaluate_indoor_dataset
sampler:
batch_size: 4 #should same to num_gpus
sample_type: all_ordered
type: InferenceSampler
metric: euc # cos
transform:
- type: Compose
trf_cfg:
- type: GaitTRMultiInput
joint_format: coco
- type: SkeletonInput
loss_cfg:
type: TripletLoss
margin: 0.3
log_prefix: triplet
model_cfg:
model: GaitTR
in_channels:
- 10
- 64
- 64
- 128
- 256
num_class: 256
joint_format: coco
optimizer_cfg:
lr: 0.001
solver: Adam
weight_decay: 0.00002
scheduler_cfg:
three_phase: True
max_lr: 0.001
div_factor: 100
final_div_factor: 1000.0
total_steps: 150000
pct_start: 0.475
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false #not use
log_iter: 100
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 5000
save_name: GaitTR
sync_BN: true
total_iter: 150000
sampler:
batch_shuffle: false
batch_size:
- 32
- 16
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
type: TripletSampler
transform:
- type: Compose
trf_cfg:
- type: PointNoise
std: 0.3
- type: InversePosesPre
probability: 0.1
- type: JointNoise
std: 0.3
- type: GaitTRMultiInput
joint_format: coco
- type: SkeletonInput
+92
View File
@@ -0,0 +1,92 @@
data_cfg:
dataset_name: SUSTech1K
dataset_root: your_path
dataset_partition: ./datasets/SUSTech1K/SUSTech1K.json
num_workers: 1
data_in_use: [false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false]
remove_no_gallery: false
frame_threshold: 0
test_dataset_name: SUSTech1K
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 40000
save_name: GaitTR-SUSTech1k
eval_func: evaluate_indoor_dataset
sampler:
batch_size: 4 #should same to num_gpus
sample_type: all_ordered
type: InferenceSampler
metric: euc # cos
transform:
- type: Compose
trf_cfg:
- type: GaitTRMultiInput
joint_format: coco
- type: SkeletonInput
loss_cfg:
type: TripletLoss
margin: 0.3
log_prefix: triplet
model_cfg:
model: GaitTR
in_channels:
- 10
- 64
- 64
- 128
- 256
num_class: 128
joint_format: coco
optimizer_cfg:
lr: 0.001
solver: Adam
weight_decay: 0.00002
scheduler_cfg:
three_phase: True
max_lr: 0.001
div_factor: 100
final_div_factor: 1000.0
total_steps: 40000
pct_start: 0.475
scheduler: OneCycleLR
trainer_cfg:
enable_float16: false #not use
log_iter: 100
with_test: true
restore_ckpt_strict: false
restore_hint: 0
save_iter: 4000
save_name: GaitTR-SUSTech1k
sync_BN: true
total_iter: 40000
sampler:
batch_shuffle: false
batch_size:
- 32
- 4
frames_num_fixed: 60
frames_num_max: 50
frames_num_min: 25
sample_type: fixed_ordered #Repeat sample
frames_skip_num: 0
type: TripletSampler
transform:
- type: Compose
trf_cfg:
- type: PointNoise
std: 0.3
- type: InversePosesPre
probability: 0.1
- type: JointNoise
std: 0.3
- type: GaitTRMultiInput
joint_format: coco
- type: SkeletonInput
+98
View File
@@ -0,0 +1,98 @@
data_cfg:
dataset_name: OUMVLP
dataset_root: your_path
dataset_partition: ./datasets/OUMVLP/OUMVLP.json
num_workers: 1
remove_no_gallery: false
test_dataset_name: OUMVLP
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 300000
save_name: MSGG_OUMVLP
eval_func: evaluate_indoor_dataset
sampler:
batch_size: 8
sample_type: all_ordered
type: InferenceSampler
transform:
- type: MSGGTransform
prob: alphapose
# prob: coco
metric: euc # cos
loss_cfg:
- loss_term_weight: 0.3
margin: 0.2
type: TripletLoss
log_prefix: triplet_joints
- loss_term_weight: 0.2
margin: 0.2
type: TripletLoss
log_prefix: triplet_limbs
- loss_term_weight: 0.1
margin: 0.2
type: TripletLoss
log_prefix: triplet_bodyparts
- loss_term_weight: 1.0
scale: 1
type: CrossEntropyLoss
log_accuracy: true
label_smooth: false
log_prefix: softmax
model_cfg:
model: MultiScaleGaitGraph
in_channels:
- 3
- 16
- 32
- 64
- 128
out_channels: 128
graph_cfg:
layout: 'body_12'
strategy: 'gait_temporal'
temporal_kernel_size: 9
num_id: 5153
optimizer_cfg:
lr: 0.1
momentum: 0.9
solver: SGD
weight_decay: 0.0005
scheduler_cfg:
gamma: 0.1
milestones:
- 75000
- 150000
- 225000
scheduler: MultiStepLR
trainer_cfg:
enable_float16: false
fix_BN: false
with_test: false
log_iter: 100
restore_ckpt_strict: true
restore_hint: 0
save_iter: 2000
save_name: MSGG_OUMVLP
sync_BN: true
total_iter: 300000
sampler:
batch_shuffle: false
batch_size:
- 32
- 8
frames_num_fixed: 30
frames_num_max: 50
frames_num_min: 25
frames_skip_num: 0
sample_type: fixed_ordered
type: TripletSampler
transform:
- type: MSGGTransform
prob: alphapose
+98
View File
@@ -0,0 +1,98 @@
data_cfg:
dataset_name: SUSTech1K
dataset_root: your_path
dataset_partition: ./datasets/SUSTech1K/SUSTech1K.json
num_workers: 1
remove_no_gallery: false
test_dataset_name: SUSTech1K
evaluator_cfg:
enable_float16: false
restore_ckpt_strict: true
restore_hint: 300000
save_name: MSGG_SUSTech1K
eval_func: evaluate_indoor_dataset
sampler:
batch_size: 8
sample_type: all_ordered
type: InferenceSampler
transform:
- type: MSGGTransform
# prob: alphapose
prob: coco
metric: euc # cos
loss_cfg:
- loss_term_weight: 0.3
margin: 0.2
type: TripletLoss
log_prefix: triplet_joints
- loss_term_weight: 0.2
margin: 0.2
type: TripletLoss
log_prefix: triplet_limbs
- loss_term_weight: 0.1
margin: 0.2
type: TripletLoss
log_prefix: triplet_bodyparts
- loss_term_weight: 1.0
scale: 1
type: CrossEntropyLoss
log_accuracy: true
label_smooth: false
log_prefix: softmax
model_cfg:
model: MultiScaleGaitGraph
in_channels:
- 3
- 16
- 32
- 64
- 128
out_channels: 128
graph_cfg:
layout: 'body_12'
strategy: 'gait_temporal'
temporal_kernel_size: 9
num_id: 5153
optimizer_cfg:
lr: 0.1
momentum: 0.9
solver: SGD
weight_decay: 0.0005
scheduler_cfg:
gamma: 0.1
milestones:
- 75000
- 150000
- 225000
scheduler: MultiStepLR
trainer_cfg:
enable_float16: false
fix_BN: false
with_test: false
log_iter: 100
restore_ckpt_strict: true
restore_hint: 0
save_iter: 2000
save_name: MSGG_SUSTech1K
sync_BN: true
total_iter: 300000
sampler:
batch_shuffle: false
batch_size:
- 32
- 8
frames_num_fixed: 30
frames_num_max: 50
frames_num_min: 25
frames_skip_num: 0
sample_type: fixed_ordered
type: TripletSampler
transform:
- type: MSGGTransform
prob: coco