Skip to content

Commit

Permalink
SlowFast backbone has been added
Browse files Browse the repository at this point in the history
  • Loading branch information
salmank255 committed Dec 20, 2021
1 parent f80d925 commit 82a9a59
Show file tree
Hide file tree
Showing 21 changed files with 1,673 additions and 58 deletions.
67 changes: 67 additions & 0 deletions configs/AVA-Kinetics/evalAVA_SLOWFAST_R101_ACAR_HR2O_DEPTH1.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,67 @@
evaluate: True

pretrain:
path: model_zoo/AVA-Kinetics_SLOWFAST_R101_ACAR_HR2O_DEPTH1.pth.tar

result_path: experiments/AVA-Kinetics/evalAVA_SLOWFAST_R101_ACAR_HR2O_DEPTH1
manual_seed: 1
print_freq: 20

model:
freeze_bn: True
backbone:
arch: slowfast101
learnable: True
kwargs:
alpha: 4
beta: 0.125
neck:
type: basic
kwargs:
bbox_jitter:
num: 1
scale: 0.075
num_classes: 60
multi_class: True
head:
type: acar
kwargs:
width: 2304
roi_spatial: 7
num_classes: 60
depth: 1
mlp_1x1: True

loss:
type: ava_criterion
kwargs:
pose_softmax: True

val:
root_path: data
annotation_path: annotations/ava_val_v2.2_fair_0.85.pkl
batch_size: 1

augmentation:
spatial:
- type: Scale
kwargs:
resize: 256
- type: ToTensor
kwargs:
norm_value: 1.
- type: Normalize
kwargs:
mean: [110.63666788, 103.16065604, 96.29023126]
std: [38.7568578, 37.88248729, 40.02898126]
temporal:
type: TemporalCenterCrop
kwargs:
size: 64
step: 2

with_label: False
eval_mAP:
labelmap: annotations/ava_action_list_v2.2_for_activitynet_2019.pbtxt
groundtruth: annotations/ava_val_v2.2.csv
exclusions: annotations/ava_val_excluded_timestamps_v2.2.csv
109 changes: 109 additions & 0 deletions configs/AVA/SLOWFAST_R101_ACAR_HR2O_DEPTH1.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,109 @@
evaluate: False

result_path: experiments/AVA/SLOWFAST_R101_ACAR_HR2O_DEPTH1
manual_seed: 1
print_freq: 20

model:
freeze_bn: True
backbone:
arch: slowfast101
learnable: True
pretrain:
path: pretrained/SLOWFAST_R101_K700.pth.tar
kwargs:
alpha: 4
beta: 0.125
neck:
type: basic
kwargs:
bbox_jitter:
num: 1
scale: 0.075
num_classes: 60
multi_class: True
head:
type: acar
kwargs:
width: 2304
roi_spatial: 7
num_classes: 60
depth: 1
mlp_1x1: True

loss:
type: ava_criterion
kwargs:
pose_softmax: True

train:
root_path: data
annotation_path: annotations/ava_train_v2.2_with_fair_0.9.pkl
batch_size: 1

augmentation:
spatial:
- type: Scale
kwargs:
resize: 256
- type: RandomHorizontalFlip
- type: ToTensor
kwargs:
norm_value: 1.
- type: Normalize
kwargs:
mean: [110.63666788, 103.16065604, 96.29023126]
std: [38.7568578, 37.88248729, 40.02898126]
temporal:
type: TemporalCenterCrop
kwargs:
size: 64
step: 2

n_epochs: 5
val_freq: 1
save_freq: 1

optimizer:
type: SGD
kwargs:
momentum: 0.9
weight_decay: 0.0000001
nesterov: True

scheduler:
type: step
milestone_epochs: [4.6, 4.8]
lr_mults: [0.1, 0.1]
base_lr: 0.008
warmup_lr: 0.064
warmup_epochs: 1

val:
root_path: data
annotation_path: annotations/ava_val_v2.2_fair_0.85.pkl
batch_size: 1

augmentation:
spatial:
- type: Scale
kwargs:
resize: 256
- type: ToTensor
kwargs:
norm_value: 1.
- type: Normalize
kwargs:
mean: [110.63666788, 103.16065604, 96.29023126]
std: [38.7568578, 37.88248729, 40.02898126]
temporal:
type: TemporalCenterCrop
kwargs:
size: 64
step: 2

with_label: False
eval_mAP:
labelmap: annotations/ava_action_list_v2.2_for_activitynet_2019.pbtxt
groundtruth: annotations/ava_val_v2.2.csv
exclusions: annotations/ava_val_excluded_timestamps_v2.2.csv
111 changes: 111 additions & 0 deletions configs/AVA/SLOWFAST_R50_ACAR_HR2O.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,111 @@
evaluate: False

result_path: experiments/AVA/SLOWFAST_R50_ACAR_HR2O
manual_seed: 1
print_freq: 20

model:
freeze_bn: True
backbone:
arch: slowfast50
learnable: True
pretrain:
path: pretrained/SLOWFAST_R50_K400.pth.tar
kwargs:
alpha: 4
beta: 0.125
fuse_only_conv: False
fuse_kernel_size: 7
slow_full_span: True
neck:
type: basic
kwargs:
bbox_jitter:
num: 1
scale: 0.075
num_classes: 60
multi_class: True
head:
type: acar
kwargs:
width: 2304
roi_spatial: 7
num_classes: 60
depth: 2

loss:
type: ava_criterion
kwargs:
pose_softmax: True

train:
root_path: data
annotation_path: annotations/ava_train_v2.2_with_fair_0.9.pkl
batch_size: 1

augmentation:
spatial:
- type: Scale
kwargs:
resize: 256
- type: RandomHorizontalFlip
- type: ToTensor
kwargs:
norm_value: 255.
- type: Normalize
kwargs:
mean: [0.450, 0.450, 0.450]
std: [0.225, 0.225, 0.225]
temporal:
type: TemporalCenterCrop
kwargs:
size: 64
step: 2

n_epochs: 6
val_freq: 1
save_freq: 1

optimizer:
type: SGD
kwargs:
momentum: 0.9
weight_decay: 0.0000001
nesterov: True

scheduler:
type: step
milestone_epochs: [5.6, 5.8]
lr_mults: [0.1, 0.1]
base_lr: 0.008
warmup_lr: 0.064
warmup_epochs: 1

val:
root_path: data
annotation_path: annotations/ava_val_v2.2_fair_0.85.pkl
batch_size: 1

augmentation:
spatial:
- type: Scale
kwargs:
resize: 256
- type: ToTensor
kwargs:
norm_value: 255.
- type: Normalize
kwargs:
mean: [0.450, 0.450, 0.450]
std: [0.225, 0.225, 0.225]
temporal:
type: TemporalCenterCrop
kwargs:
size: 64
step: 2

with_label: False
eval_mAP:
labelmap: annotations/ava_action_list_v2.2_for_activitynet_2019.pbtxt
groundtruth: annotations/ava_val_v2.2.csv
exclusions: annotations/ava_val_excluded_timestamps_v2.2.csv
Loading

0 comments on commit 82a9a59

Please sign in to comment.