stgcn_mc.py

Go to the documentation of this file.

model = dict(
    type='ActionRecognitionRunner',
    backbone=dict(
        stgcn = dict(
            type='STGCN',
            in_channels = 3,
            graph_args = dict(layout = 'coco', strategy='spatial'),
            edge_importance_weighting = True,
            input_key = 'keypoints',
            dropout=0.5,
        ),        
    ),
    head=dict(
        action = dict(
            type='GCNHead',
            in_channels=256,
            num_class=9,
            input_key = 'stgcn',
        ),
        pose = dict(
            type='GCNHead',
            in_channels=256, 
            num_class=4,
            input_key = 'stgcn',
        ),
    ),
    predict_keys = dict(
        pred_action = 'action',
        pred_pose = 'pose',
    )
)
collect_keys = ['keypoints', 'label_action', 'label_pose']
# collect_keys = ['keypoints', 'label_action']
 
# loss = dict(
#     CrossEntropyLoss = dict(
#         weight = 1.0,
#         weights = [1.0],
#         pred_keys = ['action'],
#         gt_keys = ['label_action'],
#         data_num = dict(action = [100, 100, 100, 24, 100, 34, 3, 100, 100])
#     )
# )
loss = dict(
    CrossEntropyLoss = dict(
        weight = 1.0,
        weights = [1.0, 1.0],
        pred_keys = ['action', 'pose'],
        gt_keys = ['label_action', 'label_pose'],
        data_num = dict(action = [100, 100, 100, 24, 100, 34, 3, 100, 100], pose = [98, 517, 11, 35])
    )
)
 
data_loader = dict(
    type = 'ActionDatasetLoader',
    train_data_folder = '/media/safemotion/HDD5/pjm_test/action_mc_train/1st/train',
    test_data_folder = '/media/safemotion/HDD5/pjm_test/action_mc_train/1st/val',
)
 
train = dict(
    num_workers = 8,
    init_lr = 0.1,
    batch_size = 32,
    epochs = 3000,
    optimizer = 'SGD',
    optimizer_args = dict(momentum=0.9, nesterov=True, weight_decay=0.0001),
    adjust_lr_epoch = [500, 1000, 1500, 2000],
    adjust_lr_rate = [0.1]*4,
    val_interval = 1,
    
    pretrained = None,#'/media/safemotion/HDD5/pjm_test/action_train_test2/9.pth',
    save_root = '/media/safemotion/HDD5/pjm_test/action_train_mc_test1',
)
 
test = dict(
    model_path = '/media/safemotion/HDD5/pjm_test/action_train_mc_test1/weights/202.pth',
    save_root = '',
)