posec3d_pose_2nd.py

Go to the documentation of this file.

model = dict(
    type='ActionRecognitionRunner',
    backbone=dict(
        resnet3d = dict(
            type='ResNet3d',
            in_channels = 17,
            base_channels = 32,
            stage_blocks = (4, 6, 3),
            out_indices = (2, ),
            spatial_strides = (2, 2, 2),
            temporal_strides = (1, 1, 2),
            dilations = (1, 1, 1),
            conv1_kernel = (1, 7, 7),
            conv1_stride_s = 1,
            conv1_stride_t = 1,
            pool1_stride_s = 1,
            pool1_stride_t = 1,
            inflate = (0, 1, 1),
            inflate_style = '3x1x1',
            input_key = 'pose_heatmap'
        ),
    ),
    head=dict(
        pose = dict(
            type='I3DHead',
            in_channels=512,
            num_classes=8,
            dropout_ratio=0.5,
            input_key = 'resnet3d',
        ),
        hand = dict(
            type='I3DHead',
            in_channels=512,
            num_classes=4,
            dropout_ratio=0.5,
            input_key = 'resnet3d',
        ),
        foot = dict(
            type='I3DHead',
            in_channels=512,
            num_classes=2,
            dropout_ratio=0.5,
            input_key = 'resnet3d',
        ),
    ),
    predict_keys = dict(
        #예측한 라벨의 키 = 헤드의 키(스코어의 키)
        pred_pose = 'pose',
        pred_hand = 'hand',
        pred_foot = 'foot',
    )
)
 
loss = dict(
    MutiTaskCrossEntropyLoss = dict(
        weight = 1.0,
        task_key = 'category',
        pred_keys = ['pose', 'hand', 'foot'],
        gt_keys = ['label', 'label', 'label'],
        target_tasks = ['pose', 'hand', 'foot'],
        weights = [1.0, 1.0, 1.0],
        # data_num = dict(action = [100, 100, 100, 24, 100, 34, 3, 100, 100], pose = [98, 517, 11, 35])
    )
)
metric_args = dict(pred_key=['pred_pose', 'pred_hand', 'pred_foot'], 
                   gt_key=['label', 'label', 'label'], 
                   target_tasks=['pose', 'hand', 'foot'],
                   task_key='category')
 
 
collect_keys = ['pose_heatmap', 'label']
 
data_loader = dict(
    type = 'ActionDatasetLoader_v22',
    data_folder = '/media/safemotion/HDD5/pjm_test/action_train_dataset_2023/action_v22_2nd_split',
    category_info = dict(pose = 8,
                         hand = 4,
                         foot = 2),
    clip_len = 8,
)
ep_mul = 20
train = dict(
    num_workers = 8,
    init_lr = 0.2,
    batch_size = 32,
    epochs = 150*ep_mul,
    optimizer = 'SGD',
    optimizer_args = dict(momentum=0.9, nesterov=True, weight_decay=0.0001),
    scheduler = 'CosineAnnealingLR',
    scheduler_args = dict(T_max=30*ep_mul, eta_min=0),
    adjust_lr_epoch = [30*ep_mul, 90*ep_mul, 150*ep_mul],
    adjust_lr_rate = [0.5]*3,
    val_interval = 1,
    
    update_loss_weight = False,
    update_loss_weight_interval = 20,
    base_weight = 0.5,
 
    pretrained = None,#'/media/safemotion/HDD5/pjm_test/action_train_test/9.pth',
    save_root = '/media/safemotion/HDD5/pjm_test/action_train_result/pose_2nd',
 
)
 
test = dict(
    model_path = None,#'/media/safemotion/HDD5/pjm_test/action_train_result/1st/weights/2835.pth',
    save_root = '',
)