posec3d_mtml Namespace Reference

Variables
	model
list	score_keys = ['action_upper', 'action_lower', 'pose', 'hand', 'foot', 'aux_action_upper', 'aux_action_lower', 'aux_pose', 'aux_hand', 'aux_foot']
list	pred_keys = ['pred_action_upper', 'pred_action_lower', 'pred_pose', 'pred_hand', 'pred_foot']
list	gt_keys = ['gt_action_upper', 'gt_action_lower', 'gt_pose', 'gt_hand', 'gt_foot', 'gt_action_upper', 'gt_action_lower', 'gt_pose', 'gt_hand', 'gt_foot']
list	target_tasks = ['action_upper', 'action_lower', 'pose', 'hand', 'foot', 'action_upper', 'action_lower', 'pose', 'hand', 'foot']
list	train_tasks = ['action_upper', 'action_lower', 'pose', 'hand', 'foot']
	loss
	metric_args
list	collect_keys = ['pose_heatmap_for_action', 'pose_heatmap_for_pose', 'gt_action_upper', 'gt_action_lower', 'gt_pose', 'gt_hand', 'gt_foot']
	data_loader
int	ep_mul = 20
	train
	test

Variable Documentation

collect_keys

list posec3d_mtml.collect_keys = ['pose_heatmap_for_action', 'pose_heatmap_for_pose', 'gt_action_upper', 'gt_action_lower', 'gt_pose', 'gt_hand', 'gt_foot']

Definition at line 157 of file posec3d_mtml.py.

data_loader

posec3d_mtml.data_loader

Initial value:

=  dict(
    type = 'ActionDatasetLoader_mtml',
    data_folder = '/media/safemotion/HDD5/pjm_test/action_train_dataset_2023/action_mtml_1st_split',
    category_info = dict(action_upper = 6,
                         action_lower = 12,
                         pose = 8,
                         hand = 4,
                         foot = 2),
    clip_len_action = 20,
    clip_len_pose = 6,
)

Definition at line 159 of file posec3d_mtml.py.

ep_mul

int posec3d_mtml.ep_mul = 20

Definition at line 170 of file posec3d_mtml.py.

gt_keys

list posec3d_mtml.gt_keys = ['gt_action_upper', 'gt_action_lower', 'gt_pose', 'gt_hand', 'gt_foot', 'gt_action_upper', 'gt_action_lower', 'gt_pose', 'gt_hand', 'gt_foot']

Definition at line 132 of file posec3d_mtml.py.

loss

posec3d_mtml.loss

Initial value:

=  dict(
    MutiTaskMultiLabelCrossEntropyLoss = dict(
        weight = 1.0,
        task_key = 'category',
        pred_keys = score_keys,
        gt_keys = gt_keys,
        target_tasks = target_tasks,
        train_tasks = train_tasks,
        target_task_weight = 1.0,
        non_target_task_weight = -1,
        weights = [0.5, 0.5, 0.5, 0.5, 0.5, 0.125, 0.125, 0.125, 0.125, 0.125],
        # data_num = dict(action = [100, 100, 100, 24, 100, 34, 3, 100, 100], pose = [98, 517, 11, 35])
    )
)

Definition at line 137 of file posec3d_mtml.py.

metric_args

posec3d_mtml.metric_args

Initial value:

=  dict(pred_key=pred_keys, 
                   gt_key=gt_keys[:5], 
                   target_tasks=target_tasks[:5],
                   task_key='category')

Definition at line 152 of file posec3d_mtml.py.

model

posec3d_mtml.model

Definition at line 1 of file posec3d_mtml.py.

pred_keys

list posec3d_mtml.pred_keys = ['pred_action_upper', 'pred_action_lower', 'pred_pose', 'pred_hand', 'pred_foot']

Definition at line 131 of file posec3d_mtml.py.

score_keys

list posec3d_mtml.score_keys = ['action_upper', 'action_lower', 'pose', 'hand', 'foot', 'aux_action_upper', 'aux_action_lower', 'aux_pose', 'aux_hand', 'aux_foot']

Definition at line 130 of file posec3d_mtml.py.

target_tasks

list posec3d_mtml.target_tasks = ['action_upper', 'action_lower', 'pose', 'hand', 'foot', 'action_upper', 'action_lower', 'pose', 'hand', 'foot']

Definition at line 133 of file posec3d_mtml.py.

test

posec3d_mtml.test

Initial value:

=  dict(
    model_path = None,
    save_root = '',
)

Definition at line 195 of file posec3d_mtml.py.

train

posec3d_mtml.train

Initial value:

=  dict(
    num_workers = 8,
    init_lr = 0.1,
    batch_size = 32,
    epochs = 100*ep_mul,
    optimizer = 'SGD',
    optimizer_args = dict(momentum=0.9, nesterov=True, weight_decay=0.0001),
    scheduler = 'CosineAnnealingLR',
    # scheduler = 'StepLR',
    scheduler_args = dict(T_max=30*ep_mul, eta_min=0),
    adjust_lr_epoch = [10*ep_mul, 50*ep_mul, 100*ep_mul, 130*ep_mul],
    adjust_lr_rate = [0.5, 0.1, 0.1, 0.1],
    val_interval = 1,
 
    
    update_loss_weight = False,
    update_loss_weight_interval = 20,
    base_weight = 0.5,
 
    pretrained = None,#'/media/safemotion/HDD5/pjm_test/action_train_test/9.pth',
    save_root = '/media/safemotion/HDD5/pjm_test/action_train_result/action_mtml',
 
)

Definition at line 171 of file posec3d_mtml.py.

train_tasks

list posec3d_mtml.train_tasks = ['action_upper', 'action_lower', 'pose', 'hand', 'foot']

Definition at line 134 of file posec3d_mtml.py.