mask_rcnn_clip_r101_fpn_1x_coco.py

_base_ = [
    '../configs/_base_/models/mask_rcnn_r50_fpn.py',
    '../configs/_base_/datasets/coco_instance_clip.py',
    # '../configs/_base_/schedules/schedule_1x.py',
    '../configs/_base_/default_runtime.py'
]

model = dict(
    pretrained='pretrained/RN101.pt',
    backbone=dict(
        type='CLIPResNet',
        layers=[3, 4, 23, 3],
        output_dim=1024,
        input_resolution=1344,
        style='pytorch'))

# optimizer
optimizer = dict(type='AdamW', lr=0.0002, weight_decay=0.0001,
        paramwise_cfg=dict(custom_keys={'backbone': dict(lr_mult=0.1),
                                        'text_encoder': dict(lr_mult=0.0),
                                        'norm': dict(decay_mult=0.)}))
optimizer_config = dict(grad_clip=dict(max_norm=0.1, norm_type=2))
# learning policy
lr_config = dict(
    policy='step',
    warmup='linear',
    warmup_iters=500,
    warmup_ratio=0.001,
    step=[8, 11])
total_epochs = 12