| 1036 | |
| 1037 | @register_model |
| 1038 | def VIPTRv2(opt): |
| 1039 | model = VIPTRNet( |
| 1040 | out_dim=opt.output_channel, |
| 1041 | embed_dims=[64, 128, 256], |
| 1042 | depths=[3, 3, 3], |
| 1043 | num_heads=[2, 4, 8], |
| 1044 | init_values=[2, 2, 2], |
| 1045 | heads_ranges=[4, 4, 6], |
| 1046 | mlp_ratios=[3, 4, 4], # 4 4 4 |
| 1047 | split_sizes=[1, 2, 4], |
| 1048 | sr_ratios=[4, 2, 2], # [8, 4, 2] |
| 1049 | drop_path_rate=0.1, |
| 1050 | chunkwise_recurrents=[True, False, False], |
| 1051 | layerscales=[False, False, False] |
| 1052 | ) |
| 1053 | model.default_cfg = _cfg() |
| 1054 | return model |
| 1055 | |
| 1056 | @register_model |
| 1057 | def VIPTRv2B(opt): |