(patch_size=16, **kwargs)
| 348 | return model |
| 349 | |
| 350 | def vit_small(patch_size=16, **kwargs): |
| 351 | model = VisionTransformer( |
| 352 | patch_size=patch_size, embed_dim=384, depth=12, num_heads=6, mlp_ratio=4, |
| 353 | qkv_bias=True, norm_layer=partial(nn.LayerNorm, eps=1e-6), **kwargs) |
| 354 | return model |
| 355 | |
| 356 | def vit_base(patch_size=16, **kwargs): |
| 357 | model = VisionTransformer( |
nothing calls this directly
no test coverage detected