(patch_size=16, **kwargs)
| 342 | return output |
| 343 | |
| 344 | def vit_tiny(patch_size=16, **kwargs): |
| 345 | model = VisionTransformer( |
| 346 | patch_size=patch_size, embed_dim=192, depth=12, num_heads=3, mlp_ratio=4, |
| 347 | qkv_bias=True, norm_layer=partial(nn.LayerNorm, eps=1e-6), **kwargs) |
| 348 | return model |
| 349 | |
| 350 | def vit_small(patch_size=16, **kwargs): |
| 351 | model = VisionTransformer( |
nothing calls this directly
no test coverage detected