(patch_size=16, num_register_tokens=0, **kwargs)
| 365 | |
| 366 | |
| 367 | def vit_large(patch_size=16, num_register_tokens=0, **kwargs): |
| 368 | model = DinoVisionTransformer( |
| 369 | patch_size=patch_size, |
| 370 | embed_dim=1024, |
| 371 | depth=24, |
| 372 | num_heads=16, |
| 373 | mlp_ratio=4, |
| 374 | block_fn=partial(Block, attn_class=MemEffAttention), |
| 375 | num_register_tokens=num_register_tokens, |
| 376 | **kwargs, |
| 377 | ) |
| 378 | return model |
| 379 | |
| 380 | |
| 381 | def vit_giant2(patch_size=16, num_register_tokens=0, **kwargs): |
nothing calls this directly
no test coverage detected