(self, num_attention_heads=24, attention_head_dim=128, cross_attention_dim=4096, num_tokens=128, num_blocks=57)
| 49 | |
| 50 | class FluxIpAdapter(torch.nn.Module): |
| 51 | def __init__(self, num_attention_heads=24, attention_head_dim=128, cross_attention_dim=4096, num_tokens=128, num_blocks=57): |
| 52 | super().__init__() |
| 53 | self.ipadapter_modules = torch.nn.ModuleList([IpAdapterModule(num_attention_heads, attention_head_dim, cross_attention_dim) for _ in range(num_blocks)]) |
| 54 | self.image_proj = MLPProjModel(cross_attention_dim=cross_attention_dim, id_embeddings_dim=1152, num_tokens=num_tokens) |
| 55 | self.set_adapter() |
| 56 | |
| 57 | def set_adapter(self): |
| 58 | self.call_block_id = {i:i for i in range(len(self.ipadapter_modules))} |
nothing calls this directly
no test coverage detected