(self, image_embeds)
| 102 | self.norm = torch.nn.LayerNorm(cross_attention_dim) |
| 103 | |
| 104 | def forward(self, image_embeds): |
| 105 | embeds = image_embeds |
| 106 | clip_extra_context_tokens = self.proj(embeds).reshape(-1, self.clip_extra_context_tokens, self.cross_attention_dim) |
| 107 | clip_extra_context_tokens = self.norm(clip_extra_context_tokens) |
| 108 | return clip_extra_context_tokens |
| 109 | |
| 110 | class To_KV(torch.nn.Module): |
| 111 | def __init__(self, state_dict): |
nothing calls this directly
no outgoing calls
no test coverage detected