(self, q, k, v, image_rotary_emb, text_seq_length)
| 70 | |
| 71 | |
| 72 | def process_qkv(self, q, k, v, image_rotary_emb, text_seq_length): |
| 73 | q = self.norm_q(q) |
| 74 | k = self.norm_k(k) |
| 75 | q[:, :, text_seq_length:] = self.apply_rotary_emb(q[:, :, text_seq_length:], image_rotary_emb) |
| 76 | k[:, :, text_seq_length:] = self.apply_rotary_emb(k[:, :, text_seq_length:], image_rotary_emb) |
| 77 | return q, k, v |
| 78 | |
| 79 | |
| 80 | def forward(self, hidden_states, prompt_emb, time_emb, image_rotary_emb): |
no test coverage detected