(step1, len1, step2, len2)
| 117 | |
| 118 | @staticmethod |
| 119 | def double_step_seq(step1, len1, step2, len2): |
| 120 | seq1 = torch.arange(0, step1 * len1, step1) |
| 121 | seq2 = torch.arange(0, step2 * len2, step2) |
| 122 | return (seq1[:, None] + seq2[None, :]).reshape(1, -1) |
| 123 | |
| 124 | |
| 125 | class ShiftWindowMSA(BaseModule): |