Method forward

model/transformer_utils.py:372–374

(self, x)

        self.register_buffer('pe', pe)
        
    def forward(self, x):
        seq_len = x.size(1)
        return self.pe[:seq_len, :].unsqueeze(0)

class Transformer(nn.Module):
    def __init__(self, width, layers, heads, window_size=None, block_cls=ResAttBlock, drop_path_rate=0.0):