| 283 | |
| 284 | class Decoder(nn.Module): |
| 285 | def __init__(self, num_layers, r1, r2, num_f_maps, input_dim, num_classes, att_type, alpha): |
| 286 | super(Decoder, self).__init__()# self.position_en = PositionalEncoding(d_model=num_f_maps) |
| 287 | self.conv_1x1 = nn.Conv1d(input_dim, num_f_maps, 1) |
| 288 | self.layers = nn.ModuleList( |
| 289 | [AttModule(2 ** i, num_f_maps, num_f_maps, r1, r2, att_type, 'decoder', alpha) for i in # 2 ** i |
| 290 | range(num_layers)]) |
| 291 | self.conv_out = nn.Conv1d(num_f_maps, num_classes, 1) |
| 292 | |
| 293 | def forward(self, x, fencoder, mask): |
| 294 | |