(self)
| 51 | |
| 52 | class EncoderSpec(model_spec.LayerSpec): |
| 53 | def __init__(self): |
| 54 | self.enc_ffn1_layer_norm = common_spec.LayerNormSpec() |
| 55 | self.enc_ffn1 = Wav2Vec2BertFeedForwardSpec() |
| 56 | self.enc_attn_layer_norm = common_spec.LayerNormSpec() |
| 57 | self.enc_attn = attention_spec.MultiHeadAttentionSpec( |
| 58 | self_attention=True, |
| 59 | relative_asymmetric_position=True, |
| 60 | ) |
| 61 | del self.enc_attn.layer_norm |
| 62 | self.enc_conv_layer_norm = common_spec.LayerNormSpec() |
| 63 | self.enc_conv_pointwise_conv1 = common_spec.Conv1DSpec() |
| 64 | del self.enc_conv_pointwise_conv1.bias |
| 65 | self.enc_conv_depthwise_conv = common_spec.Conv1DSpec() |
| 66 | del self.enc_conv_depthwise_conv.bias |
| 67 | self.enc_conv_depthwise_layer_norm = common_spec.LayerNormSpec() |
| 68 | self.enc_conv_pointwise_conv2 = common_spec.Conv1DSpec() |
| 69 | del self.enc_conv_pointwise_conv2.bias |
| 70 | self.enc_ffn2_layer_norm = common_spec.LayerNormSpec() |
| 71 | self.enc_ffn2 = Wav2Vec2BertFeedForwardSpec() |
| 72 | self.enc_final_layer_norm = common_spec.LayerNormSpec() |
| 73 | |
| 74 | |
| 75 | class AdapterSpec(model_spec.LayerSpec): |
no test coverage detected