| 112 | |
| 113 | |
| 114 | class EncoderDecoderConfig: |
| 115 | def __init__(self, d_model, vocab_size, num_heads, d_kv, d_ff, num_layers, |
| 116 | relative_attention_num_buckets_or_max_pos_seq_len, |
| 117 | adapter_inter_size, adapter_norm_position, decoder_start_token_id=0, decoder_end_token_id=1): |
| 118 | self.d_model = d_model |
| 119 | self.vocab_size = vocab_size |
| 120 | self.num_heads = num_heads |
| 121 | self.d_kv = d_kv |
| 122 | self.d_ff = d_ff |
| 123 | self.num_layers = num_layers |
| 124 | self.relative_attention_num_buckets = relative_attention_num_buckets_or_max_pos_seq_len |
| 125 | self.adapter_inter_size = adapter_inter_size |
| 126 | self.adapter_norm_position = adapter_norm_position |
| 127 | self.decoder_start_token_id = decoder_start_token_id |
| 128 | self.decoder_end_token_id = decoder_end_token_id |
| 129 | |
| 130 | |
| 131 | data_type_mapping = {"fp32": 0, "fp16": 1, "bf16": 2} |