| 40 | |
| 41 | |
| 42 | class BertModelTester: |
| 43 | def __init__( |
| 44 | self, |
| 45 | parent, |
| 46 | batch_size=13, |
| 47 | seq_length=7, |
| 48 | is_training=True, |
| 49 | use_input_mask=True, |
| 50 | use_token_type_ids=True, |
| 51 | use_labels=True, |
| 52 | vocab_size=99, |
| 53 | hidden_size=32, |
| 54 | num_hidden_layers=5, |
| 55 | num_attention_heads=4, |
| 56 | intermediate_size=37, |
| 57 | hidden_act="gelu", |
| 58 | hidden_dropout_prob=0.1, |
| 59 | attention_probs_dropout_prob=0.1, |
| 60 | max_position_embeddings=512, |
| 61 | type_vocab_size=16, |
| 62 | type_sequence_label_size=2, |
| 63 | initializer_range=0.02, |
| 64 | num_labels=3, |
| 65 | num_choices=4, |
| 66 | scope=None, |
| 67 | ): |
| 68 | self.parent = parent |
| 69 | self.batch_size = batch_size |
| 70 | self.seq_length = seq_length |
| 71 | self.is_training = is_training |
| 72 | self.use_input_mask = use_input_mask |
| 73 | self.use_token_type_ids = use_token_type_ids |
| 74 | self.use_labels = use_labels |
| 75 | self.vocab_size = vocab_size |
| 76 | self.hidden_size = hidden_size |
| 77 | self.num_hidden_layers = num_hidden_layers |
| 78 | self.num_attention_heads = num_attention_heads |
| 79 | self.intermediate_size = intermediate_size |
| 80 | self.hidden_act = hidden_act |
| 81 | self.hidden_dropout_prob = hidden_dropout_prob |
| 82 | self.attention_probs_dropout_prob = attention_probs_dropout_prob |
| 83 | self.max_position_embeddings = max_position_embeddings |
| 84 | self.type_vocab_size = type_vocab_size |
| 85 | self.type_sequence_label_size = type_sequence_label_size |
| 86 | self.initializer_range = initializer_range |
| 87 | self.num_labels = num_labels |
| 88 | self.num_choices = num_choices |
| 89 | self.scope = scope |
| 90 | |
| 91 | def prepare_config_and_inputs(self): |
| 92 | input_ids = ids_tensor([self.batch_size, self.seq_length], self.vocab_size) |
| 93 | |
| 94 | input_mask = None |
| 95 | if self.use_input_mask: |
| 96 | input_mask = ids_tensor([self.batch_size, self.seq_length], vocab_size=2) |
| 97 | |
| 98 | token_type_ids = None |
| 99 | if self.use_token_type_ids: |
no outgoing calls