Creates a `truncated_normal_initializer` with the given range.
(initializer_range=0.02)
| 113 | |
| 114 | |
| 115 | def create_initializer(initializer_range=0.02): |
| 116 | """Creates a `truncated_normal_initializer` with the given range.""" |
| 117 | return tf.truncated_normal_initializer(stddev=initializer_range) |
| 118 | |
| 119 | |
| 120 | def _attention_projection_and_transpose(x_flat, batch_size, seq_length, num_attention_heads, size_per_head, |
no outgoing calls
no test coverage detected