(
prev_layer, n_out_channel, filter_size, strides, padding, is_train=True, use_batchnorm=True, activation_fn=None,
conv_init=tl.initializers.random_uniform(), batch_norm_init=tl.initializers.truncated_normal(mean=1., stddev=0.02),
bias_init=tf.zeros_initializer(), name=None
)
| 62 | |
| 63 | |
| 64 | def conv_module( |
| 65 | prev_layer, n_out_channel, filter_size, strides, padding, is_train=True, use_batchnorm=True, activation_fn=None, |
| 66 | conv_init=tl.initializers.random_uniform(), batch_norm_init=tl.initializers.truncated_normal(mean=1., stddev=0.02), |
| 67 | bias_init=tf.zeros_initializer(), name=None |
| 68 | ): |
| 69 | |
| 70 | if activation_fn not in ["ReLU", "ReLU6", "Leaky_ReLU", "PReLU", "PReLU6", "PTReLU6", "CReLU", "ELU", "SELU", |
| 71 | "tanh", "sigmoid", "softmax", None]: |
| 72 | raise Exception("Unknown 'activation_fn': %s" % activation_fn) |
| 73 | |
| 74 | conv_name = 'conv2d' if name is None else name |
| 75 | bn_name = 'batch_norm' if name is None else name + '/BatchNorm' |
| 76 | |
| 77 | layer = tl.layers.Conv2d( |
| 78 | prev_layer, |
| 79 | n_filter=n_out_channel, |
| 80 | filter_size=filter_size, |
| 81 | strides=strides, |
| 82 | padding=padding, |
| 83 | act=None, |
| 84 | W_init=conv_init, |
| 85 | b_init=None if use_batchnorm else bias_init, # Not useful as the convolutions are batch normalized |
| 86 | name=conv_name |
| 87 | ) |
| 88 | |
| 89 | if use_batchnorm: |
| 90 | |
| 91 | layer = tl.layers.BatchNormLayer(layer, act=None, is_train=is_train, gamma_init=batch_norm_init, name=bn_name) |
| 92 | |
| 93 | logits = layer.outputs |
| 94 | |
| 95 | layer = activation_module(layer, activation_fn, name=conv_name) |
| 96 | |
| 97 | return layer, logits |
| 98 | |
| 99 | |
| 100 | def dense_module( |
no test coverage detected
searching dependent graphs…