(self, model)
| 170 | ) |
| 171 | |
| 172 | def _build_embeddings(self, model): |
| 173 | with core.DeviceScope(core.DeviceOption(caffe2_pb2.CPU)): |
| 174 | sqrt3 = math.sqrt(3) |
| 175 | self.encoder_embeddings = model.param_init_net.UniformFill( |
| 176 | [], |
| 177 | 'encoder_embeddings', |
| 178 | shape=[ |
| 179 | self.source_vocab_size, |
| 180 | self.model_params['encoder_embedding_size'], |
| 181 | ], |
| 182 | min=-sqrt3, |
| 183 | max=sqrt3, |
| 184 | ) |
| 185 | model.params.append(self.encoder_embeddings) |
| 186 | self.decoder_embeddings = model.param_init_net.UniformFill( |
| 187 | [], |
| 188 | 'decoder_embeddings', |
| 189 | shape=[ |
| 190 | self.target_vocab_size, |
| 191 | self.model_params['decoder_embedding_size'], |
| 192 | ], |
| 193 | min=-sqrt3, |
| 194 | max=sqrt3, |
| 195 | ) |
| 196 | model.params.append(self.decoder_embeddings) |
| 197 | |
| 198 | def model_build_fun(self, model, forward_only=False, loss_scale=None): |
| 199 | encoder_inputs = model.net.AddExternalInput( |
no test coverage detected