| 151 | self.forward_net = forward_model.net |
| 152 | |
| 153 | def _build_shared(self, model): |
| 154 | optimizer_params = self.model_params['optimizer_params'] |
| 155 | with core.DeviceScope(core.DeviceOption(caffe2_pb2.CPU)): |
| 156 | self.learning_rate = model.AddParam( |
| 157 | name='learning_rate', |
| 158 | init_value=float(optimizer_params['learning_rate']), |
| 159 | trainable=False, |
| 160 | ) |
| 161 | self.global_step = model.AddParam( |
| 162 | name='global_step', |
| 163 | init_value=0, |
| 164 | trainable=False, |
| 165 | ) |
| 166 | self.start_time = model.AddParam( |
| 167 | name='start_time', |
| 168 | init_value=time.time(), |
| 169 | trainable=False, |
| 170 | ) |
| 171 | |
| 172 | def _build_embeddings(self, model): |
| 173 | with core.DeviceScope(core.DeviceOption(caffe2_pb2.CPU)): |