(self)
| 41 | self.dropout_keep_prob=dropout_keep_prob |
| 42 | |
| 43 | def decoder_fn(self): |
| 44 | start = time.time() |
| 45 | print("decoder.decoder_fn.started.") |
| 46 | Q=self.Q |
| 47 | K_s=self.K_s |
| 48 | for layer_index in range(self.num_layer): |
| 49 | Q,K_s=self.decoder_single_layer(Q, K_s, layer_index) |
| 50 | end = time.time() |
| 51 | print("decoder.decoder_fn.ended.Q:", Q, " ;K_s:", K_s,";time spent:",(end-start)) |
| 52 | return Q,K_s |
| 53 | |
| 54 | def decoder_single_layer(self,Q,K_s,layer_index): |
| 55 | """ |