Update list of ppl
(self, *inputs)
| 43 | self.tokens_count = 0 |
| 44 | |
| 45 | def update(self, *inputs): # inputs |
| 46 | """Update list of ppl""" |
| 47 | if not self.is_last_stage: |
| 48 | return |
| 49 | logits = inputs[0].asnumpy().flatten().tolist() # logits |
| 50 | self.PPL.append(logits[0] * self.data_length) |
| 51 | self.tokens_count += 1 |
| 52 | |
| 53 | def eval(self): |
| 54 | if not self.is_last_stage: |