| 429 | |
| 430 | if args.do_ppl_eval: |
| 431 | class PPLvalCallback(transformers.TrainerCallback): |
| 432 | @torch.no_grad() |
| 433 | def on_evaluate(self, args=None, state=None, control=None, model=None, **kwargs): |
| 434 | results = test_ppl(trainer.model, trainer.tokenizer, datasets=['wikitext2','c4'],ppl_seqlen=2048) |
| 435 | logger.info(results) |
| 436 | trainer.log(results) |
| 437 | |
| 438 | trainer.add_callback(PPLvalCallback) |
| 439 |
nothing calls this directly
no outgoing calls
no test coverage detected