Method export_iter

lmdeploy/turbomind/model_loader.py:60–69

(self)

        torch.cuda.empty_cache()

    def export_iter(self):
        ckpt = create_checkpoint(
            self.model_path,
            mappings=getattr(self.model, '_loader_mappings', []))
        try:
            self.model.model(Prefix(ckpt))
            yield -1
        finally:
            ckpt.close()
        torch.cuda.empty_cache()