Clean up temporary files.
(self)
| 105 | return dataset_path |
| 106 | |
| 107 | def cleanup_temp_files(self): |
| 108 | """Clean up temporary files.""" |
| 109 | for temp_file in self.temp_files: |
| 110 | try: |
| 111 | os.unlink(temp_file) |
| 112 | except: |
| 113 | pass |
| 114 | self.temp_files = [] |
| 115 | |
| 116 | def run_perplexity_test(self, dataset_name, dataset_path, threads=16, ctx_size=512, model_override=None): |
| 117 | """Run perplexity test on a single dataset.""" |