(queue)
| 490 | DONE_MARKER = "__DONE__" |
| 491 | |
| 492 | def run_task(queue): |
| 493 | original_stdout = sys.stdout |
| 494 | original_stderr = sys.stderr |
| 495 | sys.stdout = TeeStream(queue, original_stdout) |
| 496 | sys.stderr = TeeStream(queue, original_stderr) |
| 497 | |
| 498 | # Load config |
| 499 | args = self._parse_pipeline_args(data) |
| 500 | args.update(self._parse_evaluate_args(data)) |
| 501 | args["split"] = [args["dataset_split"]] |
| 502 | args["disable_save"] = True |
| 503 | config = Config(config_dict=args) |
| 504 | print("Finish loading config...") |
| 505 | |
| 506 | print("# Args") |
| 507 | print(json.dumps(args, indent=4, ensure_ascii=False)) |
| 508 | |
| 509 | # Load data |
| 510 | dataset = get_dataset(config)[args["dataset_split"]] |
| 511 | print("Dataset info:") |
| 512 | print(dataset) |
| 513 | |
| 514 | # Load pipeline |
| 515 | self._prepare_pipeline(config, progress) |
| 516 | self.pipeline.evaluator = Evaluator(config) |
| 517 | |
| 518 | # Run evaluation process |
| 519 | result = self.pipeline.run(dataset) |
| 520 | |
| 521 | sys.stdout = original_stdout |
| 522 | sys.stderr = original_stderr |
| 523 | queue.put(DONE_MARKER) |
| 524 | |
| 525 | message_queue = Queue() |
| 526 | output_history = "```bash" |
nothing calls this directly
no test coverage detected