Method run

tests/testing/run_image_tests.py:317–358

Run the image test. First, result images are generated (unless compare_only is True). Second, result images are compared against reference images. Third, writes a JSON report to the result_dir containing details on the test run. Returns a tuple containing the

(self, run_only: bool, compare_only: bool, ref_dir: Path, result_dir: Path, mogwai_exe: Path, image_compare_exe: Path, temp_dir: Path)

        return result, messages, image_reports

    def run(self, run_only: bool, compare_only: bool, ref_dir: Path, result_dir: Path, mogwai_exe: Path, image_compare_exe: Path, temp_dir: Path):
        '''
        Run the image test.
        First, result images are generated (unless compare_only is True).
        Second, result images are compared against reference images.
        Third, writes a JSON report to the result_dir containing details on the test run.
        Returns a tuple containing the result code and a list of messages.
        '''
        # Setup report.
        report = {
            'name': self.name,
            'ref_dir': str(ref_dir / self.test_dir),
            'images': []
        }

        start_time = time.time()
        result = Test.Result.PASSED
        messages = []
        rerun_env = {}

        # Generate results images.
        if not compare_only:
            result, messages, rerun_env = self.generate_images(result_dir, mogwai_exe, run_only, temp_dir)

        # Compare to references.
        if not run_only and result == Test.Result.PASSED:
            result, messages, report['images'] = self.compare_images(ref_dir, result_dir, image_compare_exe)

        # Finish report.
        report['result'] = Test.RESULT_STRING[result]
        report['messages'] = messages
        report['duration'] = time.time() - start_time
        report['rerun_env'] = rerun_env

        # Write JSON report.
        report_dir = result_dir / self.test_dir
        report_dir.mkdir(parents=True, exist_ok=True)
        report_file = report_dir / 'report.json'
        with open(report_file, 'w') as f:
            json.dump(report, f, indent=4)

        return result, messages

def generate_ref(env: Environment, test: Test, ref_dir: Path, process_controller):
    if process_controller.is_interrupted():