Function run_test_set

Test/astc_test_image.py:236–286

Execute all tests in the test set. Args: encoder: The encoder to test. reference: The reference test results to compare against. test_set: The set of images to test. quality: The quality level to test. block_sizes: The block sizes to test. re

(encoder: te.EncoderBase, reference: Optional[ResultSet],
                 test_set: TestSet, quality: str, block_sizes: list[str],
                 repeats: int, keep_output: bool,
                 threads: Optional[int])

def run_test_set(encoder: te.EncoderBase, reference: Optional[ResultSet],
                 test_set: TestSet, quality: str, block_sizes: list[str],
                 repeats: int, keep_output: bool,
                 threads: Optional[int]) -> ResultSet:
    '''
    Execute all tests in the test set.

    Args:
        encoder: The encoder to test.
        reference: The reference test results to compare against.
        test_set: The set of images to test.
        quality: The quality level to test.
        block_sizes: The block sizes to test.
        repeats: The number of test repeats to run.
        keep_output: Should the test preserve output images?
        threads (int or None): The thread count to use, or None to use
            automatic thread count based on core count of host machine.

    Return:
        The test results.
    '''
    result_set = ResultSet(test_set.name)

    current_test_index = 0
    max_test_index = count_test_set(test_set, block_sizes)

    title = f'Test Set: {test_set.name} / Encoder: {encoder.name} -{quality}'
    print(title)
    print('=' * len(title))

    for block_size in block_sizes:
        for image in test_set.tests:
            # 3D block sizes require 3D images
            if is_3d(block_size) != image.is_3d:
                continue

            current_test_index += 1

            progress = f'{current_test_index}/{max_test_index}'
            msg = f'Running {progress} {block_size} {image.file_name} ... '
            print(msg, end='', flush=True)

            record, report = run_test_image(
                encoder, reference, image, quality, block_size,
                repeats, keep_output, threads)

            result_set.add_record(record)

            print(f'\r[{current_test_index:>3}] {report}')

    return result_set


def get_encoder_params(encoder_name: str, reference_name: str,