Function collect_tests

tests/testing/run_image_tests.py:531–570

Collect a list of all tests found in root_dir that are matching the filter_regex and tags. A test script needs to be named test_*.py to be detected.

(root_dir, filter_regex, tags)

        print(f'  {test.name}')

def collect_tests(root_dir, filter_regex, tags)->list[Test]:
    '''
    Collect a list of all tests found in root_dir that are matching the filter_regex and tags.
    A test script needs to be named test_*.py to be detected.
    '''
    # Find all script files.
    script_files = list(root_dir.glob('**/test_*.py'))

    # Create tests.
    tests = []
    for script_file in script_files:
        try:
            header = read_header(script_file)
        except Exception as e:
            print(e)
            sys.exit(1)

        # Check if test is enabled for current platform.
        platforms = header.get("platforms", config.DEFAULT_PLATFORMS)
        if not config.PLATFORM in platforms:
            continue

        # For now we default to d3d12 as we bring in image tests on vulkan.
        # We should later switch this default to ["d3d12", "vulkan"].
        device_types = header.get("device_types", ["d3d12"])
        device_types = [d for d in device_types if d in config.SUPPORTED_DEVICE_TYPES]
        for device_type in device_types:
            tests.append(Test(script_file, root_dir, device_type, header))

    # Filter using regex.
    if filter_regex != '':
        regex = re.compile(filter_regex or '')
        tests = list(filter(lambda t: regex.search(t.name) != None, tests))

    # Filter using tags.
    tags = tags.split(',')
    tests = list(filter(lambda t: t.matches_tags(tags), tests))
    tests = sorted(tests, key=lambda t: t.name)

    return tests

def push_refs(ref_dir, remote_ref_dir):
    '''