Function get_interactive_nodes

eval/eval_data/process_ac.py:23–70

(forest)

os.makedirs(images_dir, exist_ok=True)

def get_interactive_nodes(forest):
    interactives = []
    for window in forest.windows:
        nodes = window.tree.nodes
        id_to_node = {getattr(node, 'unique_id', idx): node for idx, node in enumerate(nodes)}

        def is_interactive(node):
            return (
                getattr(node, 'is_clickable', False) or
                getattr(node, 'is_focusable', False) or
                any(action.id in [1, 16, 32] for action in node.actions)
            )

        def iterative_dfs(root):
            if not root:
                return
            stack = [root]
            visited = set()
            while stack:
                node = stack.pop()
                if id(node) in visited:
                    continue
                visited.add(id(node))
                if is_interactive(node):
                    bounds = {
                        'left': getattr(getattr(node, 'bounds_in_screen', None), 'left', 0),
                        'top': getattr(getattr(node, 'bounds_in_screen', None), 'top', 0),
                        'right': getattr(getattr(node, 'bounds_in_screen', None), 'right', 0),
                        'bottom': getattr(getattr(node, 'bounds_in_screen', None), 'bottom', 0)
                    }
                    interactives.append({
                        'unique_id': getattr(node, 'unique_id', None),
                        'class_name': node.class_name,
                        'content_description': node.content_description,
                        'text': node.text,
                        'resource_id': getattr(node, 'view_id_resource_name', 'N/A'),
                        'bounds': bounds
                    })
                for child_id in reversed(node.child_ids):
                    child_node = id_to_node.get(child_id)
                    if child_node:
                        stack.append(child_node)

        all_child_ids = {cid for node in nodes for cid in node.child_ids}
        root_nodes = [node for node in nodes if getattr(node, 'unique_id', None) not in all_child_ids]
        for root in root_nodes:
            iterative_dfs(root)
    return interactives

with open(os.path.join(output_dir, 'data.jsonl'), 'w', encoding='utf-8') as jsonl_file:
    pbar = tqdm(total=total_samples, desc="processing data")