Function readLinuxTextAtPoint

src/platforms/linux/snapshot.ts:38–62

(
  x: number,
  y: number,
  surface: SessionSurface | undefined,
)

}

export async function readLinuxTextAtPoint(
  x: number,
  y: number,
  surface: SessionSurface | undefined,
): Promise<string> {
  const { nodes } = await snapshotLinux(surface);
  const matches = nodes
    .filter((node) => {
      const rect = node.rect;
      if (!rect) return false;
      return x >= rect.x && y >= rect.y && x <= rect.x + rect.width && y <= rect.y + rect.height;
    })
    .sort((left, right) => {
      const leftDepth = left.depth ?? 0;
      const rightDepth = right.depth ?? 0;
      if (leftDepth !== rightDepth) return rightDepth - leftDepth;
      return rectArea(left.rect) - rectArea(right.rect);
    });

  for (const node of matches) {
    const text = extractReadText(node);
    if (text.trim()) return text;
  }
  return '';
}

function rectArea(rect: RawSnapshotNode['rect']): number {
  return (rect?.width ?? 0) * (rect?.height ?? 0);