Function toRuntimeObservation

scripts/computer-use/runtime-model.mjs:192–219

(input)

);

function toRuntimeObservation(input) {
  return {
    observationId: input.observation_id,
    appId: input.app,
    pid: input.pid,
    windowId: input.window_id,
    windowTitle: 'Codex CUA Lab',
    contentFingerprint: 'synthetic-runtime-model-e2e',
    elements: input.elements.map((element) => ({
      elementId: element.element_id,
      role: element.role,
      label: element.label,
      value: element.value,
      identity: {
        role: element.role,
        label: element.label,
        value: element.value,
      },
    })),
    screenshot: {
      base64:
        'iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mNk+A8AAQUBAScY42YAAAAASUVORK5CYII=',
      mimeType: 'image/png',
      widthPx: 1,
      heightPx: 1,
    },
  };
}