Function computerUseModelCallArgs

packages/core/src/computer-use.ts:661–735

(args: unknown)

export const COMPUTER_USE_WITHHELD_VALUE = /^<(?:text(?::\d+)?|point|value|\d+ items?)>$/;

export function computerUseModelCallArgs(args: unknown): ComputerUseModelCallArgs {
  const record = asRecord(args);
  const rawAction = ownDataProperty(record, 'action');
  // The action the model sent, whatever it was. Collapsing an unrecognised name
  // to `unknown` is the approval summary's job — there `knownAction` decides
  // what a person is asked to allow. Here it erases the one thing the record is
  // for: a model whose call was rejected for naming an action the schema does
  // not carry reads its own history as `action: 'unknown'` and cannot connect
  // the rejection to what it sent.
  const action =
    typeof rawAction === 'string' && rawAction.length > 0
      ? boundedDisplay(redactSecrets(rawAction), 64)
      : 'unknown';
  const app = ownDataProperty(record, 'app');
  const windowId = ownDataProperty(record, 'window_id') ?? ownDataProperty(record, 'windowId');
  const observationId =
    ownDataProperty(record, 'observation_id') ?? ownDataProperty(record, 'observationId');
  const elementId = ownDataProperty(record, 'element_id') ?? ownDataProperty(record, 'elementId');
  // Every remaining argument the model sent, as a shape. The approval summary
  // this replaces names five keys and drops the rest, so `press_key` came back
  // to the model as a call with no key, `set_value` as one with no value,
  // `scroll` as one with no direction. The model reads that as the shape that
  // worked and sends it again — and a real session refused eighteen calls for
  // missing exactly the fields the projection had removed. The privacy boundary
  // is about values, and only values are withheld.
  const rest: Record<
    string,
    string | number | boolean | readonly number[] | readonly ComputerUseModelCallStep[]
  > = {};
  const plain = MODEL_CALL_PLAIN_VALUES.get(action);
  for (const [key, value] of Object.entries(record ?? {})) {
    if (MODEL_CALL_NAMED_ARGS.has(key) || HOST_ONLY_ARGS.has(key)) continue;
    if (MODEL_CALL_GEOMETRY_ARGS.has(key)) {
      rest[key] = integerTuple(value) ?? shapeOf(value);
      continue;
    }
    if (key === 'steps') {
      const steps = projectSteps(value);
      rest[key] = steps ?? shapeOf(value);
      continue;
    }
    if (plain?.has(key)) {
      rest[key] =
        typeof value === 'string'
          ? boundedDisplay(redactSecrets(value), 256)
          : typeof value === 'number' || typeof value === 'boolean'
            ? value
            : shapeOf(value);
      continue;
    }
    rest[key] = shapeOf(value);
  }
  return {
    action,
    ...(typeof app === 'string' && app.length > 0
      ? { app: boundedDisplay(redactSecrets(app), 256) }
      : {}),
    ...(typeof windowId === 'number' && Number.isInteger(windowId) ? { window_id: windowId } : {}),