Function analyzeScreenshot

benchmark/helpers.ts:432–478

(
  anthropic: Anthropic,
  image: ExtractedImage,
  options: ScreenshotAnalysisOptions,
  config: { model: string }
)

 * ```
 */
export async function analyzeScreenshot(
  anthropic: Anthropic,
  image: ExtractedImage,
  options: ScreenshotAnalysisOptions,
  config: { model: string }
): Promise<{ usage: TokenUsage; responseText: string }> {
  const stream = anthropic.messages.stream({
    model: config.model,
    max_tokens: 64000,
    messages: [
      {
        role: "user",
        content: [
          {
            type: "image",
            source: {
              type: "base64",
              media_type: image.mimeType,
              data: image.data,
            },
          },
          {
            type: "text",
            text: options.prompt,
          },
        ],
      },
    ],
  });

  let responseText = "";
  for await (const event of stream) {
    if (event.type === "content_block_delta" && event.delta.type === "text_delta") {
      responseText += event.delta.text;
    }
  }

  const finalMessage = await stream.finalMessage();

  return {
    usage: {
      inputTokens: finalMessage.usage.input_tokens,
      outputTokens: finalMessage.usage.output_tokens,
    },
    responseText,
  };
}

/**
 * Sends a text-only prompt to Claude and returns token usage.