Function collectImagePartsFromSingleMessage

ai/ai.ts:712–784

(
  msg: Api.Message,
  out: AIContentPart[],
)

const collectImagePartsFromSingleMessage = async (
  msg: Api.Message,
  out: AIContentPart[],
): Promise<void> => {
  if (!msg.media || !msg.client) return;

  if (msg.media instanceof Api.MessageMediaPhoto) {
    const downloaded = await msg.client.downloadMedia(msg);
    const buffer = await normalizeDownloadedMedia(downloaded);
    if (!buffer) return;
    const dataUrl = `data:image/jpeg;base64,${buffer.toString("base64")}`;
    out.push({ type: "image_url", image_url: { url: dataUrl } });
    return;
  }

  if (
    msg.media instanceof Api.MessageMediaDocument &&
    msg.media.document instanceof Api.Document
  ) {
    const doc = msg.media.document;
    const docMime = doc.mimeType || "";
    const isAnimated =
      docMime === "image/gif" ||
      docMime === "video/webm" ||
      docMime === "application/x-tgsticker" ||
      docMime === "application/x-tg-sticker" ||
      doc.attributes?.some(
        (attr) => attr instanceof Api.DocumentAttributeAnimated,
      );

    const thumb = getDocumentThumb(doc);

    if (!isAnimated && docMime.startsWith("image/")) {
      const downloaded = await msg.client.downloadMedia(msg);
      const buffer = await normalizeDownloadedMedia(downloaded);
      if (!buffer) return;
      const dataUrl = `data:${docMime};base64,${buffer.toString("base64")}`;
      out.push({ type: "image_url", image_url: { url: dataUrl } });
      return;
    }

    let frameBuffer: Buffer | null = null;

    if (thumb) {
      const downloaded = await msg.client.downloadMedia(msg, { thumb });
      const buffer = await normalizeDownloadedMedia(downloaded);
      if (buffer) {
        try {
          frameBuffer = await sharp(buffer).png().toBuffer();
        } catch {
          frameBuffer = buffer;
        }
      }
    }

    if (!frameBuffer) {
      const downloaded = await msg.client.downloadMedia(msg);
      const buffer = await normalizeDownloadedMedia(downloaded);
      if (buffer) {