Function collectOpenAISources

ai/ai.ts:1899–1947

(
  data: any,
)

const collectOpenAISources = (
  data: any,
): Array<{ url: string; title?: string }> => {
  const sources: Array<{ url: string; title?: string }> = [];
  const seen = new Set<string>();

  const appendEntries = (entries: any[] | undefined, isAnnotation = false) => {
    if (!Array.isArray(entries)) return;
    for (const entry of entries) {
      const url = isAnnotation
        ? entry?.url_citation?.url || entry?.url
        : entry?.url;
      const title = isAnnotation
        ? entry?.url_citation?.title || entry?.title
        : entry?.title;
      if (!url || seen.has(url)) continue;
      seen.add(url);
      sources.push({ url, title });
    }
  };

  const choice = data?.choices?.[0];

  appendEntries(data?.citations);
  appendEntries(choice?.citations);
  appendEntries(choice?.message?.citations);
  appendEntries(choice?.delta?.citations);

  appendEntries(
    (data?.annotations || []).filter(
      (entry: any) => entry?.type === "url_citation" || entry?.url_citation,
    ),
    true,
  );
  appendEntries(
    (choice?.message?.annotations || []).filter(
      (entry: any) => entry?.type === "url_citation" || entry?.url_citation,
    ),
    true,
  );
  appendEntries(
    (choice?.delta?.annotations || []).filter(
      (entry: any) => entry?.type === "url_citation" || entry?.url_citation,
    ),
    true,
  );

  return sources;
};

const aggregateOpenAIResponses = (
  payloads: any[],
): {