Function truncateBySections

deepwiki/deepwiki.ts:533–555

(text: string, maxLen: number)

};

const truncateBySections = (text: string, maxLen: number): { text: string; dropped: number } => {
  if (text.length <= maxLen) return { text, dropped: 0 };
  const sections = splitMarkdownSections(text);
  if (sections.length === 1) {
    const slice = text.slice(0, maxLen - 1).trimEnd() + "…";
    return { text: slice, dropped: 0 };
  }

  const kept: string[] = [];
  let total = 0;
  let dropped = 0;
  for (const sec of sections) {
    const cost = (kept.length ? 2 : 0) + sec.length;
    if (total + cost > maxLen) {
      dropped += 1;
      continue;
    }
    kept.push(sec);
    total += cost;
  }
  const out = kept.join("\n\n").trim();
  return { text: out || text.slice(0, maxLen - 1).trimEnd() + "…", dropped };
};

const buildQuestionWithContext = (turns: ContextTurn[], userQuestion: string): { finalQuestion: string; dropped: number } => {
  if (!turns.length) return { finalQuestion: userQuestion, dropped: 0 };