Function weight

src/codegraph/helper-extract.ts:118–122

(tf: Map<string, number>)

  const N = base.length;
  const idf = (t: string): number => Math.log((N + 1) / ((df.get(t) ?? 0) + 1)); // smoothed; token in all docs → ~0
  const weight = (tf: Map<string, number>): Map<string, number> => {
    const w = new Map<string, number>();
    for (const [t, f] of tf) { const iw = idf(t); if (iw > 0) w.set(t, f * iw); }
    return w;
  };

  const prepared = base
    // Weighted vector; fall back to raw tf if weighting empties it (degenerate all-tokens-universal case).