Function flatKeywordClassifier

research/eval_baselines.ts:206–252

(msg: string)

// Baseline 4: Keyword count (flat, no 3× weighting — tests if AutoTune's weighting helps)
function flatKeywordClassifier(msg: string): ContextType {
  const patterns: Record<ContextType, RegExp[]> = {
    code: [
      /\b(code|function|class|variable|bug|error|compile|syntax|runtime|debug|refactor|implement|algorithm|api|endpoint|database|query|deploy|server|package|module|import|export|async|await|promise|typescript|javascript|python|rust|docker|git|npm|regex|interface)\b/gi,
      /```[\s\S]*```/,
      /[{}();=><]/,
    ],
    creative: [
      /\b(write|story|poem|imagine|creative|fiction|character|narrative|dialogue|scene|song|lyrics|haiku|novel|fantasy|roleplay|role-play|pretend|act as|you are)\b/gi,
    ],
    analytical: [
      /\b(analyze|analysis|compare|evaluate|trade-?offs?|pros and cons|assess|research|investigate|study|critique|review|benchmark|examine|implications|breakdown|explain|elaborate|clarify|define|summarize|overview|document|whitepaper)\b/gi,
    ],
    conversational: [
      /\b(hey|hi|hello|sup|thanks|thank you|cool|nice|awesome|lol|haha|chat|talk|opinion|feel|think about|believe)\b/gi,
      /^.{0,15}$/,
    ],
    chaotic: [
      /\b(chaos|chaotic|random|wild|absurd|surreal|glitch|entropy|void|destroy|madness|crazy|unleash|corrupt|break)\b/gi,
      /(!{3,}|\?{3,}|\.{4,})/,
      /[13][37]/,
    ],
  }

  const scores: Record<ContextType, number> = { code: 0, creative: 0, analytical: 0, conversational: 0, chaotic: 0 }

  for (const ctx of CONTEXT_TYPES) {
    for (const pattern of patterns[ctx]) {
      const matches = msg.match(pattern)
      if (matches) {
        scores[ctx] += matches.length  // flat count, no weighting
      }
    }
  }

  // Find max (ties broken by array order)
  let best: ContextType = 'conversational'
  let bestScore = 0
  for (const ctx of CONTEXT_TYPES) {
    if (scores[ctx] > bestScore) {
      bestScore = scores[ctx]
      best = ctx
    }
  }

  return best
}

// ── Bootstrap Confidence Intervals ──────────────────────────────