Function matchSignals

src/eval/discovery-harness.ts:146–170

(
  payload: string,
  expectedSignals: string[],
  forbiddenSignals: string[] | undefined
)

}

export function matchSignals(
  payload: string,
  expectedSignals: string[],
  forbiddenSignals: string[] | undefined
): {
  matchedSignals: string[];
  missingSignals: string[];
  forbiddenHits: string[];
  usefulnessScore: number;
} {
  const normalizedPayload = normalizeText(payload);
  const matchedSignals = expectedSignals.filter((signal) =>
    normalizedPayload.includes(normalizeText(signal))
  );
  const missingSignals = expectedSignals.filter((signal) => !matchedSignals.includes(signal));
  const forbiddenHits = (forbiddenSignals ?? []).filter((signal) =>
    normalizedPayload.includes(normalizeText(signal))
  );
  const usefulnessDenominator = Math.max(expectedSignals.length, 1);
  const usefulnessScore = Math.max(
    0,
    (matchedSignals.length - forbiddenHits.length) / usefulnessDenominator
  );
  return { matchedSignals, missingSignals, forbiddenHits, usefulnessScore };
}

function evaluateDiscoveryTask(
  task: DiscoveryTaskType,