Function assertionFromString

src/csv.ts:22–130

(expected: string)

}

export function assertionFromString(expected: string): Assertion {
  // Legacy options
  if (
    expected.startsWith('javascript:') ||
    expected.startsWith('fn:') ||
    expected.startsWith('eval:') ||
    (expected.startsWith('file://') && isJavascriptFile(expected.slice('file://'.length)))
  ) {
    // TODO(1.0): delete eval: legacy option
    let sliceLength = 0;
    if (expected.startsWith('javascript:')) {
      sliceLength = 'javascript:'.length;
    }
    if (expected.startsWith('fn:')) {
      sliceLength = 'fn:'.length;
    }
    if (expected.startsWith('eval:')) {
      sliceLength = 'eval:'.length;
    }

    const functionBody = expected.slice(sliceLength).trim();
    return {
      type: 'javascript',
      value: functionBody,
    };
  }
  if (expected.startsWith('grade:') || expected.startsWith('llm-rubric:')) {
    return {
      type: 'llm-rubric',
      value: expected.slice(expected.startsWith('grade:') ? 6 : 11),
    };
  }
  if (
    expected.startsWith('python:') ||
    (expected.startsWith('file://') && (expected.endsWith('.py') || expected.includes('.py:')))
  ) {
    const sliceLength = expected.startsWith('python:') ? 'python:'.length : 'file://'.length;
    const functionBody = expected.slice(sliceLength).trim();
    return {
      type: 'python',
      value: functionBody,
    };
  }

  const regexMatch = expected.match(getAssertionRegex());

  if (regexMatch) {
    const [_, notPrefix, type, thresholdStr, value] = regexMatch as [
      string,
      string,
      BaseAssertionTypes,
      string,
      // Note: whether value is defined depends on the type of assertion.
      string?,
    ];
    const fullType: AssertionType = notPrefix ? `not-${type}` : type;
    const parsedThreshold = thresholdStr ? Number.parseFloat(thresholdStr) : Number.NaN;
    const threshold = Number.isFinite(parsedThreshold) ? parsedThreshold : undefined;