Class FocusedEvaluationRunner

evaluation/runner.ts:33–306

 * Focused evaluation runner
 */
export class FocusedEvaluationRunner {
  private client?: DocumentEngineClient;
  private evaluator: ToolUsageEvaluator;
  private reporter: EvaluationReporter;

  // Test documents configuration
  private readonly testDocuments: TestDocument[] = [
    {
      filePath: join(process.cwd(), 'assets', 'contract.pdf'),
      documentId: 'doc-12345',
      title: 'Sample Contract Document',
    },
    {
      filePath: join(process.cwd(), 'assets', 'form.pdf'),
      documentId: 'doc-form-123',
      title: 'Sample Form Document',
    },
    {
      filePath: join(process.cwd(), 'assets', 'ocr.pdf'),
      documentId: 'doc-scan-123',
      title: 'Sample Scanned Document',
    },
    {
      filePath: join(process.cwd(), 'assets', 'report.pdf'),
      documentId: 'doc-report-456',
      title: 'Sample Report Document',
    },
    {
      filePath: join(process.cwd(), 'assets', 'A.pdf'),
      documentId: 'doc-111',
      title: 'Sample A Document',
    },
    {
      filePath: join(process.cwd(), 'assets', 'B.pdf'),
      documentId: 'doc-222',
      title: 'Sample B Document',
    },
  ];

  // Layer names used in evaluation scenarios (excluding non-existent-layer for error testing)
  private readonly testLayers: string[] = [
    'additional-pages-layer',
    'analysis-layer',
    'annotation-layer',
    'approval-layer',
    'approved-layer',
    'comments-layer',
    'completed-layer',
    'data-layer',
    'draft-layer',
    'edit-layer',
    'edited-layer',
    'final-layer',
    'final-redaction-layer',
    'finance-layer',
    'markup-layer',
    'metadata-layer',
    'ocr-layer',