Function createEvalWithResults

test/models/evalPerformance.test.ts:31–85

* Helper to create an eval and add results for provider x test combinations. * Returns the eval and the expected counts.

(numProviders: number, numTests: number)

   * Returns the eval and the expected counts.
   */
  async function createEvalWithResults(numProviders: number, numTests: number) {
    const providers = Array.from({ length: numProviders }, (_, i) => ({ id: `provider-${i + 1}` }));
    const tests = Array.from({ length: numTests }, (_, i) => ({ vars: { input: `test${i + 1}` } }));

    const eval_ = await Eval.create(
      {
        providers,
        prompts: ['Test prompt'],
        tests,
      },
      [{ raw: 'Test prompt', label: 'Test prompt' }],
    );

    // Add results for each provider × test combination
    for (let providerIdx = 0; providerIdx < numProviders; providerIdx++) {
      for (let testIdx = 0; testIdx < numTests; testIdx++) {
        await eval_.addResult({
          description: `test-${providerIdx}-${testIdx}`,
          promptIdx: 0,
          testIdx,
          testCase: { vars: { input: `test${testIdx + 1}` } },
          promptId: 'test-prompt',
          provider: { id: `provider-${providerIdx + 1}`, label: `Provider ${providerIdx + 1}` },
          prompt: { raw: 'Test prompt', label: 'Test prompt' },
          vars: { input: `test${testIdx + 1}` },
          response: {
            output: `response-${providerIdx}-${testIdx}`,
            tokenUsage: { total: 10, prompt: 5, completion: 5, cached: 0 },
          },
          error: null,
          failureReason: ResultFailureReason.NONE,
          success: true,
          score: 1,
          latencyMs: 100,
          gradingResult: {
            pass: true,
            score: 1,
            reason: 'Pass',
            namedScores: {},
            tokensUsed: { total: 10, prompt: 5, completion: 5, cached: 0 },
            componentResults: [],
          },
          namedScores: {},
          cost: 0.001,
          metadata: {},
        });
      }
    }

    return {
      eval_,
      expectedDistinctCount: numTests,
      expectedTotalRowCount: numProviders * numTests,
    };
  }

  describe('getCachedResultsCount', () => {
    it('should count distinct test indices (unique test cases)', async () => {