Function callProviderForRunEval

src/evaluator.ts:828–885

({
  abortSignal,
  evalId,
  filters,
  promptForRender,
  provider,
  rateLimitRegistry,
  renderedPrompt,
  repeatIndex,
  test,
  traceContext,
  vars,
}: Pick<
  RunEvalOptions,
  | 'abortSignal'
  | 'evalId'
  | 'nunjucksFilters'
  | 'provider'
  | 'rateLimitRegistry'
  | 'repeatIndex'
  | 'test'
> & {
  filters: RunEvalOptions['nunjucksFilters'];
  promptForRender: Prompt;
  renderedPrompt: string;
  traceContext: Awaited<ReturnType<typeof generateTraceContextIfNeeded>>;
  vars: Vars;
})

}

async function callProviderForRunEval({
  abortSignal,
  evalId,
  filters,
  promptForRender,
  provider,
  rateLimitRegistry,
  renderedPrompt,
  repeatIndex,
  test,
  traceContext,
  vars,
}: Pick<
  RunEvalOptions,
  | 'abortSignal'
  | 'evalId'
  | 'nunjucksFilters'
  | 'provider'
  | 'rateLimitRegistry'
  | 'repeatIndex'
  | 'test'
> & {
  filters: RunEvalOptions['nunjucksFilters'];
  promptForRender: Prompt;
  renderedPrompt: string;
  traceContext: Awaited<ReturnType<typeof generateTraceContextIfNeeded>>;
  vars: Vars;
}): Promise<ProviderCallResult> {
  const startTime = Date.now();
  const response = test.providerOutput
    ? {
        output: test.providerOutput,
        tokenUsage: createEmptyTokenUsage(),
        cost: 0,
        cached: false,
      }
    : await callActiveProvider({
        abortSignal,
        evalId,
        filters,
        promptForRender,
        provider,
        rateLimitRegistry,
        renderedPrompt,
        repeatIndex,
        test,
        traceContext,
        vars,
      });

  sanitizeResponseMetadata(response);

  return {
    latencyMs: Date.now() - startTime,
    response,
    traceContext,
  };
}