Function createRunEvalState

src/evaluator.ts:653–679

({
  provider,
  prompt,
  test,
}: Pick<RunEvalOptions, 'provider' | 'prompt' | 'test'>)

}

function createRunEvalState({
  provider,
  prompt,
  test,
}: Pick<RunEvalOptions, 'provider' | 'prompt' | 'test'>): RunEvalState {
  const vars = structuredClone(test.vars || {});
  const fileMetadata = collectFileMetadata(vars);
  const conversationKey = `${provider.label || provider.id()}:${prompt.id}${test.metadata?.conversationId ? `:${test.metadata.conversationId}` : ''}`;

  const setup = createRunEvalSetup({
    provider,
    prompt,
    promptConfig: {
      ...(prompt.config ?? {}),
      ...(test.options ?? {}),
    },
    vars,
  });

  return {
    conversationKey,
    fileMetadata,
    promptForRender: { ...prompt },
    setup,
    vars,
  };
}

/**
 * Reserved keys for eval-step runtime vars. `EvalRuntimeVars` below is keyed by