Function generateEntry

app/src/server/tasks/generateTestSetEntry.task.ts:78–272

({
  modelId,
  nodeEntryId,
  skipCache,
}: {
  modelId: string;
  nodeEntryId: string;
  skipCache?: boolean;
})

});

export const generateEntry = async ({
  modelId,
  nodeEntryId,
  skipCache,
}: {
  modelId: string;
  nodeEntryId: string;
  skipCache?: boolean;
}) => {
  const nodeEntry = await kysely
    .selectFrom("NodeEntry as ne")
    .where("ne.id", "=", nodeEntryId)
    .innerJoin("DataChannel as dc", "dc.id", "ne.dataChannelId")
    .innerJoin("Node as n", "n.id", "dc.destinationId")
    .innerJoin("Dataset as d", "d.nodeId", "n.id")
    .innerJoin("DatasetEntryInput as dei", "dei.hash", "ne.inputHash")
    .innerJoin("DatasetEntryOutput as deo", "deo.hash", "ne.outputHash")
    .select([
      "n.projectId",
      "d.id as datasetId",
      "ne.persistentId",
      "ne.inputHash",
      "dei.tool_choice",
      "dei.tools",
      "dei.messages",
      "dei.response_format",
      "deo.output",
    ])
    .executeTakeFirst();

  if (!nodeEntry) return;

  let fineTune;
  if (!isComparisonModel(modelId)) {
    fineTune = await prisma.fineTune
      .findUnique({
        where: { id: modelId },
      })
      .then((ft) => ft && typedFineTune(ft));
  }

  // If the fine-tune was deleted then we don't need to generate a test set
  // entry
  if (!fineTune && !isComparisonModel(modelId)) return;

  const tNodeEntry = typedNodeEntry(nodeEntry);

  const existingTestEntry = await kysely
    .selectFrom("FineTuneTestingEntry as ftte")
    .where("ftte.modelId", "=", modelId)
    .where("ftte.inputHash", "=", nodeEntry.inputHash)
    .innerJoin("DatasetEntryOutput as deo", "deo.hash", "ftte.outputHash")
    .select(["ftte.outputHash", "ftte.errorMessage", "deo.output"])
    .executeTakeFirst();

  if (existingTestEntry?.outputHash && !existingTestEntry.errorMessage && !skipCache) {
    const existingOutput = chatCompletionMessage.safeParse(existingTestEntry.output);