Function getOutputHashes

app/src/server/tasks/evaluateTestSetEntries.task.ts:559–618

({
  nodeEntry,
  modelId1,
  modelId2,
}: {
  nodeEntry: NodeEntry;
  modelId1: string;
  modelId2: string;
})

};

const getOutputHashes = async ({
  nodeEntry,
  modelId1,
  modelId2,
}: {
  nodeEntry: NodeEntry;
  modelId1: string;
  modelId2: string;
}) => {
  const getOutputHash = async ({ modelId }: { modelId: string }) => {
    if (modelId !== ORIGINAL_MODEL_ID) {
      return kysely
        .selectFrom("FineTuneTestingEntry as ftte")
        .where("ftte.modelId", "=", modelId)
        .where("ftte.inputHash", "=", nodeEntry.inputHash)
        .leftJoin("FineTune as ft", "ft.id", "ftte.fineTuneId")
        .innerJoin("DatasetEntryOutput as deo", "deo.hash", "ftte.outputHash")
        .select(["ftte.outputHash"])
        .executeTakeFirst()
        .then((entry) => entry?.outputHash);
    } else {
      return kysely
        .selectFrom("NodeEntry as ne")
        .where("ne.id", "=", nodeEntry.id)
        .select(["ne.outputHash"])
        .executeTakeFirst()
        .then((entry) => entry?.outputHash);
    }
  };

  // Ensure output has already been generated
  const [existingFirstOutputHash, existingSecondOutputHash] = await Promise.all([
    getOutputHash({ modelId: modelId1 }),
    getOutputHash({ modelId: modelId2 }),
  ]);

  const generationPromises = [];

  if (!existingFirstOutputHash) {
    generationPromises.push(
      generateEntry({
        modelId: modelId1,
        nodeEntryId: nodeEntry.id,
      }),
    );
  }

  if (!existingSecondOutputHash) {
    generationPromises.push(
      generateEntry({
        modelId: modelId2,
        nodeEntryId: nodeEntry.id,
      }),
    );
  }

  await Promise.all(generationPromises);