Function startDatasetTestJobs

app/src/server/utils/nodes/startTestJobs.ts:20–65

({
  datasetId,
  nodeEntryBaseQuery,
}: {
  datasetId: string;
  nodeEntryBaseQuery: NodeEntryBaseQuery;
})

>;

export const startDatasetTestJobs = async ({
  datasetId,
  nodeEntryBaseQuery,
}: {
  datasetId: string;
  nodeEntryBaseQuery: NodeEntryBaseQuery;
}) => {
  const dataset = await kysely
    .selectFrom("Dataset as d")
    .where("d.id", "=", datasetId)
    .select((eb) => [
      "d.id",
      jsonArrayFrom(
        eb
          .selectFrom("DatasetEval as de")
          .where("de.datasetId", "=", datasetId)
          .where("de.type", "=", "HEAD_TO_HEAD")
          .select(["de.id"]),
      ).as("evaluations"),
      jsonArrayFrom(
        eb.selectFrom("FineTune as ft").where("ft.datasetId", "=", datasetId).select(["ft.id"]),
      ).as("fineTunes"),
      sql<ComparisonModel[]>`d."enabledComparisonModels"::text[]`.as("enabledComparisonModels"),
    ])
    .executeTakeFirst();

  if (!dataset) return;

  for (const evaluation of dataset.evaluations) {
    await startTestJobsForEval({
      datasetEvalId: evaluation.id,
      nodeEntryBaseQuery,
    });
  }

  const modelIds = dataset.fineTunes
    .map((ft) => ft.id)
    .concat(dataset.enabledComparisonModels ?? []);

  for (const modelId of modelIds) {
    await startTestJobsForModel({
      modelId,
      datasetId: dataset.id,
    });
  }
};

export const startTestJobsForEval = async ({
  datasetEvalId,