Function createEvaluation

packages/server/src/services/evaluations/index.ts:66–368

(body: ICommonObject, baseURL: string, orgId: string, workspaceId: string)

}

const createEvaluation = async (body: ICommonObject, baseURL: string, orgId: string, workspaceId: string) => {
    try {
        const appServer = getRunningExpressApp()
        const newEval = new Evaluation()
        Object.assign(newEval, stripProtectedFields(body))
        newEval.workspaceId = workspaceId
        newEval.status = EvaluationStatus.PENDING

        const row = appServer.AppDataSource.getRepository(Evaluation).create(newEval)
        row.average_metrics = JSON.stringify({})

        const chatflowTypes = body.chatflowType ? JSON.parse(body.chatflowType) : []
        if (!Array.isArray(chatflowTypes)) {
            throw new Error('chatflowType must be a valid array')
        }

        const simpleEvaluators =
            body.selectedSimpleEvaluators && body.selectedSimpleEvaluators.length > 0 ? JSON.parse(body.selectedSimpleEvaluators) : []
        if (!Array.isArray(simpleEvaluators)) {
            throw new Error('selectedSimpleEvaluators must be a valid array')
        }

        const additionalConfig: ICommonObject = {
            chatflowTypes: chatflowTypes,
            datasetAsOneConversation: body.datasetAsOneConversation,
            simpleEvaluators: simpleEvaluators
        }

        if (body.evaluationType === 'llm') {
            const lLMEvaluators =
                body.selectedLLMEvaluators && body.selectedLLMEvaluators.length > 0 ? JSON.parse(body.selectedLLMEvaluators) : []

            if (!Array.isArray(lLMEvaluators)) {
                throw new Error('selectedLLMEvaluators must be a valid array')
            }

            additionalConfig.lLMEvaluators = lLMEvaluators
            additionalConfig.llmConfig = {
                credentialId: body.credentialId,
                llm: body.llm,
                model: body.model
            }
        }
        row.additionalConfig = JSON.stringify(additionalConfig)
        const newEvaluation = await appServer.AppDataSource.getRepository(Evaluation).save(row)

        await appServer.telemetry.sendTelemetry(
            'evaluation_created',
            {
                version: await getAppVersion()
            },
            orgId
        )

        const dataset = await appServer.AppDataSource.getRepository(Dataset).findOneBy({
            id: body.datasetId,
            workspaceId: workspaceId
        })