Function classify

server/src/utils/llm.ts:171–188

(options: ClassifyOptions)

 * if (result.result) { ... }
 */
export async function classify(options: ClassifyOptions): Promise<ClassifyResult> {
  const { prompt, operationName = 'llm-classify' } = options;

  const llmResult = await complete({
    prompt,
    maxTokens: 10,
    model: 'fast',
    operationName,
  });

  return {
    result: llmResult.text.toUpperCase() === 'YES',
    model: llmResult.model,
    inputTokens: llmResult.inputTokens,
    outputTokens: llmResult.outputTokens,
    latencyMs: llmResult.latencyMs,
  };
}

/**
 * Reset the client (for testing)