Function prepareTasksForInference

src/modules/chat.ts:522–627

(
  task: LLMTask,
  chatState: ChatStateType,
  method: 'toolchat' | 'chat' | 'taskAgent'
)

}

export function prepareTasksForInference(
  task: LLMTask,
  chatState: ChatStateType,
  method: 'toolchat' | 'chat' | 'taskAgent'
): {
  openAIConversationThread: OpenAI.Chat.Completions.ChatCompletionMessageParam[];
  tools: OpenAI.ChatCompletionTool[];
} {
  console.log('Prepare task tree for inference');
  let openAIConversationThread = buildChatFromTask(task, chatState);

  let tools: Tool[] = [];

  // Check if task has tools and OpenAI tools are not enabled
  if (
    task.allowedTools?.length &&
    !chatState.enableOpenAiTools &&
    method === 'toolchat'
  ) {
    console.log('Creating chat task messages');
    // Prepare the variables for createTaskChatMessages
    let variables = {};
    if (task.role === 'user') {
      const yamlRepr = zodToYamlString(yamlToolChatType);

      variables = {
        taskContent: task.content || '',
        schema: yamlRepr,
        format: 'yaml',
        tools: summarizeTools(task.allowedTools),
        toolList: JSON.stringify(task.allowedTools),
      };
    } else {
      const yamlRepr = zodToYamlString(toolResultChat);

      variables = {
        toolResult: dump({
          successfullExecution: task.result?.toolResult?.error ? 'no' : 'yes',
          ...task.result?.toolResult,
        }),
        resultSchema: yamlRepr,
        format: 'yaml',
        tools: summarizeTools(task.allowedTools),
        toolList: JSON.stringify(task.allowedTools),
      };
    }

    // Create additional messages using createTaskChatMessages
    const filledTemplates = createTaskChatMessages(
      chatState.taskChatTemplates,
      variables
    );

    const taskPrompt = (
      task.role === 'user'
        ? [filledTemplates['task']]
        : [filledTemplates['toolResult']]
    )