Function processChatTask

src/modules/taskWorker.ts:64–154

(
  task: LLMTask,
  chatState: ChatStateType,
  db: TaskyonDatabase
)

}

export async function processChatTask(
  task: LLMTask,
  chatState: ChatStateType,
  db: TaskyonDatabase
) {
  //TODO: merge this function with the assistants function
  if (chatState.useOpenAIAssistants && openAIUsed(chatState.baseURL)) {
    const messages = await getOpenAIAssistantResponse(task, chatState, db);
    if (messages) {
      task.result = {
        type: 'AssistantAnswer',
        assistantResponse: messages,
      };
    }
  } else {
    console.log('execute chat task!', task);
    //TODO: also do this, if we start the task "autonomously" in which we basically
    //      allow it to create new tasks...
    //TODO: we can create more things here like giving it context form other tasks, lookup
    //      main objective, previous tasks etc....
    const useToolChat =
      task.allowedTools?.length && !chatState.enableOpenAiTools;

    const { openAIConversationThread, tools } = prepareTasksForInference(
      task,
      chatState,
      useToolChat ? 'toolchat' : 'chat'
    );

    if (openAIConversationThread.length > 0) {
      const chatCompletion = await callLLM(
        openAIConversationThread,
        tools,
        chatState,
        getSelectedModel(chatState),
        getAPIURLs(chatState.baseURL).chat,
        // if the task runs in the "foreground", stream it :)
        task.id == chatState.selectedTaskId ? true : false,
        // this function receives chunks if we stream and "plants" them into
        // our original task
        (chunk) => {
          if (chunk?.choices[0]?.delta?.tool_calls) {
            chunk?.choices[0]?.delta?.tool_calls.forEach((t) => {
              task.debugging.toolStreamArgsContent =
                task.debugging.toolStreamArgsContent || {};
              if (t.function?.name) {
                task.debugging.toolStreamArgsContent[t.function.name] =
                  (task.debugging.toolStreamArgsContent[t.function.name] ||
                    '') + (t.function?.arguments || '');
              }
            });
          }
          if (chunk?.choices[0]?.delta?.content) {
            task.debugging.streamContent =
              (task.debugging.streamContent || '') +
              chunk.choices[0].delta.content;
          }
        }