Function callLLM

src/modules/chat.ts:364–428

(
  chatMessages: OpenAI.ChatCompletionMessageParam[],
  functions: OpenAI.ChatCompletionTool[],
  chatState: ChatStateType,
  model: string,
  chatURL: string,
  stream: false | true | null | undefined = false,
  contentCallBack: (chunk?: OpenAI.Chat.Completions.ChatCompletionChunk) => void
)

// calls openRouter OR OpenAI  chatmodels
export async function callLLM(
  chatMessages: OpenAI.ChatCompletionMessageParam[],
  functions: OpenAI.ChatCompletionTool[],
  chatState: ChatStateType,
  model: string,
  chatURL: string,
  stream: false | true | null | undefined = false,
  contentCallBack: (chunk?: OpenAI.Chat.Completions.ChatCompletionChunk) => void
): Promise<OpenAI.ChatCompletion | undefined> {
  const headers: Record<string, string> = generateHeaders(chatState);
  let chatCompletion: OpenAI.ChatCompletion | undefined = undefined;
  const openai = getOpenai(chatState.openAIApiKey, chatState.baseURL, headers);

  const payload: OpenAI.ChatCompletionCreateParams = {
    model,
    messages: chatMessages,
    user: 'taskyon',
    temperature: 0.0,
    stream,
    n: 1,
  };

  if (functions.length > 0) {
    payload.tool_choice = 'auto';
    payload.tools = functions;
  }

  if (payload.stream) {
    let cancelStreaming = false;
    function cancelStreamListener() {
      cancelStreaming = true;
    }
    document.addEventListener(
      CURRENT_TASK_CANCELLATION_EVENT,
      cancelStreamListener
    );
    try {
      const completion = await openai.chat.completions.create(payload);

      const chunks = [];
      for await (const chunk of completion) {
        if (cancelStreaming) {
          return;
        }
        chunks.push(chunk);
        if (chunk) {
          contentCallBack(chunk);
        }
      }
      chatCompletion = accumulateChatCompletion(chunks);
    } catch (error) {
      console.error('Error during streaming:', error);
    }
    document.removeEventListener(
      CURRENT_TASK_CANCELLATION_EVENT,
      cancelStreamListener
    );
  } else {