Method generateForConversation

src/controller/title-generator.ts:11–55

(conversation: ChatMessage[], api: WebAPI, signal?: AbortSignal)

export class TitleGenerator {
  async generateForConversation(conversation: ChatMessage[], api: WebAPI, signal?: AbortSignal) {
    // Generate a prompt using stripped chat content.
    const messages = conversation
      .filter(m => m.role == ChatRole.User || (m.role == ChatRole.Assistant && m.content))
      .map(m => `${m.role.toString()}: ${stripContent(m.content)}`);
    const promptText = `\
Name the conversation based on following chat records:

---
${messages.join('\n\n')}
---

Provide a concise name, within 15 characters and without quotation marks.
The name should be in the same language used by the conversation.

The conversation is named:
`;

    let title = '';
    if (api instanceof ChatCompletionAPI) {
      const message = {role: ChatRole.User, content: promptText};
      await api.sendConversation([message], {
        signal,
        onMessageDelta(delta) { title += delta.content ?? ''; }
      });
    } else if (api instanceof ChatConversationAPI &&
               !(api.constructor as ChatConversationAPIType).badSummarizer) {
      // Spawn a new conversation to ask for title generation,
      const newapi = api.clone() as ChatConversationAPI;
      await newapi.sendMessage(promptText, {
        signal,
        onMessageDelta(delta) { title += delta.content ?? ''; }
      });
      // Clear the temporary conversation.
      if ((api.constructor as ChatConversationAPIType).canRemoveFromServer)
        await newapi.removeFromServer();
    } else {
      // Return the first words of last message.
      title = getFirstSentence(conversation[conversation.length - 1].content);
      // Do a fake await since this method is supposed to be async, returning
      // too early might trigger some bugs.
      await new Promise(resolve => setImmediate(resolve));
    }
    return title.trim();
  }
}

export default new TitleGenerator();