Function generateResponseFromPrompt

src/controllers/generation.controller.ts:208–371

(
  request: FastifyRequestTypebox<typeof GenerateFromPromptResponseSchema>,
  reply: FastifyReplyTypebox<typeof GenerateFromPromptResponseSchema>,
)

 * @returns {Promise<void>} - A promise that resolves when the response is generated
 */
export const generateResponseFromPrompt = async (
  request: FastifyRequestTypebox<typeof GenerateFromPromptResponseSchema>,
  reply: FastifyReplyTypebox<typeof GenerateFromPromptResponseSchema>,
) => {
  try {
    const stream = request?.body?.stream;
    const inputData = request?.body?.data?.inputData;
    const n = request?.body?.data?.n;
    const language = request?.body?.data?.language;
    const userId = request?.body?.data?.userId;
    const prompt = await request.server.orm
      .getRepository(Prompt)
      .findOne({ where: { id: request?.body?.data?.promptId } });
    const modelIds = prompt?.models ?? [];
    const timeout = request?.body?.timeout ?? DEFAULT_TIMEOUT_IN_MS;
    const maxRetries = request?.body?.maxRetries ?? DEFAULT_MAX_RETRIES;

    if (inputData) {
      if (prompt?.promptParams?.messages) {
        prompt.promptParams.messages = prompt.promptParams.messages.map(message => {
          const matches = message.content.match(/\[(.*?)\]/g);
          if (matches) {
            matches.forEach(match => {
              const key = match.replace("[", "").replace("]", "");
              message.content = message.content.replace(match, inputData[key as keyof typeof inputData]);
            });
          }
          return message;
        });
        if (language) {
          prompt.promptParams.messages.push({
            role: Roles.user,
            content: "Please generate in " + language + " language.",
          });
        }
      }
      if (prompt?.promptParams?.prompt) {
        const matches = prompt.promptParams.prompt.match(/\[(.*?)\]/g);
        if (matches) {
          matches.forEach(match => {
            const key = match.replace("[", "").replace("]", "");
            prompt.promptParams.prompt = prompt.promptParams.prompt.replace(
              match,
              inputData[key as keyof typeof inputData],
            );
          });
        }
        if (language) {
          prompt.promptParams.prompt += "\n\nPlease generate in " + language + " language.";
        }
      }
    }
    if (n && prompt?.promptParams?.n) {
      prompt.promptParams.n = n;
    }

    const orm = request.server.orm;
    for (const modelId of modelIds) {