Function handler

pages/api/parse-html.ts:13–55

(
  req: NextApiRequest,
  res: NextApiResponse,
)

}

export default async function handler(
  req: NextApiRequest,
  res: NextApiResponse,
): Promise<void> {
  if (req.method !== "POST") {
    res.status(405).json({
      error: "Only POST requests allowed",
    });
    return;
  }
  if (
    !req.headers.authorization ||
    !req.headers.authorization.includes(
      process.env.SERVICE_LEVEL_KEY_SUPABASE ?? "",
    )
  ) {
    res.status(401).json({ error: "Unauthorized" });
    return;
  }
  if (!isValidBody<ParseHtmlType>(req.body, ParseHtmlZod)) {
    res.status(400).send({ message: "Invalid request body" });
    return;
  }
  const html = req.body.html;

  let body = cheerio
    .load(html, {
      xml: { xmlMode: true, recognizeCDATA: true, recognizeSelfClosing: true },
    })
    .root()
    .find("body");

  removeHiddenElements(body);

  const text = body
    .text()
    .replaceAll(/\t/g, "")
    .replaceAll(/\t\t\n/g, "")
    .replaceAll(/\n{2,}/g, "\n\n")
    .trim();

  res.status(200).send(text);
}

export function removeHiddenElements(
  body: cheerio.Cheerio<cheerio.Element>,