Function POST

app/api/parseMenu/route.ts:17–108

(request: Request)

const together = new Together(options);

export async function POST(request: Request) {
  const { menuUrl } = await request.json();

  console.log({ menuUrl });

  if (!menuUrl) {
    return Response.json({ error: "No menu URL provided" }, { status: 400 });
  }

  const systemPrompt = `You are given an image of a menu. Your job is to take each item in the menu and convert it into the following JSON format:

[{"name": "name of menu item", "price": "price of the menu item", "description": "description of menu item"}, ...]

  Please make sure to include all items in the menu and include a price (if it exists) & a description (if it exists). ALSO PLEASE ONLY RETURN JSON. IT'S VERY IMPORTANT FOR MY JOB THAT YOU ONLY RETURN JSON.
  `;

  const output = await together.chat.completions.create({
    model: "meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo",
    messages: [
      {
        role: "user",
        content: [
          { type: "text", text: systemPrompt },
          {
            type: "image_url",
            image_url: {
              url: menuUrl,
            },
          },
        ],
      },
    ],
  });

  const menuItems = output?.choices[0]?.message?.content;

  // Defining the schema we want our data in
  const menuSchema = z.array(
    z.object({
      name: z.string().describe("The name of the menu item"),
      price: z.string().describe("The price of the menu item"),
      description: z
        .string()
        .describe(
          "The description of the menu item. If this doesn't exist, please write a short one sentence description."
        ),
    })
  );
  const jsonSchema = toJSONSchema(menuSchema);

  const extract = await together.chat.completions.create({
    messages: [
      {
        role: "system",
        content:
          "The following is a list of items from a menu. Only answer in JSON.",
      },
      {