Function parseLlmsTxt

packages/dev/s2-docs/scripts/generateAgentSkills.mjs:252–326

* Parse llms.txt to get documentation entries.

(llmsTxtPath)

 * Parse llms.txt to get documentation entries.
 */
function parseLlmsTxt(llmsTxtPath) {
  const content = fs.readFileSync(llmsTxtPath, 'utf8');
  const entries = [];
  const tree = unified().use(remarkParse).parse(content);

  const toText = node => {
    if (!node) {
      return '';
    }
    if (node.type === 'text') {
      return node.value;
    }
    if (node.type === 'inlineCode') {
      return '`' + node.value + '`';
    }
    if (Array.isArray(node.children)) {
      return node.children.map(toText).join('');
    }
    return '';
  };

  const extractEntry = listItem => {
    const paragraph = listItem.children?.find(child => child.type === 'paragraph');
    if (!paragraph || !Array.isArray(paragraph.children)) {
      return null;
    }

    const linkIndex = paragraph.children.findIndex(child => child.type === 'link');
    if (linkIndex === -1) {
      return null;
    }

    const link = paragraph.children[linkIndex];
    const title = toText(link).trim();
    const entryPath = link.url;
    if (!title || !entryPath) {
      return null;
    }

    let description = paragraph.children
      .slice(linkIndex + 1)
      .map(toText)
      .join('')
      .trim();

    if (description.startsWith(':')) {
      description = description.slice(1).trim();
    }

    return {
      title,
      path: entryPath,
      description
    };
  };

  const walk = node => {
    if (!node || !Array.isArray(node.children)) {