Function getProductLinksBuilder

src/store/model/helpers/card.ts:19–67

(options: LinksBuilderOptions)

const isPartialUrlRegExp = /^(?!https?:).*/i;

export function getProductLinksBuilder(options: LinksBuilderOptions) {
  return (docElement: cheerio.Cheerio, series: Series): Link[] => {
    const productElements = docElement.find(options.productsSelector);
    const links: Link[] = [];
    for (let i = 0; i < productElements.length; i++) {
      const productElement = productElements.eq(i);
      const titleElement = productElement.find(options.titleSelector).first();

      const title = options.titleAttribute
        ? titleElement.attr()?.[options.titleAttribute]
        : titleElement.text()?.replace(/\n/g, ' ').trim();

      if (!title) {
        continue;
      }

      let urlElement = titleElement;

      if (options.urlSelector) {
        urlElement = urlElement.find(options.urlSelector).first();
      }

      let url = urlElement.attr()?.href;

      if (!url) {
        continue;
      }

      if (isPartialUrlRegExp.exec(url)) {
        url = options.sitePrefix + url;
      }

      const card = parseCard(title);

      if (card) {
        links.push({
          brand: card.brand as any,
          model: card.model,
          series,
          url,
        });
      } else {
        logger.error(`Failed to parse card: ${title}`, {url});
      }
    }

    return links;
  };
}

export function parseCard(name: string): Card | null {
  name = name.replace(/\w+-\w+-[^ ]+/g, '');