Method handler

src/shared/scrape.http.ts:240–501

(
    req: Request,
    res: ServerResponse,
    logger: Logger,
    browser: BrowserInstance,
  )

  path = [HTTPRoutes.chromiumScrape, HTTPRoutes.scrape];
  tags = [APITags.browserAPI];
  async handler(
    req: Request,
    res: ServerResponse,
    logger: Logger,
    browser: BrowserInstance,
  ) {
    logger.debug(
      'Scrape API invoked with body:',
      redactSensitiveBodyFields(req.body),
    );
    const contentType =
      !req.headers.accept || req.headers.accept?.includes('*')
        ? contentTypes.html
        : req.headers.accept;

    if (!req.body) {
      throw new BadRequest(`Couldn't parse JSON body`);
    }

    res.setHeader('Content-Type', contentType);

    const {
      bestAttempt = false,
      url,
      gotoOptions,
      authenticate,
      addScriptTag = [],
      addStyleTag = [],
      cookies = [],
      debugOpts,
      elements,
      emulateMediaType,
      html,
      rejectRequestPattern = [],
      requestInterceptors = [],
      rejectResourceTypes = [],
      setExtraHTTPHeaders,
      setJavaScriptEnabled,
      userAgent,
      viewport,
      waitForTimeout,
      waitForFunction,
      waitForSelector,
      waitForEvent,
    } = req.body as BodySchema;

    const content = url || html;

    if (!content) {
      throw new BadRequest(`One of "url" or "html" properties are required.`);
    }

    const config = browser.getConfig();
    assertNavigationAllowed(
      url,
      config.getBlockedURLPatterns(),
      config.getBlockedNetworkRanges(),
    );