Function _addScrapeJobToBullMQ

apps/api/src/services/queue-jobs.ts:153–186

(
  webScraperOptions: ScrapeJobData,
  jobId: string,
  priority: number = 0,
  listenable: boolean = false,
)

}

export async function _addScrapeJobToBullMQ(
  webScraperOptions: ScrapeJobData,
  jobId: string,
  priority: number = 0,
  listenable: boolean = false,
): Promise<NuQJob<ScrapeJobData>> {
  // direct adds bypass the gates; on the FDB backend that's a slotless enqueue
  if ((await resolveJobBackend(webScraperOptions)) === "fdb") {
    if (webScraperOptions.mode === "single_urls") {
      abTestJob(webScraperOptions);
    }
    const { jobs } = await fdbEnqueueScrapeJobs(
      [
        {
          jobId,
          data: webScraperOptions,
          priority,
          listenable,
          backlogTimeoutMs: backlogTimeoutMs(webScraperOptions),
        },
      ],
      webScraperOptions.team_id,
      { bypassGate: true },
    );
    return jobs[0];
  }

  return _addScrapeJobToBullMQPg(
    webScraperOptions,
    jobId,
    priority,
    listenable,
  );
}

async function _addScrapeJobToBullMQPg(
  webScraperOptions: ScrapeJobData,