Function optimizeDatabaseKws

lib/database/dboptimize.js:30–115

()

};

export async function optimizeDatabaseKws() {
  let proctime = new Timer();
  let changes = 0;
  console.log("Optimizing DB Keywords...");
  let dbLength = await File.count();
  let optimizeTasks = [];
  let resolvedTasks = [];
  let promiseIndex = 0;
  let currentIndex = 0;
  let result = await File.findAll({
    order: ["id", "filename"],
    attributes: [
      "id",
      "filename",
      "filenamekws",
      "category",
      "categorykws",
      "subcategories",
      "subcategorieskws",
      "region",
      "regionkws",
      "type",
      "nongame"
    ],
  });
  for (let i = 0; i < dbLength; ) {
    let loopIndexStart = i;
    singleLineStatus(
      `Optimizing Keywords: ${i} / ${dbLength} ${((i / dbLength) * 100).toFixed(
        2
      )}% (${proctime.elapsed()}) Optimized Rows: ${changes}`
    );

    for (let x = i; x < currentIndex + BATCH_SIZE; x++) {
      if(x >= dbLength) break; //Abort abandon ship, otherwise we sink
      debugPrint(`Submitting job for: ${result[x].filename}`);
      let data = [];
      for (let column in keywords) {
        data[column] = result[x][column];
      }
      optimizeTasks.push(
        piscina
          .run(
            {
              data: data,
              keywords: keywords,
            },
            { name: "optimizeKws" }
          )
          .catch((err) => {
            console.error(err);
          })
      );
      i++;
    }
    currentIndex = i;
    let settledTasks = await Promise.all(optimizeTasks);
    resolvedTasks.push(...settledTasks);