Method getNextWorkItem

server/utils/import-queue.ts:351–407

(
    workerId: number,
  )

  }

  private async getNextWorkItem(
    workerId: number,
  ): Promise<{ job?: QueueJob; chunk?: WorkChunk }> {
    const pendingChunk = Array.from(this.workChunks.values()).find(
      (chunk) => chunk.status === "pending",
    );

    if (pendingChunk) {
      pendingChunk.status = "processing";
      pendingChunk.workerId = workerId;
      this.workerJobAssignment.set(workerId, pendingChunk.jobId);
      return { chunk: pendingChunk };
    }

    const activeJobCount = new Set(this.workerJobAssignment.values()).size;

    if (activeJobCount >= this.workerCount) {
      return {};
    }

    const job = this.queue.shift();
    if (!job) {
      return {};
    }

    const futureActiveJobs = activeJobCount + 1;

    const workersPerJob = Math.floor(this.workerCount / futureActiveJobs);
    const extraWorkers = this.workerCount % futureActiveJobs;

    const workersForJob = workersPerJob + (extraWorkers > 0 ? 1 : 0);

    job.allocatedWorkers = workersForJob;
    this.jobWorkerCount.set(job.id, workersForJob);

    if (workersForJob > 1 && this.canParallelize(job)) {
      const daysWithData =
        job.data.exportData?.days?.filter(
          (day) => day.heartbeats && day.heartbeats.length > 0,
        ) || [];
      this.createWorkChunks(job, daysWithData, "wakatime");

      const firstChunk = Array.from(this.workChunks.values()).find(
        (chunk) => chunk.jobId === job.id && chunk.status === "pending",
      );

      if (firstChunk) {
        firstChunk.status = "processing";
        firstChunk.workerId = workerId;
        this.workerJobAssignment.set(workerId, job.id);
        return { chunk: firstChunk };
      }
    }

    this.workerJobAssignment.set(workerId, job.id);
    return { job };
  }