Class ThreadPool

include/ctranslate2/thread_pool.h:81–115

A pool of threads.

  // A pool of threads.
  class ThreadPool {
  public:
    // Default thread workers.
    ThreadPool(size_t num_threads,
               size_t maximum_queue_size = std::numeric_limits<size_t>::max(),
               int core_offset = -1);

    // User-defined thread workers.
    ThreadPool(std::vector<std::unique_ptr<Worker>> workers,
               size_t maximum_queue_size = std::numeric_limits<size_t>::max(),
               int core_offset = -1);

    ~ThreadPool();

    // Posts a new job. The method blocks if the job queue is full.
    void post(std::unique_ptr<Job> job);

    size_t num_threads() const;

    // Number of jobs in the queue.
    size_t num_queued_jobs() const;

    // Number of jobs in the queue and currently processed by a worker.
    size_t num_active_jobs() const;

    Worker& get_worker(size_t index);
    static Worker& get_local_worker();

  private:
    void start_workers(int core_offset);

    JobQueue _queue;
    std::vector<std::unique_ptr<Worker>> _workers;
    std::atomic<size_t> _num_active_jobs;
  };

}