Method predict_batch

include/core/solver.h:1587–1596

Predict a single batch */

    /** Predict a single batch */
    virtual void predict_batch(int batch_id) {
        Timer batch_timer("Predict Batch", log_frequency);
        batch.to_device_async();
        // Predict
        {
            Timer timer("Predict Kernel", log_frequency);
            CHECK(predict_dispatch()) << "Can't find a prediction kernel for `" << solver->model << "`";
            logits.to_host();
        }
    }

    /**
     * @param protocols protocols of embeddings