Method embed

src/common/AutoEmbeddingModel/modeling_gemma_embedding.cpp:20–36

}

std::vector<float> Gemma_Embedding::embed(std::string& text, embedding_task_type_t task_type) {
    std::string task_prefix = this->_get_task_prefix(task_type);
    std::string full_text = "<bos>" + task_prefix + text + "<eos>";
    std::vector<int> tokens = this->tokenizer->encode(full_text);
    if (tokens.size() > 2048) {
        // cut to 2047 and add <eos> (1)
        tokens.resize(2048);
        tokens[2047] = 1;
    }
    
    buffer<bf16> y = this->embedding_model_impl->embed(tokens);
    std::vector<float> result(y.size());
    for (int i = 0; i < y.size(); i++) {
        result[i] = static_cast<float>(y[i]);
    }
    return result;
}