Function cache_processor_for_pieces

src/framework/tokenizers/sentencepiece.cpp:97–101

}

void cache_processor_for_pieces(const std::vector<SentencePiecePiece> & pieces, ProcessorPtr processor) {
    const auto fingerprint = fingerprint_pieces(pieces);
    std::lock_guard<std::mutex> lock(processor_cache_mutex());
    processor_cache()[fingerprint] = std::move(processor);
}

}  // namespace