Method RequestCache

core/predictor/framework/request_cache.cpp:28–33

using baidu::paddle_serving::predictor::general_model::Response;

RequestCache::RequestCache(const int64_t size)
    : cache_size_(size), used_size_(0) {
  bstop_ = false;
  thread_ptr_ = std::unique_ptr<std::thread>(
      new std::thread([this]() { this->ThreadLoop(); }));
}

RequestCache::~RequestCache() {
  bstop_ = true;