Method LoadCacheEntry

be/src/runtime/lib-cache.cc:441–485

}

Status LibCache::LoadCacheEntry(const std::string& hdfs_lib_file, time_t exp_mtime,
    LibType type, LibCacheEntry* entry) {
  DCHECK(entry != nullptr);
  entry->type = type;

  // Copy the file
  entry->local_path = MakeLocalPath(hdfs_lib_file, FLAGS_local_library_dir);
  VLOG(1) << "Adding lib cache entry: " << hdfs_lib_file
          << ", local path: " << entry->local_path;

  hdfsFS hdfs_conn, local_conn;
  RETURN_IF_ERROR(HdfsFsCache::instance()->GetConnection(hdfs_lib_file, &hdfs_conn));
  RETURN_IF_ERROR(HdfsFsCache::instance()->GetLocalConnection(&local_conn));

  // Note: the file can be updated between getting last_mod_time and copying the file to
  // local_path. This can only result in the file unnecessarily being refreshed, and does
  // not affect correctness.
  entry->copy_file_status =
      GetLastModificationTime(hdfs_conn, hdfs_lib_file.c_str(), &entry->last_mod_time);
  RETURN_IF_ERROR(entry->copy_file_status);

  // Check that the exp_mtime is the same as what's on the filesystem.
  if (exp_mtime >= 0 && exp_mtime != entry->last_mod_time) {
    return Status(
        TErrorCode::LIB_VERSION_MISMATCH, hdfs_lib_file, entry->last_mod_time, exp_mtime);
  }

  entry->copy_file_status =
      CopyHdfsFile(hdfs_conn, hdfs_lib_file, local_conn, entry->local_path);
  RETURN_IF_ERROR(entry->copy_file_status);

  if (type == TYPE_SO) {
    // dlopen the local library
    RETURN_IF_ERROR(DynamicOpen(entry->local_path.c_str(), &entry->shared_object_handle));
  } else if (type == TYPE_IR) {
    // Load the module temporarily and populate all symbols.
    const string file = entry->local_path;
    const string module_id = filesystem::path(file).stem().string();
    RETURN_IF_ERROR(LlvmCodeGen::GetSymbols(file, module_id, &entry->symbols));
  } else {
    DCHECK_EQ(type, TYPE_JAR);
    // Nothing to do.
  }
  return Status::OK();
}

string LibCache::MakeLocalPath(const string& hdfs_path, const string& local_dir) {
  // Append the pid and library number to the local directory.