Method AddSkewInfo

be/src/util/runtime-profile.cc:991–1033

}

void RuntimeProfileBase::AddSkewInfo(RuntimeProfileBase* root, double threshold) {
  lock_guard<SpinLock> l(children_lock_);
  DCHECK(root);
  // A map of specs for profiles and average counters in profiles that can potentially
  // harbor skews. Each spec is a pair of a profile name prefix and a list of counter
  // names. Lookup of the map for a profile name prefix is O(1).
  typedef string NodeNamePrefix;
  typedef vector<string> CounterNames;
  static const unordered_map<NodeNamePrefix, CounterNames> skew_profile_specs = {
      {"KUDU_SCAN_NODE", {"RowsRead"}}, {"HDFS_SCAN_NODE", {"RowsRead"}},
      {"HASH_JOIN_NODE", {"ProbeRows", "BuildRows"}},
      {"GroupingAggregator", {"RowsReturned"}}, {"EXCHANGE_NODE", {"RowsReturned"}},
      {"SORT_NODE", {"RowsReturned"}}};
  // If this profile can potentially harbor skews, identify the corresponding counters
  // within it and verify.
  for (auto& skew_profile_it : skew_profile_specs) {
    // Test if the profile name prefix is indeed a prefix of the profile name.
    if (name().find(skew_profile_it.first) == 0) {
      for (auto& counter_name_it : skew_profile_it.second) {
        auto counter_it = counter_map_.find(counter_name_it);
        // Test if the counter name is in the counter spec.
        if (counter_it != counter_map_.end()) {
          auto average_counter =
              dynamic_cast<RuntimeProfile::AveragedCounter*>(counter_it->second);
          string details;
          // Skew detection can only be done for an average counter.
          if (average_counter && average_counter->HasSkew(threshold, &details)) {
            // Skew detected:
            // Log the profile name in the 'root' profile
            root->AddInfoStringInternal(SKEW_SUMMARY, name(), true);
            // Log the counter name and skew details in 'this' profile
            this->AddInfoStringInternal(
                SKEW_DETAILS, StrCat(counter_name_it, " ", details), true);
          }
        }
      }
    }
  }
  // Keep looking from within each child profile.
  for (auto child : children_) {
    child.first->AddSkewInfo(root, threshold);
  }
}

bool RuntimeProfileBase::ParseVerbosity(const string& str, Verbosity* out) {
  string lower = to_lower_copy(str);