MCPcopy Create free account
hub / github.com/apache/arrow / MakeStringDictFodder

Function MakeStringDictFodder

cpp/src/arrow/builder_benchmark.cc:311–344  ·  view source on GitHub ↗

Make a vector out of `kDistinctElements` string values

Source from the content-addressed store, hash-verified

309
310// Make a vector out of `kDistinctElements` string values
311static std::vector<std::string> MakeStringDictFodder() {
312 std::default_random_engine gen(42);
313 std::vector<std::string> values_dict(kDistinctElements);
314 std::vector<std::string> values(kNumberOfElements);
315
316 {
317 auto it = values_dict.begin();
318 // Add empty string
319 *it++ = "";
320 // Add a few similar strings
321 *it++ = "abc";
322 *it++ = "abcdef";
323 *it++ = "abcfgh";
324 // Add random strings
325 std::uniform_int_distribution<int32_t> length_dist(2, 20);
326 std::independent_bits_engine<std::default_random_engine, 8, uint16_t> bytes_gen(42);
327
328 std::generate(it, values_dict.end(), [&] {
329 auto length = length_dist(gen);
330 std::string s(length, 'X');
331 for (int32_t i = 0; i < length; ++i) {
332 s[i] = static_cast<char>(bytes_gen());
333 }
334 return s;
335 });
336 }
337 {
338 std::uniform_int_distribution<int32_t> indices_dist(
339 0, static_cast<int32_t>(kDistinctElements - 1));
340 std::generate(values.begin(), values.end(),
341 [&] { return values_dict[indices_dist(gen)]; });
342 }
343 return values;
344}
345
346template <class DictionaryBuilderType, class Scalar>
347static void BenchmarkDictionaryArray(

Callers 1

Calls 2

beginMethod · 0.45
endMethod · 0.45

Tested by

no test coverage detected