MCPcopy Create free account
hub / github.com/apache/arrow / _generate_varying_sequences

Method _generate_varying_sequences

python/benchmarks/common.py:180–200  ·  view source on GitHub ↗

Generate a list of *n* sequences of varying size between *min_size* and *max_size*, with *none_prob* probability of an entry being None. The base material for each sequence is obtained by calling `random_factory( )`

(self, random_factory, n, min_size,
                                    max_size, none_prob)

Source from the content-addressed store, hash-verified

178 return data
179
180 def _generate_varying_sequences(self, random_factory, n, min_size,
181 max_size, none_prob):
182 """
183 Generate a list of *n* sequences of varying size between *min_size*
184 and *max_size*, with *none_prob* probability of an entry being None.
185 The base material for each sequence is obtained by calling
186 `random_factory(<some size>)`
187 """
188 base_size = 10000
189 base = random_factory(base_size + max_size)
190 data = []
191 for i in range(n):
192 off = self.rnd.randint(base_size)
193 if min_size == max_size:
194 size = min_size
195 else:
196 size = self.rnd.randint(min_size, max_size + 1)
197 data.append(base[off:off + size])
198 self.sprinkle_nones(data, none_prob)
199 assert len(data) == n
200 return data
201
202 def generate_fixed_binary_list(self, n, size, none_prob=DEFAULT_NONE_PROB):
203 """

Calls 3

sprinkle_nonesMethod · 0.95
lenFunction · 0.85
appendMethod · 0.45

Tested by

no test coverage detected