(pos)
| 291 | # automatic (variable) batch size detection for vectorization |
| 292 | # pull longest context sample from request |
| 293 | def _batch_scheduler(pos): |
| 294 | sched = pos // int(n_reordered_requests / self.batch_schedule) |
| 295 | if sched in self.batch_sizes: |
| 296 | return self.batch_sizes[sched] |
| 297 | print( |
| 298 | f"Passed argument batch_size = auto:{self.batch_schedule}. Detecting largest batch size" |
| 299 | ) |
| 300 | self.batch_sizes[sched] = self._detect_batch_size(reordered_requests, pos) |
| 301 | print(f"Determined largest batch size: {self.batch_sizes[sched]}") |
| 302 | return self.batch_sizes[sched] |
| 303 | |
| 304 | for chunk in utils.chunks( |
| 305 | tqdm(reordered_requests, disable=disable_tqdm), |
nothing calls this directly
no test coverage detected