Function group_work_items

explainshell/extraction/runner.py:255–277

Group work items into batches, respecting batch_size as a request count limit. Each work item stays whole (all its chunks in one batch). A batch may exceed ``batch_size`` when a single file has more chunks than the limit.

(
    work_items: list[WorkItem],
    batch_size: int,
)

def group_work_items(
    work_items: list[WorkItem],
    batch_size: int,
) -> list[list[WorkItem]]:
    """Group work items into batches, respecting batch_size as a request count limit.

    Each work item stays whole (all its chunks in one batch).  A batch may
    exceed ``batch_size`` when a single file has more chunks than the limit.
    """
    batches: list[list[WorkItem]] = []
    current: list[WorkItem] = []
    current_size = 0
    for item in work_items:
        n = item.prepared.n_chunks
        if current and current_size + n > batch_size:
            batches.append(current)
            current = []
            current_size = 0
        current.append(item)
        current_size += n
    if current:
        batches.append(current)
    return batches


def _prep_stats(prepared: PreparedFile) -> ExtractionStats: