Function main

docs/mathnet/scripts/fetch-sample.py:39–60

()

        return None


def main() -> None:
    ap = argparse.ArgumentParser()
    ap.add_argument('--pages', type=int, default=8)
    ap.add_argument(
        '--offset-shift',
        type=int,
        default=0,
        help='add this many rows to each evenly spaced offset',
    )
    ap.add_argument('--out', default='mathnet-sample.jsonl')
    args = ap.parse_args()

    stride = TOTAL // args.pages
    max_offset = TOTAL - PAGE
    offsets = [
        min(args.offset_shift + i * stride, max_offset)
        for i in range(args.pages)
    ]
    count = 0
    with open(args.out, 'w') as f:
        for offset in offsets:
            data = fetch(offset)
            if data is None:
                continue