Method do_benchmark_cpu

src/borg/archiver/benchmark_cmd.py:163–348

Benchmark CPU-bound operations.

(self, args)

                print(fmt % ("D", msg, total_size_MB / dt_delete, count, file_size_formatted, content, dt_delete))

    def do_benchmark_cpu(self, args):
        """Benchmark CPU-bound operations."""
        from timeit import timeit

        result = {} if args.json else None

        is_test = "_BORG_BENCHMARK_CPU_TEST" in os.environ
        # Use minimal iterations and data size in test mode to keep CI fast.
        number_default = 1 if is_test else 100
        number_compression = 1 if is_test else 10
        number_kdf = 1 if is_test else 5
        data_size = 100 * 1000 if is_test else 10 * 1000 * 1000

        random_10M = os.urandom(data_size)
        key_256 = os.urandom(32)
        key_128 = os.urandom(16)
        key_96 = os.urandom(12)

        import io
        from ..chunkers import get_chunker  # noqa

        if not args.json:
            print("Chunkers =======================================================")
        else:
            result["chunkers"] = []
        size = 1000000000

        def chunkit(ch):
            with io.BytesIO(random_10M) as data_file:
                for _ in ch.chunkify(fd=data_file):
                    pass

        for spec, setup, func, vars in [
            (
                "buzhash,19,23,21,4095",
                "ch = get_chunker('buzhash', 19, 23, 21, 4095, sparse=False)",
                "chunkit(ch)",
                locals(),
            ),
            # note: the buzhash64 chunker creation is rather slow, so we must keep it in setup
            (
                "buzhash64,19,23,21,4095",
                "ch = get_chunker('buzhash64', 19, 23, 21, 4095, sparse=False)",
                "chunkit(ch)",
                locals(),
            ),
            ("fixed,1048576", "ch = get_chunker('fixed', 1048576, sparse=False)", "chunkit(ch)", locals()),
        ]:
            dt = timeit(func, setup, number=number_default, globals=vars)
            if args.json:
                algo, _, algo_params = spec.partition(",")
                result["chunkers"].append({"algo": algo, "algo_params": algo_params, "size": size, "time": dt})
            else:
                print(f"{spec:<24} {format_file_size(size):<10} {dt:.3f}s")

        from xxhash import xxh64
        from ..checksums import crc32