Function run_benchmarks

benchmarks/src/utils/benchmark.py:25–45

(workdir: Path, descriptors: List[BenchmarkDescriptor])

def run_benchmarks(workdir: Path, descriptors: List[BenchmarkDescriptor]) -> Database:
    workdir.mkdir(parents=True, exist_ok=True)

    database = load_or_create_database(workdir)
    runner = BenchmarkRunner(database, workdir=workdir)

    materialized = runner.materialize_and_skip(descriptors)

    try:
        last_save_time = time.time()
        for _info, _result in tqdm.tqdm(runner.compute_materialized(materialized), total=len(materialized)):
            duration = time.time() - last_save_time
            if duration > timedelta(seconds=30).total_seconds():
                last_save_time = time.time()
                runner.save()
    except KeyboardInterrupt:
        runner.save()
        raise

    runner.save()
    return database


def run_benchmarks_with_postprocessing(workdir: Path, descriptors: List[BenchmarkDescriptor]) -> Database: