Function main

ds4_eval.c:4102–4289

           "#", "state", "prompt", "gen", "total", "given", "correct", "test");
    for (int i = 0; i < ncases; i++) {
        int prompt_tokens = ui->prompt_tokens ? ui->prompt_tokens[i] : 0;
        int generated_tokens = ui->generated_tokens ? ui->generated_tokens[i] : 0;
        int total_tokens = prompt_tokens + generated_tokens;
        const char *given = ui->guess && ui->guess[i][0] ? ui->guess[i] : "-";
        printf("%3d %-8s %8d %8d %8d %-8s %-8s %s/%s\n",
               i + 1,
               report_status_name(ui->status[i]),
               prompt_tokens,
               generated_tokens,
               total_tokens,
               given,
               ui->cases[i].answer,
               ui->cases[i].source,
               ui->cases[i].id);
    }
}

int main(int argc, char **argv) {
    eval_config cfg = parse_options(argc, argv);
    if (cfg.self_test_extractors) return run_extractor_self_tests();
    if (cfg.regrade_trace_path) return regrade_trace_file(cfg.regrade_trace_path);

    int ncases = (int)(sizeof(eval_cases) / sizeof(eval_cases[0]));
    if (cfg.question_limit > 0 && cfg.question_limit < ncases) ncases = cfg.question_limit;
    if (cfg.question_limit > (int)(sizeof(eval_cases) / sizeof(eval_cases[0]))) {
        fprintf(stderr, "ds4-eval: only %zu questions are embedded\n",
                sizeof(eval_cases) / sizeof(eval_cases[0]));
        return 2;
    }
    int *case_sequence = NULL;
    int case_sequence_len = 0;
    if (cfg.case_sequence &&
        parse_case_sequence(cfg.case_sequence, ncases, &case_sequence, &case_sequence_len) != 0) {
        return 2;
    }
    if (!cfg.seed) {
        cfg.seed = (uint64_t)time(NULL) ^
                   ((uint64_t)getpid() << 32) ^
                   (uint64_t)clock();
    }

    FILE *trace = NULL;
    if (cfg.trace_path) {
        trace = fopen(cfg.trace_path, "w");
        if (!trace) {
            fprintf(stderr, "ds4-eval: cannot open trace '%s': %s\n",
                    cfg.trace_path, strerror(errno));
            free(case_sequence);
            return 2;
        }
    }

    ds4_engine_options opt = {
        .model_path = cfg.model_path,
        .mtp_path = cfg.mtp_path,
        .backend = cfg.backend,
        .n_threads = cfg.threads,
        .context_size = cfg.ctx_size > 0 ? cfg.ctx_size : 0,