Function main

examples/quantize.cpp:333–374

}

int main(int argc, char ** argv) {
    if (argc != 4) {
        fprintf(stderr, "usage: %s model.ggml model-quant.ggml type\n", argv[0]);
        fprintf(stderr, "  supported types: q4_0, q4_1, q8_0\n");
        return 1;
    }

    // Init ggml (needed for fp16 lookup tables)
    {
        struct ggml_init_params params = { 0, NULL, false };
        struct ggml_context * ctx = ggml_init(params);
        ggml_free(ctx);
    }

    const std::string fname_inp = argv[1];
    const std::string fname_out = argv[2];

    ggml_type qtype = GGML_TYPE_COUNT;
    if      (strcmp(argv[3], "q4_0") == 0) qtype = GGML_TYPE_Q4_0;
    else if (strcmp(argv[3], "q4_1") == 0) qtype = GGML_TYPE_Q4_1;
    else if (strcmp(argv[3], "q8_0") == 0) qtype = GGML_TYPE_Q8_0;
    else {
        fprintf(stderr, "%s: unknown quantization type '%s'\n", argv[0], argv[3]);
        fprintf(stderr, "  supported types: q4_0, q4_1, q8_0\n");
        return 1;
    }

    fprintf(stderr, "%s: quantizing '%s' -> '%s' (%s)\n",
            __func__, fname_inp.c_str(), fname_out.c_str(), ggml_type_name(qtype));

    const int64_t t_start = ggml_time_us();

    if (!sam3_quantize_model(fname_inp, fname_out, qtype)) {
        fprintf(stderr, "%s: failed to quantize model\n", __func__);
        return 1;
    }

    const double t_elapsed = (ggml_time_us() - t_start) / 1e6;
    printf("%s: quantize time = %.2f s\n", __func__, t_elapsed);

    return 0;
}