Function common_params_handle_remote_preset

common/arg.cpp:284–326

}

static bool common_params_handle_remote_preset(common_params & params, llama_example ex) {
    GGML_ASSERT(!params.model.hf_repo.empty());

    // the returned hf_repo is without tag
    auto [hf_repo, hf_tag] = common_download_split_repo_tag(params.model.hf_repo);

    // "latest" tag (default if not specified) is translated to "default" preset
    if (hf_tag == "latest") {
        hf_tag = "default";
    }

    std::string model_endpoint = common_get_model_endpoint();
    auto preset_url = model_endpoint + hf_repo + "/resolve/main/preset.ini";

    // prepare local path for caching
    auto preset_fname = clean_file_name(hf_repo + "_preset.ini");
    auto preset_path = fs_get_cache_file(preset_fname);
    common_download_opts opts;
    opts.bearer_token = params.hf_token;
    opts.offline = params.offline;
    const int status = common_download_file_single(preset_url, preset_path, opts);
    const bool has_preset = status >= 200 && status < 400;

    // remote preset is optional, so we don't error out if not found
    if (has_preset) {
        LOG_INF("applying remote preset from %s\n", preset_url.c_str());
        common_preset_context ctx(ex, /* only_remote_allowed */ true);
        common_preset global;
        auto remote_presets = ctx.load_from_ini(preset_path, global);
        remote_presets = ctx.cascade(global, remote_presets);
        if (remote_presets.find(hf_tag) != remote_presets.end()) {
            common_preset preset = remote_presets.at(hf_tag);
            LOG_INF("\n%s", preset.to_ini().c_str()); // to_ini already added trailing newline
            preset.apply_to_params(params);
        } else {
            throw std::runtime_error("Remote preset.ini does not contain [" + std::string(hf_tag) + "] section");
        }
    } else {
        LOG_INF("%s", "no remote preset found, skipping\n");
    }

    return has_preset;
}

struct handle_model_result {
    bool found_mmproj = false;