Method build_download_list

src/pull/model_downloader.cpp:287–353

\brief Build the download list \param model_tag the model tag \return the download list

/// \param model_tag the model tag
/// \return the download list
std::pair<nlohmann::json, float> ModelDownloader::build_download_list(const std::string& model_tag) {
    
    nlohmann::json downloads = nlohmann::json::array();
    float sum_file_size = 0;

    try {
        auto [new_model_tag, model_info] = supported_models.get_model_info(model_tag);
        std::string base_url = model_info["url"];
        std::string model_name = model_info["name"];
        std::string file_url = model_info["file_url"];
        std::vector<std::string> model_files = model_info["files"];
        
        // Create model directory
        std::string model_path = supported_models.get_model_path(new_model_tag);
        std::filesystem::create_directories(model_path);
        
        // GET HF api/models
        std::string hf_response = download_utils::download_string(file_url);
        nlohmann::json hf_model_infos = nlohmann::json::parse(hf_response);

        for (const auto& filename : model_files) {
            auto it = std::find_if(
                hf_model_infos.begin(),
                hf_model_infos.end(),
                [&](const nlohmann::json& f) {
                    return f["path"] == filename;
                }
            );
            if (it == hf_model_infos.end()) {
                continue;
            }

            const auto& file = *it;
            std::string local_path = get_model_file_path(model_path, filename);

            if (!file_exists(local_path)) {
                std::string url;
                if (std::string(base_url).find("resolve") != std::string::npos) { // resolve provided , may from a specific branch
                    url = base_url + "/" + filename + "?download=true";
                }
                else {
                    url = base_url + "/resolve/main/" + filename + "?download=true";
                }
                bool is_lfs = file.contains("lfs");
                std::string oid = is_lfs ? file["lfs"]["oid"] : file["oid"];
                float file_size = static_cast<float>(file["size"]) / 1024 / 1024;
                sum_file_size += file_size;

                nlohmann::json entry = {
                    {"file", filename},
                    {"size", file_size},
                    {"url", url},
                    {"localpath", local_path},
                    {"oid", oid},
                    {"is_lfs", is_lfs},
                };
                downloads.push_back(entry);
            }