Function get_file_size

examples/slm_advanced_train_ex.cpp:446–453

Utility function to get file size

// Utility function to get file size
size_t get_file_size(const std::string& filepath) {
    std::ifstream file(filepath, std::ios::binary);
    if (!file) return 0;
    file.seekg(0, std::ios::end);
    size_t file_size = file.tellg();
    file.close();
    return file_size;
}

// Function to generate tokens filename based on input file and size
std::string generate_tokens_filename(const std::string& input_file, size_t max_bytes) {