Function main

src/mistral_main.cpp:182–263

}

int main() {
    // printf("Hello, World!\n");
    // printf("Safetensors library included successfully!\n");

    // LoadModel("/home/ubuntu/mistral_models/ministral-8b-2410/consolidated.safetensors");

    // build the tokenizer.
    std::string tokenizer_path = "/home/ubuntu/mistral_models/ministral-8b-2410/tekken.json";
    MistralTokenizer tokenizer;
    LoadTokenizer(tokenizer_path, tokenizer);

    // printf("Tokenizer loaded successfully!\n");
    // printf("Tokenizer config: %s\n", tokenizer.config.version.c_str());
    // printf("Tokenizer vocab size: %zu\n", tokenizer.vocab.size());

    std::string prompt = R"""(You are an expert urban planner and cost estimator with deep knowledge of Paris, France. I need you to provide a comprehensive analysis of what it would cost to hire professional window cleaners to clean all the windows in Paris.

Consider the following factors in your detailed estimate:
1. The total number of buildings and windows in Paris (both residential and commercial)
2. Different types of buildings (apartments, offices, shops, historical buildings, etc.)
3. The varying heights and accessibility of buildings
4. Labor costs for professional window cleaners in Paris
5. Equipment and safety requirements for high-rise buildings
6. Seasonal variations and weather considerations
7. Time estimates for completion
8. Any special considerations for historical or landmark buildings

Please provide your estimate in US Dollars, breaking down the major cost components. Also include any assumptions you're making and potential challenges that could affect the final cost.)""";

    Tokenize(tokenizer, prompt);

    std::string lorem_prompt;
    std::ifstream lorem_file("./tests/input/lorem.txt");
    if (lorem_file.is_open()) {
        std::stringstream buffer;
        buffer << lorem_file.rdbuf();
        lorem_prompt = buffer.str();
        lorem_file.close();
    } else {
        printf("Error: Could not open ./tests/lorem.txt\n");
        return 1;
    }


    printf("\nLoaded lorem ipsum prompt (%zu characters)\n", lorem_prompt.length());
    Tokenize(tokenizer, lorem_prompt);


    std::string emoji_prompt;
    std::ifstream emoji_file("./tests/input/emoji.txt");
    if (emoji_file.is_open()) {
        std::stringstream buffer;
        buffer << emoji_file.rdbuf();
        emoji_prompt = buffer.str();
        emoji_file.close();
    } else {
        printf("Error: Could not open ./tests/emoji.txt\n");
        return 1;