| 864 | } |
| 865 | |
| 866 | std::string get_system_info(const gpt_params & params) { |
| 867 | std::ostringstream os; |
| 868 | |
| 869 | os << "system_info: n_threads = " << params.n_threads; |
| 870 | if (params.n_threads_batch != -1) { |
| 871 | os << " (n_threads_batch = " << params.n_threads_batch << ")"; |
| 872 | } |
| 873 | os << " / " << std::thread::hardware_concurrency() << " | " << llama_print_system_info(); |
| 874 | |
| 875 | return os.str(); |
| 876 | } |
| 877 | |
| 878 | std::string gpt_random_prompt(std::mt19937 & rng) { |
| 879 | const int r = rng() % 10; |