| 3619 | } |
| 3620 | |
| 3621 | json model_meta() const { |
| 3622 | return json { |
| 3623 | {"vocab_type", llama_vocab_type (vocab)}, |
| 3624 | {"n_vocab", llama_vocab_n_tokens (vocab)}, |
| 3625 | {"n_ctx_train", llama_model_n_ctx_train(model)}, |
| 3626 | {"n_embd", llama_model_n_embd (model)}, |
| 3627 | {"n_params", llama_model_n_params (model)}, |
| 3628 | {"size", llama_model_size (model)}, |
| 3629 | }; |
| 3630 | } |
| 3631 | }; |
| 3632 | |
| 3633 | static void log_server_request(const httplib::Request & req, const httplib::Response & res) { |
no test coverage detected