Create a request for a chat prompt
(
msgs: Vec<ChatCompletionRequestMessage>,
stop: Option<String>,
)
| 160 | |
| 161 | /// Create a request for a chat prompt |
| 162 | fn create_chat_request( |
| 163 | msgs: Vec<ChatCompletionRequestMessage>, |
| 164 | stop: Option<String>, |
| 165 | ) -> Result<CreateChatCompletionRequest> { |
| 166 | let mut binding = CreateChatCompletionRequestArgs::default(); |
| 167 | let binding = binding.model(config::get_openai_model_name()); |
| 168 | |
| 169 | let mut request = binding |
| 170 | .messages(msgs) |
| 171 | .temperature(config::get_config().temperature); |
| 172 | if let Some(stop) = stop { |
| 173 | request = request.stop(stop); |
| 174 | } |
| 175 | let request = request.build()?; |
| 176 | Ok(request) |
| 177 | } |
| 178 | |
| 179 | /// Get a response for a chat request |
| 180 | async fn get_chat_response( |
no test coverage detected