| 1248 | } |
| 1249 | |
| 1250 | int request_completion(json data, bool infill, bool embedding) |
| 1251 | { |
| 1252 | std::lock_guard<std::mutex> lock(mutex_tasks); |
| 1253 | task_server task; |
| 1254 | task.id = id_gen++; |
| 1255 | task.data = data; |
| 1256 | task.infill_mode = infill; |
| 1257 | task.embedding_mode = embedding; |
| 1258 | task.type = COMPLETION_TASK; |
| 1259 | queue_tasks.push_back(task); |
| 1260 | return task.id; |
| 1261 | } |
| 1262 | |
| 1263 | task_result next_result(int task_id) |
| 1264 | { |