Function ImportQuantizedModelEndpoint

core/http/endpoints/localai/quantization.go:151–176

ImportQuantizedModelEndpoint imports a quantized model into LocalAI.

(qService *quantization.QuantizationService)

// ImportQuantizedModelEndpoint imports a quantized model into LocalAI.
func ImportQuantizedModelEndpoint(qService *quantization.QuantizationService) echo.HandlerFunc {
	return func(c echo.Context) error {
		userID := getUserID(c)
		jobID := c.Param("id")

		var req schema.QuantizationImportRequest
		if err := c.Bind(&req); err != nil {
			return c.JSON(http.StatusBadRequest, map[string]string{
				"error": "Invalid request: " + err.Error(),
			})
		}

		modelName, err := qService.ImportModel(c.Request().Context(), userID, jobID, req)
		if err != nil {
			return c.JSON(http.StatusInternalServerError, map[string]string{
				"error": err.Error(),
			})
		}

		return c.JSON(http.StatusAccepted, map[string]string{
			"status":     "importing",
			"message":    "Import started for model '" + modelName + "'",
			"model_name": modelName,
		})
	}
}

// DownloadQuantizedModelEndpoint streams the quantized model file.
func DownloadQuantizedModelEndpoint(qService *quantization.QuantizationService) echo.HandlerFunc {