Function parseResult

internal/server/web/proxy/route.go:187–284

(c *gin.Context, runEmbeddings bool, bytes []byte, e estimator, aoe azureEstimator, model, provider string)

}

func parseResult(c *gin.Context, runEmbeddings bool, bytes []byte, e estimator, aoe azureEstimator, model, provider string) error {
	base64ChatRes := &EmbeddingResponseBase64{}
	chatRes := &EmbeddingResponse{}

	var cost float64 = 0
	promptTokenCounts := 0
	completionTokenCounts := 0

	defer func() {
		c.Set("provider", provider)
		c.Set("costInUsd", cost)
		c.Set("promptTokenCount", promptTokenCounts)
		c.Set("completionTokenCount", completionTokenCounts)
	}()

	if runEmbeddings {
		format := c.GetString("encoding_format")
		if format == "base64" {
			err := json.Unmarshal(bytes, base64ChatRes)
			if err != nil {
				return err
			}
		}

		if format != "base64" {
			err := json.Unmarshal(bytes, chatRes)
			if err != nil {
				return err
			}
		}

		totalTokens := 0
		if format == "base64" {
			totalTokens = base64ChatRes.Usage.TotalTokens
			promptTokenCounts = base64ChatRes.Usage.PromptTokens
		}

		if format != "base64" {
			totalTokens = chatRes.Usage.TotalTokens
			promptTokenCounts = chatRes.Usage.PromptTokens
		}

		if provider == "azure" {
			ecost, err := aoe.EstimateEmbeddingsInputCost(model, totalTokens)
			if err != nil {
				return err
			}

			cost = ecost
		} else if provider == "openai" {
			ecost, err := e.EstimateEmbeddingsInputCost(model, totalTokens)
			if err != nil {
				return err
			}

			cost = ecost
		}