Function ResponseText2Usage

service/usage_helpr.go:19–26

func GetPromptTokens(textRequest dto.GeneralOpenAIRequest, relayMode int) (int, error) { switch relayMode { case constant.RelayModeChatCompletions: return CountTokenMessages(textRequest.Messages, textRequest.Model) case constant.RelayModeCompletions: return CountTokenInput(textRequest.Prompt,

(responseText string, modeName string, promptTokens int)

//}

func ResponseText2Usage(responseText string, modeName string, promptTokens int) *dto.Usage {
	usage := &dto.Usage{}
	usage.PromptTokens = promptTokens
	ctkm := CountTextToken(responseText, modeName)
	usage.CompletionTokens = ctkm
	usage.TotalTokens = usage.PromptTokens + usage.CompletionTokens
	return usage
}

func ValidUsage(usage *dto.Usage) bool {
	return usage != nil && (usage.PromptTokens != 0 || usage.CompletionTokens != 0)