Function CountTextToken

service/token_counter.go:468–474

func CountAudioToken(sec float64, audioType string) { if audioType == "input" { } } CountTextToken 统计文本的token数量，仅当文本包含敏感词，返回错误，同时返回token数量

(text string, model string)

// CountTextToken 统计文本的token数量，仅当文本包含敏感词，返回错误，同时返回token数量
func CountTextToken(text string, model string) int {
	if text == "" {
		return 0
	}
	tokenEncoder := getTokenEncoder(model)
	return getTokenNum(tokenEncoder, text)
}