(textRequest *dto.GeneralOpenAIRequest, info *relaycommon.RelayInfo)
| 319 | } |
| 320 | |
| 321 | func getPromptTokens(textRequest *dto.GeneralOpenAIRequest, info *relaycommon.RelayInfo) (int, error) { |
| 322 | var promptTokens int |
| 323 | var err error |
| 324 | switch info.RelayMode { |
| 325 | case relayconstant.RelayModeChatCompletions: |
| 326 | promptTokens, err = service.CountTokenChatRequest(info, *textRequest) |
| 327 | case relayconstant.RelayModeCompletions: |
| 328 | promptTokens = service.CountTokenInput(textRequest.Prompt, textRequest.Model) |
| 329 | case relayconstant.RelayModeModerations: |
| 330 | promptTokens = service.CountTokenInput(textRequest.Input, textRequest.Model) |
| 331 | case relayconstant.RelayModeEmbeddings: |
| 332 | promptTokens = service.CountTokenInput(textRequest.Input, textRequest.Model) |
| 333 | default: |
| 334 | err = errors.New("unknown relay mode") |
| 335 | promptTokens = 0 |
| 336 | } |
| 337 | info.PromptTokens = promptTokens |
| 338 | return promptTokens, err |
| 339 | } |
| 340 | |
| 341 | func checkRequestSensitive(textRequest *dto.GeneralOpenAIRequest, info *relaycommon.RelayInfo) ([]string, error) { |
| 342 | var err error |
no test coverage detected