| 123456789101112131415161718192021222324252627282930 |
- package service
- import (
- "one-api/dto"
- )
- //func GetPromptTokens(textRequest dto.GeneralOpenAIRequest, relayMode int) (int, error) {
- // switch relayMode {
- // case constant.RelayModeChatCompletions:
- // return CountTokenMessages(textRequest.Messages, textRequest.Model)
- // case constant.RelayModeCompletions:
- // return CountTokenInput(textRequest.Prompt, textRequest.Model), nil
- // case constant.RelayModeModerations:
- // return CountTokenInput(textRequest.Input, textRequest.Model), nil
- // }
- // return 0, errors.New("unknown relay mode")
- //}
- func ResponseText2Usage(responseText string, modeName string, promptTokens int) *dto.Usage {
- usage := &dto.Usage{}
- usage.PromptTokens = promptTokens
- ctkm := CountTextToken(responseText, modeName)
- usage.CompletionTokens = ctkm
- usage.TotalTokens = usage.PromptTokens + usage.CompletionTokens
- return usage
- }
- func ValidUsage(usage *dto.Usage) bool {
- return usage != nil && (usage.PromptTokens != 0 || usage.CompletionTokens != 0)
- }
|