log_info_generate.go 4.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112
  1. package service
  2. import (
  3. "strings"
  4. "github.com/QuantumNous/new-api/common"
  5. "github.com/QuantumNous/new-api/constant"
  6. "github.com/QuantumNous/new-api/dto"
  7. relaycommon "github.com/QuantumNous/new-api/relay/common"
  8. "github.com/QuantumNous/new-api/types"
  9. "github.com/gin-gonic/gin"
  10. )
  11. func appendRequestPath(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, other map[string]interface{}) {
  12. if other == nil {
  13. return
  14. }
  15. if ctx != nil && ctx.Request != nil && ctx.Request.URL != nil {
  16. if path := ctx.Request.URL.Path; path != "" {
  17. other["request_path"] = path
  18. return
  19. }
  20. }
  21. if relayInfo != nil && relayInfo.RequestURLPath != "" {
  22. path := relayInfo.RequestURLPath
  23. if idx := strings.Index(path, "?"); idx != -1 {
  24. path = path[:idx]
  25. }
  26. other["request_path"] = path
  27. }
  28. }
  29. func GenerateTextOtherInfo(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, modelRatio, groupRatio, completionRatio float64,
  30. cacheTokens int, cacheRatio float64, modelPrice float64, userGroupRatio float64) map[string]interface{} {
  31. other := make(map[string]interface{})
  32. other["model_ratio"] = modelRatio
  33. other["group_ratio"] = groupRatio
  34. other["completion_ratio"] = completionRatio
  35. other["cache_tokens"] = cacheTokens
  36. other["cache_ratio"] = cacheRatio
  37. other["model_price"] = modelPrice
  38. other["user_group_ratio"] = userGroupRatio
  39. other["frt"] = float64(relayInfo.FirstResponseTime.UnixMilli() - relayInfo.StartTime.UnixMilli())
  40. if relayInfo.ReasoningEffort != "" {
  41. other["reasoning_effort"] = relayInfo.ReasoningEffort
  42. }
  43. if relayInfo.IsModelMapped {
  44. other["is_model_mapped"] = true
  45. other["upstream_model_name"] = relayInfo.UpstreamModelName
  46. }
  47. isSystemPromptOverwritten := common.GetContextKeyBool(ctx, constant.ContextKeySystemPromptOverride)
  48. if isSystemPromptOverwritten {
  49. other["is_system_prompt_overwritten"] = true
  50. }
  51. adminInfo := make(map[string]interface{})
  52. adminInfo["use_channel"] = ctx.GetStringSlice("use_channel")
  53. isMultiKey := common.GetContextKeyBool(ctx, constant.ContextKeyChannelIsMultiKey)
  54. if isMultiKey {
  55. adminInfo["is_multi_key"] = true
  56. adminInfo["multi_key_index"] = common.GetContextKeyInt(ctx, constant.ContextKeyChannelMultiKeyIndex)
  57. }
  58. other["admin_info"] = adminInfo
  59. appendRequestPath(ctx, relayInfo, other)
  60. return other
  61. }
  62. func GenerateWssOtherInfo(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, usage *dto.RealtimeUsage, modelRatio, groupRatio, completionRatio, audioRatio, audioCompletionRatio, modelPrice, userGroupRatio float64) map[string]interface{} {
  63. info := GenerateTextOtherInfo(ctx, relayInfo, modelRatio, groupRatio, completionRatio, 0, 0.0, modelPrice, userGroupRatio)
  64. info["ws"] = true
  65. info["audio_input"] = usage.InputTokenDetails.AudioTokens
  66. info["audio_output"] = usage.OutputTokenDetails.AudioTokens
  67. info["text_input"] = usage.InputTokenDetails.TextTokens
  68. info["text_output"] = usage.OutputTokenDetails.TextTokens
  69. info["audio_ratio"] = audioRatio
  70. info["audio_completion_ratio"] = audioCompletionRatio
  71. return info
  72. }
  73. func GenerateAudioOtherInfo(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, usage *dto.Usage, modelRatio, groupRatio, completionRatio, audioRatio, audioCompletionRatio, modelPrice, userGroupRatio float64) map[string]interface{} {
  74. info := GenerateTextOtherInfo(ctx, relayInfo, modelRatio, groupRatio, completionRatio, 0, 0.0, modelPrice, userGroupRatio)
  75. info["audio"] = true
  76. info["audio_input"] = usage.PromptTokensDetails.AudioTokens
  77. info["audio_output"] = usage.CompletionTokenDetails.AudioTokens
  78. info["text_input"] = usage.PromptTokensDetails.TextTokens
  79. info["text_output"] = usage.CompletionTokenDetails.TextTokens
  80. info["audio_ratio"] = audioRatio
  81. info["audio_completion_ratio"] = audioCompletionRatio
  82. return info
  83. }
  84. func GenerateClaudeOtherInfo(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, modelRatio, groupRatio, completionRatio float64,
  85. cacheTokens int, cacheRatio float64, cacheCreationTokens int, cacheCreationRatio float64, modelPrice float64, userGroupRatio float64) map[string]interface{} {
  86. info := GenerateTextOtherInfo(ctx, relayInfo, modelRatio, groupRatio, completionRatio, cacheTokens, cacheRatio, modelPrice, userGroupRatio)
  87. info["claude"] = true
  88. info["cache_creation_tokens"] = cacheCreationTokens
  89. info["cache_creation_ratio"] = cacheCreationRatio
  90. return info
  91. }
  92. func GenerateMjOtherInfo(relayInfo *relaycommon.RelayInfo, priceData types.PerCallPriceData) map[string]interface{} {
  93. other := make(map[string]interface{})
  94. other["model_price"] = priceData.ModelPrice
  95. other["group_ratio"] = priceData.GroupRatioInfo.GroupRatio
  96. if priceData.GroupRatioInfo.HasSpecialRatio {
  97. other["user_group_ratio"] = priceData.GroupRatioInfo.GroupSpecialRatio
  98. }
  99. appendRequestPath(nil, relayInfo, other)
  100. return other
  101. }