model_mapped.go 2.6 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192
  1. package helper
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. common2 "one-api/common"
  7. "one-api/dto"
  8. "one-api/relay/common"
  9. "github.com/gin-gonic/gin"
  10. )
  11. func ModelMappedHelper(c *gin.Context, info *common.RelayInfo, request any) error {
  12. // map model name
  13. modelMapping := c.GetString("model_mapping")
  14. if modelMapping != "" && modelMapping != "{}" {
  15. modelMap := make(map[string]string)
  16. err := json.Unmarshal([]byte(modelMapping), &modelMap)
  17. if err != nil {
  18. return fmt.Errorf("unmarshal_model_mapping_failed")
  19. }
  20. // 支持链式模型重定向,最终使用链尾的模型
  21. currentModel := info.OriginModelName
  22. visitedModels := map[string]bool{
  23. currentModel: true,
  24. }
  25. for {
  26. if mappedModel, exists := modelMap[currentModel]; exists && mappedModel != "" {
  27. // 模型重定向循环检测,避免无限循环
  28. if visitedModels[mappedModel] {
  29. if mappedModel == currentModel {
  30. if currentModel == info.OriginModelName {
  31. info.IsModelMapped = false
  32. return nil
  33. } else {
  34. info.IsModelMapped = true
  35. break
  36. }
  37. }
  38. return errors.New("model_mapping_contains_cycle")
  39. }
  40. visitedModels[mappedModel] = true
  41. currentModel = mappedModel
  42. info.IsModelMapped = true
  43. } else {
  44. break
  45. }
  46. }
  47. if info.IsModelMapped {
  48. info.UpstreamModelName = currentModel
  49. }
  50. }
  51. if request != nil {
  52. switch info.RelayFormat {
  53. case common.RelayFormatGemini:
  54. // Gemini 模型映射
  55. case common.RelayFormatClaude:
  56. if claudeRequest, ok := request.(*dto.ClaudeRequest); ok {
  57. claudeRequest.Model = info.UpstreamModelName
  58. }
  59. case common.RelayFormatOpenAIResponses:
  60. if openAIResponsesRequest, ok := request.(*dto.OpenAIResponsesRequest); ok {
  61. openAIResponsesRequest.Model = info.UpstreamModelName
  62. }
  63. case common.RelayFormatOpenAIAudio:
  64. if openAIAudioRequest, ok := request.(*dto.AudioRequest); ok {
  65. openAIAudioRequest.Model = info.UpstreamModelName
  66. }
  67. case common.RelayFormatOpenAIImage:
  68. if imageRequest, ok := request.(*dto.ImageRequest); ok {
  69. imageRequest.Model = info.UpstreamModelName
  70. }
  71. case common.RelayFormatRerank:
  72. if rerankRequest, ok := request.(*dto.RerankRequest); ok {
  73. rerankRequest.Model = info.UpstreamModelName
  74. }
  75. case common.RelayFormatEmbedding:
  76. if embeddingRequest, ok := request.(*dto.EmbeddingRequest); ok {
  77. embeddingRequest.Model = info.UpstreamModelName
  78. }
  79. default:
  80. if openAIRequest, ok := request.(*dto.GeneralOpenAIRequest); ok {
  81. openAIRequest.Model = info.UpstreamModelName
  82. } else {
  83. common2.LogWarn(c, fmt.Sprintf("model mapped but request type %T not supported", request))
  84. }
  85. }
  86. }
  87. return nil
  88. }