package middleware import ( "errors" "fmt" "net/http" "one-api/common" "one-api/constant" "one-api/dto" "one-api/model" relayconstant "one-api/relay/constant" "one-api/service" "one-api/setting" "one-api/setting/ratio_setting" "one-api/types" "strconv" "strings" "time" "github.com/gin-gonic/gin" ) type ModelRequest struct { Model string `json:"model"` Group string `json:"group,omitempty"` } func Distribute() func(c *gin.Context) { return func(c *gin.Context) { allowIpsMap := common.GetContextKeyStringMap(c, constant.ContextKeyTokenAllowIps) if len(allowIpsMap) != 0 { clientIp := c.ClientIP() if _, ok := allowIpsMap[clientIp]; !ok { abortWithOpenAiMessage(c, http.StatusForbidden, "您的 IP 不在令牌允许访问的列表中") return } } var channel *model.Channel channelId, ok := common.GetContextKey(c, constant.ContextKeyTokenSpecificChannelId) modelRequest, shouldSelectChannel, err := getModelRequest(c) if err != nil { abortWithOpenAiMessage(c, http.StatusBadRequest, "Invalid request, "+err.Error()) return } userGroup := common.GetContextKeyString(c, constant.ContextKeyUserGroup) tokenGroup := common.GetContextKeyString(c, constant.ContextKeyTokenGroup) if tokenGroup != "" { // check common.UserUsableGroups[userGroup] if _, ok := setting.GetUserUsableGroups(userGroup)[tokenGroup]; !ok { abortWithOpenAiMessage(c, http.StatusForbidden, fmt.Sprintf("令牌分组 %s 已被禁用", tokenGroup)) return } // check group in common.GroupRatio if !ratio_setting.ContainsGroupRatio(tokenGroup) { if tokenGroup != "auto" { abortWithOpenAiMessage(c, http.StatusForbidden, fmt.Sprintf("分组 %s 已被弃用", tokenGroup)) return } } userGroup = tokenGroup } common.SetContextKey(c, constant.ContextKeyUsingGroup, userGroup) if ok { id, err := strconv.Atoi(channelId.(string)) if err != nil { abortWithOpenAiMessage(c, http.StatusBadRequest, "无效的渠道 Id") return } channel, err = model.GetChannelById(id, true) if err != nil { abortWithOpenAiMessage(c, http.StatusBadRequest, "无效的渠道 Id") return } if channel.Status != common.ChannelStatusEnabled { abortWithOpenAiMessage(c, http.StatusForbidden, "该渠道已被禁用") return } } else { // Select a channel for the user // check token model mapping modelLimitEnable := common.GetContextKeyBool(c, constant.ContextKeyTokenModelLimitEnabled) if modelLimitEnable { s, ok := common.GetContextKey(c, constant.ContextKeyTokenModelLimit) var tokenModelLimit map[string]bool if ok { tokenModelLimit = s.(map[string]bool) } else { tokenModelLimit = map[string]bool{} } if tokenModelLimit != nil { if _, ok := tokenModelLimit[modelRequest.Model]; !ok { abortWithOpenAiMessage(c, http.StatusForbidden, "该令牌无权访问模型 "+modelRequest.Model) return } } else { // token model limit is empty, all models are not allowed abortWithOpenAiMessage(c, http.StatusForbidden, "该令牌无权访问任何模型") return } } if shouldSelectChannel { var selectGroup string channel, selectGroup, err = model.CacheGetRandomSatisfiedChannel(c, userGroup, modelRequest.Model, 0) if err != nil { showGroup := userGroup if userGroup == "auto" { showGroup = fmt.Sprintf("auto(%s)", selectGroup) } message := fmt.Sprintf("当前分组 %s 下对于模型 %s 无可用渠道", showGroup, modelRequest.Model) // 如果错误,但是渠道不为空,说明是数据库一致性问题 if channel != nil { common.SysError(fmt.Sprintf("渠道不存在:%d", channel.Id)) message = "数据库一致性已被破坏,请联系管理员" } // 如果错误,而且渠道为空,说明是没有可用渠道 abortWithOpenAiMessage(c, http.StatusServiceUnavailable, message) return } if channel == nil { abortWithOpenAiMessage(c, http.StatusServiceUnavailable, fmt.Sprintf("当前分组 %s 下对于模型 %s 无可用渠道(数据库一致性已被破坏)", userGroup, modelRequest.Model)) return } } } common.SetContextKey(c, constant.ContextKeyRequestStartTime, time.Now()) SetupContextForSelectedChannel(c, channel, modelRequest.Model) c.Next() } } func getModelRequest(c *gin.Context) (*ModelRequest, bool, error) { var modelRequest ModelRequest shouldSelectChannel := true var err error if strings.Contains(c.Request.URL.Path, "/mj/") { relayMode := relayconstant.Path2RelayModeMidjourney(c.Request.URL.Path) if relayMode == relayconstant.RelayModeMidjourneyTaskFetch || relayMode == relayconstant.RelayModeMidjourneyTaskFetchByCondition || relayMode == relayconstant.RelayModeMidjourneyNotify || relayMode == relayconstant.RelayModeMidjourneyTaskImageSeed { shouldSelectChannel = false } else { midjourneyRequest := dto.MidjourneyRequest{} err = common.UnmarshalBodyReusable(c, &midjourneyRequest) if err != nil { return nil, false, err } midjourneyModel, mjErr, success := service.GetMjRequestModel(relayMode, &midjourneyRequest) if mjErr != nil { return nil, false, fmt.Errorf(mjErr.Description) } if midjourneyModel == "" { if !success { return nil, false, fmt.Errorf("无效的请求, 无法解析模型") } else { // task fetch, task fetch by condition, notify shouldSelectChannel = false } } modelRequest.Model = midjourneyModel } c.Set("relay_mode", relayMode) } else if strings.Contains(c.Request.URL.Path, "/suno/") { relayMode := relayconstant.Path2RelaySuno(c.Request.Method, c.Request.URL.Path) if relayMode == relayconstant.RelayModeSunoFetch || relayMode == relayconstant.RelayModeSunoFetchByID { shouldSelectChannel = false } else { modelName := service.CoverTaskActionToModelName(constant.TaskPlatformSuno, c.Param("action")) modelRequest.Model = modelName } c.Set("platform", string(constant.TaskPlatformSuno)) c.Set("relay_mode", relayMode) } else if strings.Contains(c.Request.URL.Path, "/v1/video/generations") { err = common.UnmarshalBodyReusable(c, &modelRequest) var platform string var relayMode int if strings.HasPrefix(modelRequest.Model, "jimeng") { platform = string(constant.TaskPlatformJimeng) relayMode = relayconstant.Path2RelayJimeng(c.Request.Method, c.Request.URL.Path) if relayMode == relayconstant.RelayModeJimengFetchByID { shouldSelectChannel = false } } else { platform = string(constant.TaskPlatformKling) relayMode = relayconstant.Path2RelayKling(c.Request.Method, c.Request.URL.Path) if relayMode == relayconstant.RelayModeKlingFetchByID { shouldSelectChannel = false } } c.Set("platform", platform) c.Set("relay_mode", relayMode) } else if strings.HasPrefix(c.Request.URL.Path, "/v1beta/models/") || strings.HasPrefix(c.Request.URL.Path, "/v1/models/") { // Gemini API 路径处理: /v1beta/models/gemini-2.0-flash:generateContent relayMode := relayconstant.RelayModeGemini modelName := extractModelNameFromGeminiPath(c.Request.URL.Path) if modelName != "" { modelRequest.Model = modelName } c.Set("relay_mode", relayMode) } else if !strings.HasPrefix(c.Request.URL.Path, "/v1/audio/transcriptions") && !strings.HasPrefix(c.Request.URL.Path, "/v1/images/edits") { err = common.UnmarshalBodyReusable(c, &modelRequest) } if err != nil { return nil, false, errors.New("无效的请求, " + err.Error()) } if strings.HasPrefix(c.Request.URL.Path, "/v1/realtime") { //wss://api.openai.com/v1/realtime?model=gpt-4o-realtime-preview-2024-10-01 modelRequest.Model = c.Query("model") } if strings.HasPrefix(c.Request.URL.Path, "/v1/moderations") { if modelRequest.Model == "" { modelRequest.Model = "text-moderation-stable" } } if strings.HasSuffix(c.Request.URL.Path, "embeddings") { if modelRequest.Model == "" { modelRequest.Model = c.Param("model") } } if strings.HasPrefix(c.Request.URL.Path, "/v1/images/generations") { modelRequest.Model = common.GetStringIfEmpty(modelRequest.Model, "dall-e") } else if strings.HasPrefix(c.Request.URL.Path, "/v1/images/edits") { modelRequest.Model = common.GetStringIfEmpty(c.PostForm("model"), "gpt-image-1") } if strings.HasPrefix(c.Request.URL.Path, "/v1/audio") { relayMode := relayconstant.RelayModeAudioSpeech if strings.HasPrefix(c.Request.URL.Path, "/v1/audio/speech") { modelRequest.Model = common.GetStringIfEmpty(modelRequest.Model, "tts-1") } else if strings.HasPrefix(c.Request.URL.Path, "/v1/audio/translations") { modelRequest.Model = common.GetStringIfEmpty(modelRequest.Model, c.PostForm("model")) modelRequest.Model = common.GetStringIfEmpty(modelRequest.Model, "whisper-1") relayMode = relayconstant.RelayModeAudioTranslation } else if strings.HasPrefix(c.Request.URL.Path, "/v1/audio/transcriptions") { modelRequest.Model = common.GetStringIfEmpty(modelRequest.Model, c.PostForm("model")) modelRequest.Model = common.GetStringIfEmpty(modelRequest.Model, "whisper-1") relayMode = relayconstant.RelayModeAudioTranscription } c.Set("relay_mode", relayMode) } if strings.HasPrefix(c.Request.URL.Path, "/pg/chat/completions") { // playground chat completions err = common.UnmarshalBodyReusable(c, &modelRequest) if err != nil { return nil, false, errors.New("无效的请求, " + err.Error()) } common.SetContextKey(c, constant.ContextKeyTokenGroup, modelRequest.Group) } return &modelRequest, shouldSelectChannel, nil } func SetupContextForSelectedChannel(c *gin.Context, channel *model.Channel, modelName string) *types.NewAPIError { c.Set("original_model", modelName) // for retry if channel == nil { return types.NewError(errors.New("channel is nil"), types.ErrorCodeGetChannelFailed) } common.SetContextKey(c, constant.ContextKeyChannelId, channel.Id) common.SetContextKey(c, constant.ContextKeyChannelName, channel.Name) common.SetContextKey(c, constant.ContextKeyChannelType, channel.Type) common.SetContextKey(c, constant.ContextKeyChannelCreateTime, channel.CreatedTime) common.SetContextKey(c, constant.ContextKeyChannelSetting, channel.GetSetting()) common.SetContextKey(c, constant.ContextKeyChannelParamOverride, channel.GetParamOverride()) if nil != channel.OpenAIOrganization && *channel.OpenAIOrganization != "" { common.SetContextKey(c, constant.ContextKeyChannelOrganization, *channel.OpenAIOrganization) } common.SetContextKey(c, constant.ContextKeyChannelAutoBan, channel.GetAutoBan()) common.SetContextKey(c, constant.ContextKeyChannelModelMapping, channel.GetModelMapping()) common.SetContextKey(c, constant.ContextKeyChannelStatusCodeMapping, channel.GetStatusCodeMapping()) key, index, newAPIError := channel.GetNextEnabledKey() if newAPIError != nil { return newAPIError } if channel.ChannelInfo.IsMultiKey { common.SetContextKey(c, constant.ContextKeyChannelIsMultiKey, true) common.SetContextKey(c, constant.ContextKeyChannelMultiKeyIndex, index) } // c.Request.Header.Set("Authorization", fmt.Sprintf("Bearer %s", key)) common.SetContextKey(c, constant.ContextKeyChannelKey, key) common.SetContextKey(c, constant.ContextKeyChannelBaseUrl, channel.GetBaseURL()) // TODO: api_version统一 switch channel.Type { case constant.ChannelTypeAzure: c.Set("api_version", channel.Other) case constant.ChannelTypeVertexAi: c.Set("region", channel.Other) case constant.ChannelTypeXunfei: c.Set("api_version", channel.Other) case constant.ChannelTypeGemini: c.Set("api_version", channel.Other) case constant.ChannelTypeAli: c.Set("plugin", channel.Other) case constant.ChannelCloudflare: c.Set("api_version", channel.Other) case constant.ChannelTypeMokaAI: c.Set("api_version", channel.Other) case constant.ChannelTypeCoze: c.Set("bot_id", channel.Other) } return nil } // extractModelNameFromGeminiPath 从 Gemini API URL 路径中提取模型名 // 输入格式: /v1beta/models/gemini-2.0-flash:generateContent // 输出: gemini-2.0-flash func extractModelNameFromGeminiPath(path string) string { // 查找 "/models/" 的位置 modelsPrefix := "/models/" modelsIndex := strings.Index(path, modelsPrefix) if modelsIndex == -1 { return "" } // 从 "/models/" 之后开始提取 startIndex := modelsIndex + len(modelsPrefix) if startIndex >= len(path) { return "" } // 查找 ":" 的位置,模型名在 ":" 之前 colonIndex := strings.Index(path[startIndex:], ":") if colonIndex == -1 { // 如果没有找到 ":",返回从 "/models/" 到路径结尾的部分 return path[startIndex:] } // 返回模型名部分 return path[startIndex : startIndex+colonIndex] }