| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687 |
- package relay
- import (
- "encoding/json"
- "fmt"
- "github.com/gin-gonic/gin"
- "github.com/gorilla/websocket"
- "net/http"
- "one-api/dto"
- relaycommon "one-api/relay/common"
- "one-api/relay/helper"
- "one-api/service"
- )
- func WssHelper(c *gin.Context, ws *websocket.Conn) (openaiErr *dto.OpenAIErrorWithStatusCode) {
- relayInfo := relaycommon.GenRelayInfoWs(c, ws)
- // get & validate textRequest 获取并验证文本请求
- //realtimeEvent, err := getAndValidateWssRequest(c, ws)
- //if err != nil {
- // common.LogError(c, fmt.Sprintf("getAndValidateWssRequest failed: %s", err.Error()))
- // return service.OpenAIErrorWrapperLocal(err, "invalid_text_request", http.StatusBadRequest)
- //}
- // map model name
- modelMapping := c.GetString("model_mapping")
- //isModelMapped := false
- if modelMapping != "" && modelMapping != "{}" {
- modelMap := make(map[string]string)
- err := json.Unmarshal([]byte(modelMapping), &modelMap)
- if err != nil {
- return service.OpenAIErrorWrapperLocal(err, "unmarshal_model_mapping_failed", http.StatusInternalServerError)
- }
- if modelMap[relayInfo.OriginModelName] != "" {
- relayInfo.UpstreamModelName = modelMap[relayInfo.OriginModelName]
- // set upstream model name
- //isModelMapped = true
- }
- }
- priceData, err := helper.ModelPriceHelper(c, relayInfo, 0, 0)
- if err != nil {
- return service.OpenAIErrorWrapperLocal(err, "model_price_error", http.StatusInternalServerError)
- }
- // pre-consume quota 预消耗配额
- preConsumedQuota, userQuota, openaiErr := preConsumeQuota(c, priceData.ShouldPreConsumedQuota, relayInfo)
- if openaiErr != nil {
- return openaiErr
- }
- defer func() {
- if openaiErr != nil {
- returnPreConsumedQuota(c, relayInfo, userQuota, preConsumedQuota)
- }
- }()
- adaptor := GetAdaptor(relayInfo.ApiType)
- if adaptor == nil {
- return service.OpenAIErrorWrapperLocal(fmt.Errorf("invalid api type: %d", relayInfo.ApiType), "invalid_api_type", http.StatusBadRequest)
- }
- adaptor.Init(relayInfo)
- //var requestBody io.Reader
- //firstWssRequest, _ := c.Get("first_wss_request")
- //requestBody = bytes.NewBuffer(firstWssRequest.([]byte))
- statusCodeMappingStr := c.GetString("status_code_mapping")
- resp, err := adaptor.DoRequest(c, relayInfo, nil)
- if err != nil {
- return service.OpenAIErrorWrapper(err, "do_request_failed", http.StatusInternalServerError)
- }
- if resp != nil {
- relayInfo.TargetWs = resp.(*websocket.Conn)
- defer relayInfo.TargetWs.Close()
- }
- usage, openaiErr := adaptor.DoResponse(c, nil, relayInfo)
- if openaiErr != nil {
- // reset status code 重置状态码
- service.ResetStatusCode(openaiErr, statusCodeMappingStr)
- return openaiErr
- }
- service.PostWssConsumeQuota(c, relayInfo, relayInfo.UpstreamModelName, usage.(*dto.RealtimeUsage), preConsumedQuota,
- userQuota, priceData, "")
- return nil
- }
|