responses_handler.go 3.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105
  1. package relay
  2. import (
  3. "bytes"
  4. "fmt"
  5. "io"
  6. "net/http"
  7. "one-api/common"
  8. "one-api/dto"
  9. relaycommon "one-api/relay/common"
  10. "one-api/relay/helper"
  11. "one-api/service"
  12. "one-api/setting/model_setting"
  13. "one-api/types"
  14. "strings"
  15. "github.com/gin-gonic/gin"
  16. )
  17. func ResponsesHelper(c *gin.Context, info *relaycommon.RelayInfo) (newAPIError *types.NewAPIError) {
  18. info.InitChannelMeta(c)
  19. responsesReq, ok := info.Request.(*dto.OpenAIResponsesRequest)
  20. if !ok {
  21. return types.NewErrorWithStatusCode(fmt.Errorf("invalid request type, expected dto.OpenAIResponsesRequest, got %T", info.Request), types.ErrorCodeInvalidRequest, http.StatusBadRequest, types.ErrOptionWithSkipRetry())
  22. }
  23. request, err := common.DeepCopy(responsesReq)
  24. if err != nil {
  25. return types.NewError(fmt.Errorf("failed to copy request to GeneralOpenAIRequest: %w", err), types.ErrorCodeInvalidRequest, types.ErrOptionWithSkipRetry())
  26. }
  27. err = helper.ModelMappedHelper(c, info, request)
  28. if err != nil {
  29. return types.NewError(err, types.ErrorCodeChannelModelMappedError, types.ErrOptionWithSkipRetry())
  30. }
  31. adaptor := GetAdaptor(info.ApiType)
  32. if adaptor == nil {
  33. return types.NewError(fmt.Errorf("invalid api type: %d", info.ApiType), types.ErrorCodeInvalidApiType, types.ErrOptionWithSkipRetry())
  34. }
  35. adaptor.Init(info)
  36. var requestBody io.Reader
  37. if model_setting.GetGlobalSettings().PassThroughRequestEnabled || info.ChannelSetting.PassThroughBodyEnabled {
  38. body, err := common.GetRequestBody(c)
  39. if err != nil {
  40. return types.NewError(err, types.ErrorCodeReadRequestBodyFailed, types.ErrOptionWithSkipRetry())
  41. }
  42. requestBody = bytes.NewBuffer(body)
  43. } else {
  44. convertedRequest, err := adaptor.ConvertOpenAIResponsesRequest(c, info, *request)
  45. if err != nil {
  46. return types.NewError(err, types.ErrorCodeConvertRequestFailed, types.ErrOptionWithSkipRetry())
  47. }
  48. jsonData, err := common.Marshal(convertedRequest)
  49. if err != nil {
  50. return types.NewError(err, types.ErrorCodeConvertRequestFailed, types.ErrOptionWithSkipRetry())
  51. }
  52. // apply param override
  53. if len(info.ParamOverride) > 0 {
  54. jsonData, err = relaycommon.ApplyParamOverride(jsonData, info.ParamOverride)
  55. if err != nil {
  56. return types.NewError(err, types.ErrorCodeChannelParamOverrideInvalid, types.ErrOptionWithSkipRetry())
  57. }
  58. }
  59. if common.DebugEnabled {
  60. println("requestBody: ", string(jsonData))
  61. }
  62. requestBody = bytes.NewBuffer(jsonData)
  63. }
  64. var httpResp *http.Response
  65. resp, err := adaptor.DoRequest(c, info, requestBody)
  66. if err != nil {
  67. return types.NewOpenAIError(err, types.ErrorCodeDoRequestFailed, http.StatusInternalServerError)
  68. }
  69. statusCodeMappingStr := c.GetString("status_code_mapping")
  70. if resp != nil {
  71. httpResp = resp.(*http.Response)
  72. if httpResp.StatusCode != http.StatusOK {
  73. newAPIError = service.RelayErrorHandler(c.Request.Context(), httpResp, false)
  74. // reset status code 重置状态码
  75. service.ResetStatusCode(newAPIError, statusCodeMappingStr)
  76. return newAPIError
  77. }
  78. }
  79. usage, newAPIError := adaptor.DoResponse(c, httpResp, info)
  80. if newAPIError != nil {
  81. // reset status code 重置状态码
  82. service.ResetStatusCode(newAPIError, statusCodeMappingStr)
  83. return newAPIError
  84. }
  85. if strings.HasPrefix(info.OriginModelName, "gpt-4o-audio") {
  86. service.PostAudioConsumeQuota(c, info, usage.(*dto.Usage), "")
  87. } else {
  88. postConsumeQuota(c, info, usage.(*dto.Usage), "")
  89. }
  90. return nil
  91. }