convert.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440
  1. package service
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "one-api/common"
  6. "one-api/constant"
  7. "one-api/dto"
  8. "one-api/relay/channel/openrouter"
  9. relaycommon "one-api/relay/common"
  10. "strings"
  11. )
  12. func ClaudeToOpenAIRequest(claudeRequest dto.ClaudeRequest, info *relaycommon.RelayInfo) (*dto.GeneralOpenAIRequest, error) {
  13. openAIRequest := dto.GeneralOpenAIRequest{
  14. Model: claudeRequest.Model,
  15. MaxTokens: claudeRequest.MaxTokens,
  16. Temperature: claudeRequest.Temperature,
  17. TopP: claudeRequest.TopP,
  18. Stream: claudeRequest.Stream,
  19. }
  20. isOpenRouter := info.ChannelType == constant.ChannelTypeOpenRouter
  21. if claudeRequest.Thinking != nil && claudeRequest.Thinking.Type == "enabled" {
  22. if isOpenRouter {
  23. reasoning := openrouter.RequestReasoning{
  24. MaxTokens: claudeRequest.Thinking.GetBudgetTokens(),
  25. }
  26. reasoningJSON, err := json.Marshal(reasoning)
  27. if err != nil {
  28. return nil, fmt.Errorf("failed to marshal reasoning: %w", err)
  29. }
  30. openAIRequest.Reasoning = reasoningJSON
  31. } else {
  32. thinkingSuffix := "-thinking"
  33. if strings.HasSuffix(info.OriginModelName, thinkingSuffix) &&
  34. !strings.HasSuffix(openAIRequest.Model, thinkingSuffix) {
  35. openAIRequest.Model = openAIRequest.Model + thinkingSuffix
  36. }
  37. }
  38. }
  39. // Convert stop sequences
  40. if len(claudeRequest.StopSequences) == 1 {
  41. openAIRequest.Stop = claudeRequest.StopSequences[0]
  42. } else if len(claudeRequest.StopSequences) > 1 {
  43. openAIRequest.Stop = claudeRequest.StopSequences
  44. }
  45. // Convert tools
  46. tools, _ := common.Any2Type[[]dto.Tool](claudeRequest.Tools)
  47. openAITools := make([]dto.ToolCallRequest, 0)
  48. for _, claudeTool := range tools {
  49. openAITool := dto.ToolCallRequest{
  50. Type: "function",
  51. Function: dto.FunctionRequest{
  52. Name: claudeTool.Name,
  53. Description: claudeTool.Description,
  54. Parameters: claudeTool.InputSchema,
  55. },
  56. }
  57. openAITools = append(openAITools, openAITool)
  58. }
  59. openAIRequest.Tools = openAITools
  60. // Convert messages
  61. openAIMessages := make([]dto.Message, 0)
  62. // Add system message if present
  63. if claudeRequest.System != nil {
  64. if claudeRequest.IsStringSystem() && claudeRequest.GetStringSystem() != "" {
  65. openAIMessage := dto.Message{
  66. Role: "system",
  67. }
  68. openAIMessage.SetStringContent(claudeRequest.GetStringSystem())
  69. openAIMessages = append(openAIMessages, openAIMessage)
  70. } else {
  71. systems := claudeRequest.ParseSystem()
  72. if len(systems) > 0 {
  73. openAIMessage := dto.Message{
  74. Role: "system",
  75. }
  76. isOpenRouterClaude := isOpenRouter && strings.HasPrefix(info.UpstreamModelName, "anthropic/claude")
  77. if isOpenRouterClaude {
  78. systemMediaMessages := make([]dto.MediaContent, 0, len(systems))
  79. for _, system := range systems {
  80. message := dto.MediaContent{
  81. Type: "text",
  82. Text: system.GetText(),
  83. CacheControl: system.CacheControl,
  84. }
  85. systemMediaMessages = append(systemMediaMessages, message)
  86. }
  87. openAIMessage.SetMediaContent(systemMediaMessages)
  88. } else {
  89. systemStr := ""
  90. for _, system := range systems {
  91. if system.Text != nil {
  92. systemStr += *system.Text
  93. }
  94. }
  95. openAIMessage.SetStringContent(systemStr)
  96. }
  97. openAIMessages = append(openAIMessages, openAIMessage)
  98. }
  99. }
  100. }
  101. for _, claudeMessage := range claudeRequest.Messages {
  102. openAIMessage := dto.Message{
  103. Role: claudeMessage.Role,
  104. }
  105. //log.Printf("claudeMessage.Content: %v", claudeMessage.Content)
  106. if claudeMessage.IsStringContent() {
  107. openAIMessage.SetStringContent(claudeMessage.GetStringContent())
  108. } else {
  109. content, err := claudeMessage.ParseContent()
  110. if err != nil {
  111. return nil, err
  112. }
  113. contents := content
  114. var toolCalls []dto.ToolCallRequest
  115. mediaMessages := make([]dto.MediaContent, 0, len(contents))
  116. for _, mediaMsg := range contents {
  117. switch mediaMsg.Type {
  118. case "text":
  119. message := dto.MediaContent{
  120. Type: "text",
  121. Text: mediaMsg.GetText(),
  122. CacheControl: mediaMsg.CacheControl,
  123. }
  124. mediaMessages = append(mediaMessages, message)
  125. case "image":
  126. // Handle image conversion (base64 to URL or keep as is)
  127. imageData := fmt.Sprintf("data:%s;base64,%s", mediaMsg.Source.MediaType, mediaMsg.Source.Data)
  128. //textContent += fmt.Sprintf("[Image: %s]", imageData)
  129. mediaMessage := dto.MediaContent{
  130. Type: "image_url",
  131. ImageUrl: &dto.MessageImageUrl{Url: imageData},
  132. }
  133. mediaMessages = append(mediaMessages, mediaMessage)
  134. case "tool_use":
  135. toolCall := dto.ToolCallRequest{
  136. ID: mediaMsg.Id,
  137. Type: "function",
  138. Function: dto.FunctionRequest{
  139. Name: mediaMsg.Name,
  140. Arguments: toJSONString(mediaMsg.Input),
  141. },
  142. }
  143. toolCalls = append(toolCalls, toolCall)
  144. case "tool_result":
  145. // Add tool result as a separate message
  146. oaiToolMessage := dto.Message{
  147. Role: "tool",
  148. Name: &mediaMsg.Name,
  149. ToolCallId: mediaMsg.ToolUseId,
  150. }
  151. //oaiToolMessage.SetStringContent(*mediaMsg.GetMediaContent().Text)
  152. if mediaMsg.IsStringContent() {
  153. oaiToolMessage.SetStringContent(mediaMsg.GetStringContent())
  154. } else {
  155. mediaContents := mediaMsg.ParseMediaContent()
  156. encodeJson, _ := common.Marshal(mediaContents)
  157. oaiToolMessage.SetStringContent(string(encodeJson))
  158. }
  159. openAIMessages = append(openAIMessages, oaiToolMessage)
  160. }
  161. }
  162. if len(toolCalls) > 0 {
  163. openAIMessage.SetToolCalls(toolCalls)
  164. }
  165. if len(mediaMessages) > 0 && len(toolCalls) == 0 {
  166. openAIMessage.SetMediaContent(mediaMessages)
  167. }
  168. }
  169. if len(openAIMessage.ParseContent()) > 0 || len(openAIMessage.ToolCalls) > 0 {
  170. openAIMessages = append(openAIMessages, openAIMessage)
  171. }
  172. }
  173. openAIRequest.Messages = openAIMessages
  174. return &openAIRequest, nil
  175. }
  176. func OpenAIErrorToClaudeError(openAIError *dto.OpenAIErrorWithStatusCode) *dto.ClaudeErrorWithStatusCode {
  177. claudeError := dto.ClaudeError{
  178. Type: "new_api_error",
  179. Message: openAIError.Error.Message,
  180. }
  181. return &dto.ClaudeErrorWithStatusCode{
  182. Error: claudeError,
  183. StatusCode: openAIError.StatusCode,
  184. }
  185. }
  186. func ClaudeErrorToOpenAIError(claudeError *dto.ClaudeErrorWithStatusCode) *dto.OpenAIErrorWithStatusCode {
  187. openAIError := dto.OpenAIError{
  188. Message: claudeError.Error.Message,
  189. Type: "new_api_error",
  190. }
  191. return &dto.OpenAIErrorWithStatusCode{
  192. Error: openAIError,
  193. StatusCode: claudeError.StatusCode,
  194. }
  195. }
  196. func generateStopBlock(index int) *dto.ClaudeResponse {
  197. return &dto.ClaudeResponse{
  198. Type: "content_block_stop",
  199. Index: common.GetPointer[int](index),
  200. }
  201. }
  202. func StreamResponseOpenAI2Claude(openAIResponse *dto.ChatCompletionsStreamResponse, info *relaycommon.RelayInfo) []*dto.ClaudeResponse {
  203. var claudeResponses []*dto.ClaudeResponse
  204. if info.SendResponseCount == 1 {
  205. msg := &dto.ClaudeMediaMessage{
  206. Id: openAIResponse.Id,
  207. Model: openAIResponse.Model,
  208. Type: "message",
  209. Role: "assistant",
  210. Usage: &dto.ClaudeUsage{
  211. InputTokens: info.PromptTokens,
  212. OutputTokens: 0,
  213. },
  214. }
  215. msg.SetContent(make([]any, 0))
  216. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  217. Type: "message_start",
  218. Message: msg,
  219. })
  220. claudeResponses = append(claudeResponses)
  221. //claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  222. // Type: "ping",
  223. //})
  224. if openAIResponse.IsToolCall() {
  225. resp := &dto.ClaudeResponse{
  226. Type: "content_block_start",
  227. ContentBlock: &dto.ClaudeMediaMessage{
  228. Id: openAIResponse.GetFirstToolCall().ID,
  229. Type: "tool_use",
  230. Name: openAIResponse.GetFirstToolCall().Function.Name,
  231. },
  232. }
  233. resp.SetIndex(0)
  234. claudeResponses = append(claudeResponses, resp)
  235. } else {
  236. //resp := &dto.ClaudeResponse{
  237. // Type: "content_block_start",
  238. // ContentBlock: &dto.ClaudeMediaMessage{
  239. // Type: "text",
  240. // Text: common.GetPointer[string](""),
  241. // },
  242. //}
  243. //resp.SetIndex(0)
  244. //claudeResponses = append(claudeResponses, resp)
  245. }
  246. return claudeResponses
  247. }
  248. if len(openAIResponse.Choices) == 0 {
  249. // no choices
  250. // TODO: handle this case
  251. return claudeResponses
  252. } else {
  253. chosenChoice := openAIResponse.Choices[0]
  254. if chosenChoice.FinishReason != nil && *chosenChoice.FinishReason != "" {
  255. // should be done
  256. info.FinishReason = *chosenChoice.FinishReason
  257. return claudeResponses
  258. }
  259. if info.Done {
  260. claudeResponses = append(claudeResponses, generateStopBlock(info.ClaudeConvertInfo.Index))
  261. oaiUsage := info.ClaudeConvertInfo.Usage
  262. if oaiUsage != nil {
  263. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  264. Type: "message_delta",
  265. Usage: &dto.ClaudeUsage{
  266. InputTokens: oaiUsage.PromptTokens,
  267. OutputTokens: oaiUsage.CompletionTokens,
  268. CacheCreationInputTokens: oaiUsage.PromptTokensDetails.CachedCreationTokens,
  269. CacheReadInputTokens: oaiUsage.PromptTokensDetails.CachedTokens,
  270. },
  271. Delta: &dto.ClaudeMediaMessage{
  272. StopReason: common.GetPointer[string](stopReasonOpenAI2Claude(info.FinishReason)),
  273. },
  274. })
  275. }
  276. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  277. Type: "message_stop",
  278. })
  279. } else {
  280. var claudeResponse dto.ClaudeResponse
  281. var isEmpty bool
  282. claudeResponse.Type = "content_block_delta"
  283. if len(chosenChoice.Delta.ToolCalls) > 0 {
  284. if info.ClaudeConvertInfo.LastMessagesType != relaycommon.LastMessageTypeTools {
  285. claudeResponses = append(claudeResponses, generateStopBlock(info.ClaudeConvertInfo.Index))
  286. info.ClaudeConvertInfo.Index++
  287. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  288. Index: &info.ClaudeConvertInfo.Index,
  289. Type: "content_block_start",
  290. ContentBlock: &dto.ClaudeMediaMessage{
  291. Id: openAIResponse.GetFirstToolCall().ID,
  292. Type: "tool_use",
  293. Name: openAIResponse.GetFirstToolCall().Function.Name,
  294. Input: map[string]interface{}{},
  295. },
  296. })
  297. }
  298. info.ClaudeConvertInfo.LastMessagesType = relaycommon.LastMessageTypeTools
  299. // tools delta
  300. claudeResponse.Delta = &dto.ClaudeMediaMessage{
  301. Type: "input_json_delta",
  302. PartialJson: &chosenChoice.Delta.ToolCalls[0].Function.Arguments,
  303. }
  304. } else {
  305. reasoning := chosenChoice.Delta.GetReasoningContent()
  306. textContent := chosenChoice.Delta.GetContentString()
  307. if reasoning != "" || textContent != "" {
  308. if reasoning != "" {
  309. if info.ClaudeConvertInfo.LastMessagesType != relaycommon.LastMessageTypeThinking {
  310. //info.ClaudeConvertInfo.Index++
  311. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  312. Index: &info.ClaudeConvertInfo.Index,
  313. Type: "content_block_start",
  314. ContentBlock: &dto.ClaudeMediaMessage{
  315. Type: "thinking",
  316. Thinking: "",
  317. },
  318. })
  319. }
  320. info.ClaudeConvertInfo.LastMessagesType = relaycommon.LastMessageTypeThinking
  321. // text delta
  322. claudeResponse.Delta = &dto.ClaudeMediaMessage{
  323. Type: "thinking_delta",
  324. Thinking: reasoning,
  325. }
  326. } else {
  327. if info.ClaudeConvertInfo.LastMessagesType != relaycommon.LastMessageTypeText {
  328. if info.LastMessagesType == relaycommon.LastMessageTypeThinking || info.LastMessagesType == relaycommon.LastMessageTypeTools {
  329. claudeResponses = append(claudeResponses, generateStopBlock(info.ClaudeConvertInfo.Index))
  330. info.ClaudeConvertInfo.Index++
  331. }
  332. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  333. Index: &info.ClaudeConvertInfo.Index,
  334. Type: "content_block_start",
  335. ContentBlock: &dto.ClaudeMediaMessage{
  336. Type: "text",
  337. Text: common.GetPointer[string](""),
  338. },
  339. })
  340. }
  341. info.ClaudeConvertInfo.LastMessagesType = relaycommon.LastMessageTypeText
  342. // text delta
  343. claudeResponse.Delta = &dto.ClaudeMediaMessage{
  344. Type: "text_delta",
  345. Text: common.GetPointer[string](textContent),
  346. }
  347. }
  348. } else {
  349. isEmpty = true
  350. }
  351. }
  352. claudeResponse.Index = &info.ClaudeConvertInfo.Index
  353. if !isEmpty {
  354. claudeResponses = append(claudeResponses, &claudeResponse)
  355. }
  356. }
  357. }
  358. return claudeResponses
  359. }
  360. func ResponseOpenAI2Claude(openAIResponse *dto.OpenAITextResponse, info *relaycommon.RelayInfo) *dto.ClaudeResponse {
  361. var stopReason string
  362. contents := make([]dto.ClaudeMediaMessage, 0)
  363. claudeResponse := &dto.ClaudeResponse{
  364. Id: openAIResponse.Id,
  365. Type: "message",
  366. Role: "assistant",
  367. Model: openAIResponse.Model,
  368. }
  369. for _, choice := range openAIResponse.Choices {
  370. stopReason = stopReasonOpenAI2Claude(choice.FinishReason)
  371. claudeContent := dto.ClaudeMediaMessage{}
  372. if choice.FinishReason == "tool_calls" {
  373. claudeContent.Type = "tool_use"
  374. claudeContent.Id = choice.Message.ToolCallId
  375. claudeContent.Name = choice.Message.ParseToolCalls()[0].Function.Name
  376. var mapParams map[string]interface{}
  377. if err := json.Unmarshal([]byte(choice.Message.ParseToolCalls()[0].Function.Arguments), &mapParams); err == nil {
  378. claudeContent.Input = mapParams
  379. } else {
  380. claudeContent.Input = choice.Message.ParseToolCalls()[0].Function.Arguments
  381. }
  382. } else {
  383. claudeContent.Type = "text"
  384. claudeContent.SetText(choice.Message.StringContent())
  385. }
  386. contents = append(contents, claudeContent)
  387. }
  388. claudeResponse.Content = contents
  389. claudeResponse.StopReason = stopReason
  390. claudeResponse.Usage = &dto.ClaudeUsage{
  391. InputTokens: openAIResponse.PromptTokens,
  392. OutputTokens: openAIResponse.CompletionTokens,
  393. }
  394. return claudeResponse
  395. }
  396. func stopReasonOpenAI2Claude(reason string) string {
  397. switch reason {
  398. case "stop":
  399. return "end_turn"
  400. case "stop_sequence":
  401. return "stop_sequence"
  402. case "max_tokens":
  403. return "max_tokens"
  404. case "tool_calls":
  405. return "tool_use"
  406. default:
  407. return reason
  408. }
  409. }
  410. func toJSONString(v interface{}) string {
  411. b, err := json.Marshal(v)
  412. if err != nil {
  413. return "{}"
  414. }
  415. return string(b)
  416. }