2
0

convert.go 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904
  1. package service
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "strings"
  6. "github.com/QuantumNous/new-api/common"
  7. "github.com/QuantumNous/new-api/constant"
  8. "github.com/QuantumNous/new-api/dto"
  9. "github.com/QuantumNous/new-api/relay/channel/openrouter"
  10. relaycommon "github.com/QuantumNous/new-api/relay/common"
  11. "github.com/QuantumNous/new-api/relay/reasonmap"
  12. )
  13. func ClaudeToOpenAIRequest(claudeRequest dto.ClaudeRequest, info *relaycommon.RelayInfo) (*dto.GeneralOpenAIRequest, error) {
  14. openAIRequest := dto.GeneralOpenAIRequest{
  15. Model: claudeRequest.Model,
  16. MaxTokens: claudeRequest.MaxTokens,
  17. Temperature: claudeRequest.Temperature,
  18. TopP: claudeRequest.TopP,
  19. Stream: claudeRequest.Stream,
  20. }
  21. isOpenRouter := info.ChannelType == constant.ChannelTypeOpenRouter
  22. if claudeRequest.Thinking != nil && claudeRequest.Thinking.Type == "enabled" {
  23. if isOpenRouter {
  24. reasoning := openrouter.RequestReasoning{
  25. MaxTokens: claudeRequest.Thinking.GetBudgetTokens(),
  26. }
  27. reasoningJSON, err := json.Marshal(reasoning)
  28. if err != nil {
  29. return nil, fmt.Errorf("failed to marshal reasoning: %w", err)
  30. }
  31. openAIRequest.Reasoning = reasoningJSON
  32. } else {
  33. thinkingSuffix := "-thinking"
  34. if strings.HasSuffix(info.OriginModelName, thinkingSuffix) &&
  35. !strings.HasSuffix(openAIRequest.Model, thinkingSuffix) {
  36. openAIRequest.Model = openAIRequest.Model + thinkingSuffix
  37. }
  38. }
  39. }
  40. // Convert stop sequences
  41. if len(claudeRequest.StopSequences) == 1 {
  42. openAIRequest.Stop = claudeRequest.StopSequences[0]
  43. } else if len(claudeRequest.StopSequences) > 1 {
  44. openAIRequest.Stop = claudeRequest.StopSequences
  45. }
  46. // Convert tools
  47. tools, _ := common.Any2Type[[]dto.Tool](claudeRequest.Tools)
  48. openAITools := make([]dto.ToolCallRequest, 0)
  49. for _, claudeTool := range tools {
  50. openAITool := dto.ToolCallRequest{
  51. Type: "function",
  52. Function: dto.FunctionRequest{
  53. Name: claudeTool.Name,
  54. Description: claudeTool.Description,
  55. Parameters: claudeTool.InputSchema,
  56. },
  57. }
  58. openAITools = append(openAITools, openAITool)
  59. }
  60. openAIRequest.Tools = openAITools
  61. // Convert messages
  62. openAIMessages := make([]dto.Message, 0)
  63. // Add system message if present
  64. if claudeRequest.System != nil {
  65. if claudeRequest.IsStringSystem() && claudeRequest.GetStringSystem() != "" {
  66. openAIMessage := dto.Message{
  67. Role: "system",
  68. }
  69. openAIMessage.SetStringContent(claudeRequest.GetStringSystem())
  70. openAIMessages = append(openAIMessages, openAIMessage)
  71. } else {
  72. systems := claudeRequest.ParseSystem()
  73. if len(systems) > 0 {
  74. openAIMessage := dto.Message{
  75. Role: "system",
  76. }
  77. isOpenRouterClaude := isOpenRouter && strings.HasPrefix(info.UpstreamModelName, "anthropic/claude")
  78. if isOpenRouterClaude {
  79. systemMediaMessages := make([]dto.MediaContent, 0, len(systems))
  80. for _, system := range systems {
  81. message := dto.MediaContent{
  82. Type: "text",
  83. Text: system.GetText(),
  84. CacheControl: system.CacheControl,
  85. }
  86. systemMediaMessages = append(systemMediaMessages, message)
  87. }
  88. openAIMessage.SetMediaContent(systemMediaMessages)
  89. } else {
  90. systemStr := ""
  91. for _, system := range systems {
  92. if system.Text != nil {
  93. systemStr += *system.Text
  94. }
  95. }
  96. openAIMessage.SetStringContent(systemStr)
  97. }
  98. openAIMessages = append(openAIMessages, openAIMessage)
  99. }
  100. }
  101. }
  102. for _, claudeMessage := range claudeRequest.Messages {
  103. openAIMessage := dto.Message{
  104. Role: claudeMessage.Role,
  105. }
  106. //log.Printf("claudeMessage.Content: %v", claudeMessage.Content)
  107. if claudeMessage.IsStringContent() {
  108. openAIMessage.SetStringContent(claudeMessage.GetStringContent())
  109. } else {
  110. content, err := claudeMessage.ParseContent()
  111. if err != nil {
  112. return nil, err
  113. }
  114. contents := content
  115. var toolCalls []dto.ToolCallRequest
  116. mediaMessages := make([]dto.MediaContent, 0, len(contents))
  117. for _, mediaMsg := range contents {
  118. switch mediaMsg.Type {
  119. case "text":
  120. message := dto.MediaContent{
  121. Type: "text",
  122. Text: mediaMsg.GetText(),
  123. CacheControl: mediaMsg.CacheControl,
  124. }
  125. mediaMessages = append(mediaMessages, message)
  126. case "image":
  127. // Handle image conversion (base64 to URL or keep as is)
  128. imageData := fmt.Sprintf("data:%s;base64,%s", mediaMsg.Source.MediaType, mediaMsg.Source.Data)
  129. //textContent += fmt.Sprintf("[Image: %s]", imageData)
  130. mediaMessage := dto.MediaContent{
  131. Type: "image_url",
  132. ImageUrl: &dto.MessageImageUrl{Url: imageData},
  133. }
  134. mediaMessages = append(mediaMessages, mediaMessage)
  135. case "tool_use":
  136. toolCall := dto.ToolCallRequest{
  137. ID: mediaMsg.Id,
  138. Type: "function",
  139. Function: dto.FunctionRequest{
  140. Name: mediaMsg.Name,
  141. Arguments: toJSONString(mediaMsg.Input),
  142. },
  143. }
  144. toolCalls = append(toolCalls, toolCall)
  145. case "tool_result":
  146. // Add tool result as a separate message
  147. toolName := mediaMsg.Name
  148. if toolName == "" {
  149. toolName = claudeRequest.SearchToolNameByToolCallId(mediaMsg.ToolUseId)
  150. }
  151. oaiToolMessage := dto.Message{
  152. Role: "tool",
  153. Name: &toolName,
  154. ToolCallId: mediaMsg.ToolUseId,
  155. }
  156. //oaiToolMessage.SetStringContent(*mediaMsg.GetMediaContent().Text)
  157. if mediaMsg.IsStringContent() {
  158. oaiToolMessage.SetStringContent(mediaMsg.GetStringContent())
  159. } else {
  160. mediaContents := mediaMsg.ParseMediaContent()
  161. encodeJson, _ := common.Marshal(mediaContents)
  162. oaiToolMessage.SetStringContent(string(encodeJson))
  163. }
  164. openAIMessages = append(openAIMessages, oaiToolMessage)
  165. }
  166. }
  167. if len(toolCalls) > 0 {
  168. openAIMessage.SetToolCalls(toolCalls)
  169. }
  170. if len(mediaMessages) > 0 && len(toolCalls) == 0 {
  171. openAIMessage.SetMediaContent(mediaMessages)
  172. }
  173. }
  174. if len(openAIMessage.ParseContent()) > 0 || len(openAIMessage.ToolCalls) > 0 {
  175. openAIMessages = append(openAIMessages, openAIMessage)
  176. }
  177. }
  178. openAIRequest.Messages = openAIMessages
  179. return &openAIRequest, nil
  180. }
  181. func generateStopBlock(index int) *dto.ClaudeResponse {
  182. return &dto.ClaudeResponse{
  183. Type: "content_block_stop",
  184. Index: common.GetPointer[int](index),
  185. }
  186. }
  187. func StreamResponseOpenAI2Claude(openAIResponse *dto.ChatCompletionsStreamResponse, info *relaycommon.RelayInfo) []*dto.ClaudeResponse {
  188. if info.ClaudeConvertInfo.Done {
  189. return nil
  190. }
  191. var claudeResponses []*dto.ClaudeResponse
  192. if info.SendResponseCount == 1 {
  193. msg := &dto.ClaudeMediaMessage{
  194. Id: openAIResponse.Id,
  195. Model: openAIResponse.Model,
  196. Type: "message",
  197. Role: "assistant",
  198. Usage: &dto.ClaudeUsage{
  199. InputTokens: info.GetEstimatePromptTokens(),
  200. OutputTokens: 0,
  201. },
  202. }
  203. msg.SetContent(make([]any, 0))
  204. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  205. Type: "message_start",
  206. Message: msg,
  207. })
  208. //claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  209. // Type: "ping",
  210. //})
  211. if openAIResponse.IsToolCall() {
  212. info.ClaudeConvertInfo.LastMessagesType = relaycommon.LastMessageTypeTools
  213. var toolCall dto.ToolCallResponse
  214. if len(openAIResponse.Choices) > 0 && len(openAIResponse.Choices[0].Delta.ToolCalls) > 0 {
  215. toolCall = openAIResponse.Choices[0].Delta.ToolCalls[0]
  216. } else {
  217. first := openAIResponse.GetFirstToolCall()
  218. if first != nil {
  219. toolCall = *first
  220. } else {
  221. toolCall = dto.ToolCallResponse{}
  222. }
  223. }
  224. resp := &dto.ClaudeResponse{
  225. Type: "content_block_start",
  226. ContentBlock: &dto.ClaudeMediaMessage{
  227. Id: toolCall.ID,
  228. Type: "tool_use",
  229. Name: toolCall.Function.Name,
  230. Input: map[string]interface{}{},
  231. },
  232. }
  233. resp.SetIndex(0)
  234. claudeResponses = append(claudeResponses, resp)
  235. // 首块包含工具 delta,则追加 input_json_delta
  236. if toolCall.Function.Arguments != "" {
  237. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  238. Index: &info.ClaudeConvertInfo.Index,
  239. Type: "content_block_delta",
  240. Delta: &dto.ClaudeMediaMessage{
  241. Type: "input_json_delta",
  242. PartialJson: &toolCall.Function.Arguments,
  243. },
  244. })
  245. }
  246. } else {
  247. }
  248. // 判断首个响应是否存在内容(非标准的 OpenAI 响应)
  249. if len(openAIResponse.Choices) > 0 {
  250. reasoning := openAIResponse.Choices[0].Delta.GetReasoningContent()
  251. content := openAIResponse.Choices[0].Delta.GetContentString()
  252. if reasoning != "" {
  253. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  254. Index: &info.ClaudeConvertInfo.Index,
  255. Type: "content_block_start",
  256. ContentBlock: &dto.ClaudeMediaMessage{
  257. Type: "thinking",
  258. Thinking: common.GetPointer[string](""),
  259. },
  260. })
  261. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  262. Index: &info.ClaudeConvertInfo.Index,
  263. Type: "content_block_delta",
  264. Delta: &dto.ClaudeMediaMessage{
  265. Type: "thinking_delta",
  266. Thinking: &reasoning,
  267. },
  268. })
  269. info.ClaudeConvertInfo.LastMessagesType = relaycommon.LastMessageTypeThinking
  270. } else if content != "" {
  271. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  272. Index: &info.ClaudeConvertInfo.Index,
  273. Type: "content_block_start",
  274. ContentBlock: &dto.ClaudeMediaMessage{
  275. Type: "text",
  276. Text: common.GetPointer[string](""),
  277. },
  278. })
  279. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  280. Index: &info.ClaudeConvertInfo.Index,
  281. Type: "content_block_delta",
  282. Delta: &dto.ClaudeMediaMessage{
  283. Type: "text_delta",
  284. Text: common.GetPointer[string](content),
  285. },
  286. })
  287. info.ClaudeConvertInfo.LastMessagesType = relaycommon.LastMessageTypeText
  288. }
  289. }
  290. // 如果首块就带 finish_reason,需要立即发送停止块
  291. if len(openAIResponse.Choices) > 0 && openAIResponse.Choices[0].FinishReason != nil && *openAIResponse.Choices[0].FinishReason != "" {
  292. info.FinishReason = *openAIResponse.Choices[0].FinishReason
  293. claudeResponses = append(claudeResponses, generateStopBlock(info.ClaudeConvertInfo.Index))
  294. oaiUsage := openAIResponse.Usage
  295. if oaiUsage == nil {
  296. oaiUsage = info.ClaudeConvertInfo.Usage
  297. }
  298. if oaiUsage != nil {
  299. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  300. Type: "message_delta",
  301. Usage: &dto.ClaudeUsage{
  302. InputTokens: oaiUsage.PromptTokens,
  303. OutputTokens: oaiUsage.CompletionTokens,
  304. CacheCreationInputTokens: oaiUsage.PromptTokensDetails.CachedCreationTokens,
  305. CacheReadInputTokens: oaiUsage.PromptTokensDetails.CachedTokens,
  306. },
  307. Delta: &dto.ClaudeMediaMessage{
  308. StopReason: common.GetPointer[string](stopReasonOpenAI2Claude(info.FinishReason)),
  309. },
  310. })
  311. }
  312. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  313. Type: "message_stop",
  314. })
  315. info.ClaudeConvertInfo.Done = true
  316. }
  317. return claudeResponses
  318. }
  319. if len(openAIResponse.Choices) == 0 {
  320. // no choices
  321. // 可能为非标准的 OpenAI 响应,判断是否已经完成
  322. if info.ClaudeConvertInfo.Done {
  323. claudeResponses = append(claudeResponses, generateStopBlock(info.ClaudeConvertInfo.Index))
  324. oaiUsage := info.ClaudeConvertInfo.Usage
  325. if oaiUsage != nil {
  326. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  327. Type: "message_delta",
  328. Usage: &dto.ClaudeUsage{
  329. InputTokens: oaiUsage.PromptTokens,
  330. OutputTokens: oaiUsage.CompletionTokens,
  331. CacheCreationInputTokens: oaiUsage.PromptTokensDetails.CachedCreationTokens,
  332. CacheReadInputTokens: oaiUsage.PromptTokensDetails.CachedTokens,
  333. },
  334. Delta: &dto.ClaudeMediaMessage{
  335. StopReason: common.GetPointer[string](stopReasonOpenAI2Claude(info.FinishReason)),
  336. },
  337. })
  338. }
  339. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  340. Type: "message_stop",
  341. })
  342. }
  343. return claudeResponses
  344. } else {
  345. chosenChoice := openAIResponse.Choices[0]
  346. doneChunk := chosenChoice.FinishReason != nil && *chosenChoice.FinishReason != ""
  347. if doneChunk {
  348. info.FinishReason = *chosenChoice.FinishReason
  349. }
  350. var claudeResponse dto.ClaudeResponse
  351. var isEmpty bool
  352. claudeResponse.Type = "content_block_delta"
  353. if len(chosenChoice.Delta.ToolCalls) > 0 {
  354. toolCalls := chosenChoice.Delta.ToolCalls
  355. if info.ClaudeConvertInfo.LastMessagesType != relaycommon.LastMessageTypeTools {
  356. claudeResponses = append(claudeResponses, generateStopBlock(info.ClaudeConvertInfo.Index))
  357. info.ClaudeConvertInfo.Index++
  358. }
  359. info.ClaudeConvertInfo.LastMessagesType = relaycommon.LastMessageTypeTools
  360. for i, toolCall := range toolCalls {
  361. blockIndex := info.ClaudeConvertInfo.Index
  362. if toolCall.Index != nil {
  363. blockIndex = *toolCall.Index
  364. } else if len(toolCalls) > 1 {
  365. blockIndex = info.ClaudeConvertInfo.Index + i
  366. }
  367. idx := blockIndex
  368. if toolCall.Function.Name != "" {
  369. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  370. Index: &idx,
  371. Type: "content_block_start",
  372. ContentBlock: &dto.ClaudeMediaMessage{
  373. Id: toolCall.ID,
  374. Type: "tool_use",
  375. Name: toolCall.Function.Name,
  376. Input: map[string]interface{}{},
  377. },
  378. })
  379. }
  380. if len(toolCall.Function.Arguments) > 0 {
  381. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  382. Index: &idx,
  383. Type: "content_block_delta",
  384. Delta: &dto.ClaudeMediaMessage{
  385. Type: "input_json_delta",
  386. PartialJson: &toolCall.Function.Arguments,
  387. },
  388. })
  389. }
  390. info.ClaudeConvertInfo.Index = blockIndex
  391. }
  392. } else {
  393. reasoning := chosenChoice.Delta.GetReasoningContent()
  394. textContent := chosenChoice.Delta.GetContentString()
  395. if reasoning != "" || textContent != "" {
  396. if reasoning != "" {
  397. if info.ClaudeConvertInfo.LastMessagesType != relaycommon.LastMessageTypeThinking {
  398. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  399. Index: &info.ClaudeConvertInfo.Index,
  400. Type: "content_block_start",
  401. ContentBlock: &dto.ClaudeMediaMessage{
  402. Type: "thinking",
  403. Thinking: common.GetPointer[string](""),
  404. },
  405. })
  406. }
  407. info.ClaudeConvertInfo.LastMessagesType = relaycommon.LastMessageTypeThinking
  408. claudeResponse.Delta = &dto.ClaudeMediaMessage{
  409. Type: "thinking_delta",
  410. Thinking: &reasoning,
  411. }
  412. } else {
  413. if info.ClaudeConvertInfo.LastMessagesType != relaycommon.LastMessageTypeText {
  414. if info.ClaudeConvertInfo.LastMessagesType == relaycommon.LastMessageTypeThinking || info.ClaudeConvertInfo.LastMessagesType == relaycommon.LastMessageTypeTools {
  415. claudeResponses = append(claudeResponses, generateStopBlock(info.ClaudeConvertInfo.Index))
  416. info.ClaudeConvertInfo.Index++
  417. }
  418. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  419. Index: &info.ClaudeConvertInfo.Index,
  420. Type: "content_block_start",
  421. ContentBlock: &dto.ClaudeMediaMessage{
  422. Type: "text",
  423. Text: common.GetPointer[string](""),
  424. },
  425. })
  426. }
  427. info.ClaudeConvertInfo.LastMessagesType = relaycommon.LastMessageTypeText
  428. claudeResponse.Delta = &dto.ClaudeMediaMessage{
  429. Type: "text_delta",
  430. Text: common.GetPointer[string](textContent),
  431. }
  432. }
  433. } else {
  434. isEmpty = true
  435. }
  436. }
  437. claudeResponse.Index = &info.ClaudeConvertInfo.Index
  438. if !isEmpty && claudeResponse.Delta != nil {
  439. claudeResponses = append(claudeResponses, &claudeResponse)
  440. }
  441. if doneChunk || info.ClaudeConvertInfo.Done {
  442. claudeResponses = append(claudeResponses, generateStopBlock(info.ClaudeConvertInfo.Index))
  443. oaiUsage := openAIResponse.Usage
  444. if oaiUsage == nil {
  445. oaiUsage = info.ClaudeConvertInfo.Usage
  446. }
  447. if oaiUsage != nil {
  448. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  449. Type: "message_delta",
  450. Usage: &dto.ClaudeUsage{
  451. InputTokens: oaiUsage.PromptTokens,
  452. OutputTokens: oaiUsage.CompletionTokens,
  453. CacheCreationInputTokens: oaiUsage.PromptTokensDetails.CachedCreationTokens,
  454. CacheReadInputTokens: oaiUsage.PromptTokensDetails.CachedTokens,
  455. },
  456. Delta: &dto.ClaudeMediaMessage{
  457. StopReason: common.GetPointer[string](stopReasonOpenAI2Claude(info.FinishReason)),
  458. },
  459. })
  460. }
  461. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  462. Type: "message_stop",
  463. })
  464. info.ClaudeConvertInfo.Done = true
  465. return claudeResponses
  466. }
  467. }
  468. return claudeResponses
  469. }
  470. func ResponseOpenAI2Claude(openAIResponse *dto.OpenAITextResponse, info *relaycommon.RelayInfo) *dto.ClaudeResponse {
  471. var stopReason string
  472. contents := make([]dto.ClaudeMediaMessage, 0)
  473. claudeResponse := &dto.ClaudeResponse{
  474. Id: openAIResponse.Id,
  475. Type: "message",
  476. Role: "assistant",
  477. Model: openAIResponse.Model,
  478. }
  479. for _, choice := range openAIResponse.Choices {
  480. stopReason = stopReasonOpenAI2Claude(choice.FinishReason)
  481. if choice.FinishReason == "tool_calls" {
  482. for _, toolUse := range choice.Message.ParseToolCalls() {
  483. claudeContent := dto.ClaudeMediaMessage{}
  484. claudeContent.Type = "tool_use"
  485. claudeContent.Id = toolUse.ID
  486. claudeContent.Name = toolUse.Function.Name
  487. var mapParams map[string]interface{}
  488. if err := common.Unmarshal([]byte(toolUse.Function.Arguments), &mapParams); err == nil {
  489. claudeContent.Input = mapParams
  490. } else {
  491. claudeContent.Input = toolUse.Function.Arguments
  492. }
  493. contents = append(contents, claudeContent)
  494. }
  495. } else {
  496. claudeContent := dto.ClaudeMediaMessage{}
  497. claudeContent.Type = "text"
  498. claudeContent.SetText(choice.Message.StringContent())
  499. contents = append(contents, claudeContent)
  500. }
  501. }
  502. claudeResponse.Content = contents
  503. claudeResponse.StopReason = stopReason
  504. claudeResponse.Usage = &dto.ClaudeUsage{
  505. InputTokens: openAIResponse.PromptTokens,
  506. OutputTokens: openAIResponse.CompletionTokens,
  507. }
  508. return claudeResponse
  509. }
  510. func stopReasonOpenAI2Claude(reason string) string {
  511. return reasonmap.OpenAIFinishReasonToClaudeStopReason(reason)
  512. }
  513. func toJSONString(v interface{}) string {
  514. b, err := json.Marshal(v)
  515. if err != nil {
  516. return "{}"
  517. }
  518. return string(b)
  519. }
  520. func GeminiToOpenAIRequest(geminiRequest *dto.GeminiChatRequest, info *relaycommon.RelayInfo) (*dto.GeneralOpenAIRequest, error) {
  521. openaiRequest := &dto.GeneralOpenAIRequest{
  522. Model: info.UpstreamModelName,
  523. Stream: info.IsStream,
  524. }
  525. // 转换 messages
  526. var messages []dto.Message
  527. for _, content := range geminiRequest.Contents {
  528. message := dto.Message{
  529. Role: convertGeminiRoleToOpenAI(content.Role),
  530. }
  531. // 处理 parts
  532. var mediaContents []dto.MediaContent
  533. var toolCalls []dto.ToolCallRequest
  534. for _, part := range content.Parts {
  535. if part.Text != "" {
  536. mediaContent := dto.MediaContent{
  537. Type: "text",
  538. Text: part.Text,
  539. }
  540. mediaContents = append(mediaContents, mediaContent)
  541. } else if part.InlineData != nil {
  542. mediaContent := dto.MediaContent{
  543. Type: "image_url",
  544. ImageUrl: &dto.MessageImageUrl{
  545. Url: fmt.Sprintf("data:%s;base64,%s", part.InlineData.MimeType, part.InlineData.Data),
  546. Detail: "auto",
  547. MimeType: part.InlineData.MimeType,
  548. },
  549. }
  550. mediaContents = append(mediaContents, mediaContent)
  551. } else if part.FileData != nil {
  552. mediaContent := dto.MediaContent{
  553. Type: "image_url",
  554. ImageUrl: &dto.MessageImageUrl{
  555. Url: part.FileData.FileUri,
  556. Detail: "auto",
  557. MimeType: part.FileData.MimeType,
  558. },
  559. }
  560. mediaContents = append(mediaContents, mediaContent)
  561. } else if part.FunctionCall != nil {
  562. // 处理 Gemini 的工具调用
  563. toolCall := dto.ToolCallRequest{
  564. ID: fmt.Sprintf("call_%d", len(toolCalls)+1), // 生成唯一ID
  565. Type: "function",
  566. Function: dto.FunctionRequest{
  567. Name: part.FunctionCall.FunctionName,
  568. Arguments: toJSONString(part.FunctionCall.Arguments),
  569. },
  570. }
  571. toolCalls = append(toolCalls, toolCall)
  572. } else if part.FunctionResponse != nil {
  573. // 处理 Gemini 的工具响应,创建单独的 tool 消息
  574. toolMessage := dto.Message{
  575. Role: "tool",
  576. ToolCallId: fmt.Sprintf("call_%d", len(toolCalls)), // 使用对应的调用ID
  577. }
  578. toolMessage.SetStringContent(toJSONString(part.FunctionResponse.Response))
  579. messages = append(messages, toolMessage)
  580. }
  581. }
  582. // 设置消息内容
  583. if len(toolCalls) > 0 {
  584. // 如果有工具调用,设置工具调用
  585. message.SetToolCalls(toolCalls)
  586. } else if len(mediaContents) == 1 && mediaContents[0].Type == "text" {
  587. // 如果只有一个文本内容,直接设置字符串
  588. message.Content = mediaContents[0].Text
  589. } else if len(mediaContents) > 0 {
  590. // 如果有多个内容或包含媒体,设置为数组
  591. message.SetMediaContent(mediaContents)
  592. }
  593. // 只有当消息有内容或工具调用时才添加
  594. if len(message.ParseContent()) > 0 || len(message.ToolCalls) > 0 {
  595. messages = append(messages, message)
  596. }
  597. }
  598. openaiRequest.Messages = messages
  599. if geminiRequest.GenerationConfig.Temperature != nil {
  600. openaiRequest.Temperature = geminiRequest.GenerationConfig.Temperature
  601. }
  602. if geminiRequest.GenerationConfig.TopP > 0 {
  603. openaiRequest.TopP = geminiRequest.GenerationConfig.TopP
  604. }
  605. if geminiRequest.GenerationConfig.TopK > 0 {
  606. openaiRequest.TopK = int(geminiRequest.GenerationConfig.TopK)
  607. }
  608. if geminiRequest.GenerationConfig.MaxOutputTokens > 0 {
  609. openaiRequest.MaxTokens = geminiRequest.GenerationConfig.MaxOutputTokens
  610. }
  611. // gemini stop sequences 最多 5 个,openai stop 最多 4 个
  612. if len(geminiRequest.GenerationConfig.StopSequences) > 0 {
  613. openaiRequest.Stop = geminiRequest.GenerationConfig.StopSequences[:4]
  614. }
  615. if geminiRequest.GenerationConfig.CandidateCount > 0 {
  616. openaiRequest.N = geminiRequest.GenerationConfig.CandidateCount
  617. }
  618. // 转换工具调用
  619. if len(geminiRequest.GetTools()) > 0 {
  620. var tools []dto.ToolCallRequest
  621. for _, tool := range geminiRequest.GetTools() {
  622. if tool.FunctionDeclarations != nil {
  623. functionDeclarations, err := common.Any2Type[[]dto.FunctionRequest](tool.FunctionDeclarations)
  624. if err != nil {
  625. common.SysError(fmt.Sprintf("failed to parse gemini function declarations: %v (type=%T)", err, tool.FunctionDeclarations))
  626. continue
  627. }
  628. for _, function := range functionDeclarations {
  629. openAITool := dto.ToolCallRequest{
  630. Type: "function",
  631. Function: dto.FunctionRequest{
  632. Name: function.Name,
  633. Description: function.Description,
  634. Parameters: function.Parameters,
  635. },
  636. }
  637. tools = append(tools, openAITool)
  638. }
  639. }
  640. }
  641. if len(tools) > 0 {
  642. openaiRequest.Tools = tools
  643. }
  644. }
  645. // gemini system instructions
  646. if geminiRequest.SystemInstructions != nil {
  647. // 将系统指令作为第一条消息插入
  648. systemMessage := dto.Message{
  649. Role: "system",
  650. Content: extractTextFromGeminiParts(geminiRequest.SystemInstructions.Parts),
  651. }
  652. openaiRequest.Messages = append([]dto.Message{systemMessage}, openaiRequest.Messages...)
  653. }
  654. return openaiRequest, nil
  655. }
  656. func convertGeminiRoleToOpenAI(geminiRole string) string {
  657. switch geminiRole {
  658. case "user":
  659. return "user"
  660. case "model":
  661. return "assistant"
  662. case "function":
  663. return "function"
  664. default:
  665. return "user"
  666. }
  667. }
  668. func extractTextFromGeminiParts(parts []dto.GeminiPart) string {
  669. var texts []string
  670. for _, part := range parts {
  671. if part.Text != "" {
  672. texts = append(texts, part.Text)
  673. }
  674. }
  675. return strings.Join(texts, "\n")
  676. }
  677. // ResponseOpenAI2Gemini 将 OpenAI 响应转换为 Gemini 格式
  678. func ResponseOpenAI2Gemini(openAIResponse *dto.OpenAITextResponse, info *relaycommon.RelayInfo) *dto.GeminiChatResponse {
  679. geminiResponse := &dto.GeminiChatResponse{
  680. Candidates: make([]dto.GeminiChatCandidate, 0, len(openAIResponse.Choices)),
  681. UsageMetadata: dto.GeminiUsageMetadata{
  682. PromptTokenCount: openAIResponse.PromptTokens,
  683. CandidatesTokenCount: openAIResponse.CompletionTokens,
  684. TotalTokenCount: openAIResponse.PromptTokens + openAIResponse.CompletionTokens,
  685. },
  686. }
  687. for _, choice := range openAIResponse.Choices {
  688. candidate := dto.GeminiChatCandidate{
  689. Index: int64(choice.Index),
  690. SafetyRatings: []dto.GeminiChatSafetyRating{},
  691. }
  692. // 设置结束原因
  693. var finishReason string
  694. switch choice.FinishReason {
  695. case "stop":
  696. finishReason = "STOP"
  697. case "length":
  698. finishReason = "MAX_TOKENS"
  699. case "content_filter":
  700. finishReason = "SAFETY"
  701. case "tool_calls":
  702. finishReason = "STOP"
  703. default:
  704. finishReason = "STOP"
  705. }
  706. candidate.FinishReason = &finishReason
  707. // 转换消息内容
  708. content := dto.GeminiChatContent{
  709. Role: "model",
  710. Parts: make([]dto.GeminiPart, 0),
  711. }
  712. // 处理工具调用
  713. toolCalls := choice.Message.ParseToolCalls()
  714. if len(toolCalls) > 0 {
  715. for _, toolCall := range toolCalls {
  716. // 解析参数
  717. var args map[string]interface{}
  718. if toolCall.Function.Arguments != "" {
  719. if err := json.Unmarshal([]byte(toolCall.Function.Arguments), &args); err != nil {
  720. args = map[string]interface{}{"arguments": toolCall.Function.Arguments}
  721. }
  722. } else {
  723. args = make(map[string]interface{})
  724. }
  725. part := dto.GeminiPart{
  726. FunctionCall: &dto.FunctionCall{
  727. FunctionName: toolCall.Function.Name,
  728. Arguments: args,
  729. },
  730. }
  731. content.Parts = append(content.Parts, part)
  732. }
  733. } else {
  734. // 处理文本内容
  735. textContent := choice.Message.StringContent()
  736. if textContent != "" {
  737. part := dto.GeminiPart{
  738. Text: textContent,
  739. }
  740. content.Parts = append(content.Parts, part)
  741. }
  742. }
  743. candidate.Content = content
  744. geminiResponse.Candidates = append(geminiResponse.Candidates, candidate)
  745. }
  746. return geminiResponse
  747. }
  748. // StreamResponseOpenAI2Gemini 将 OpenAI 流式响应转换为 Gemini 格式
  749. func StreamResponseOpenAI2Gemini(openAIResponse *dto.ChatCompletionsStreamResponse, info *relaycommon.RelayInfo) *dto.GeminiChatResponse {
  750. // 检查是否有实际内容或结束标志
  751. hasContent := false
  752. hasFinishReason := false
  753. for _, choice := range openAIResponse.Choices {
  754. if len(choice.Delta.GetContentString()) > 0 || (choice.Delta.ToolCalls != nil && len(choice.Delta.ToolCalls) > 0) {
  755. hasContent = true
  756. }
  757. if choice.FinishReason != nil {
  758. hasFinishReason = true
  759. }
  760. }
  761. // 如果没有实际内容且没有结束标志,跳过。主要针对 openai 流响应开头的空数据
  762. if !hasContent && !hasFinishReason {
  763. return nil
  764. }
  765. geminiResponse := &dto.GeminiChatResponse{
  766. Candidates: make([]dto.GeminiChatCandidate, 0, len(openAIResponse.Choices)),
  767. UsageMetadata: dto.GeminiUsageMetadata{
  768. PromptTokenCount: info.GetEstimatePromptTokens(),
  769. CandidatesTokenCount: 0, // 流式响应中可能没有完整的 usage 信息
  770. TotalTokenCount: info.GetEstimatePromptTokens(),
  771. },
  772. }
  773. if openAIResponse.Usage != nil {
  774. geminiResponse.UsageMetadata.PromptTokenCount = openAIResponse.Usage.PromptTokens
  775. geminiResponse.UsageMetadata.CandidatesTokenCount = openAIResponse.Usage.CompletionTokens
  776. geminiResponse.UsageMetadata.TotalTokenCount = openAIResponse.Usage.TotalTokens
  777. }
  778. for _, choice := range openAIResponse.Choices {
  779. candidate := dto.GeminiChatCandidate{
  780. Index: int64(choice.Index),
  781. SafetyRatings: []dto.GeminiChatSafetyRating{},
  782. }
  783. // 设置结束原因
  784. if choice.FinishReason != nil {
  785. var finishReason string
  786. switch *choice.FinishReason {
  787. case "stop":
  788. finishReason = "STOP"
  789. case "length":
  790. finishReason = "MAX_TOKENS"
  791. case "content_filter":
  792. finishReason = "SAFETY"
  793. case "tool_calls":
  794. finishReason = "STOP"
  795. default:
  796. finishReason = "STOP"
  797. }
  798. candidate.FinishReason = &finishReason
  799. }
  800. // 转换消息内容
  801. content := dto.GeminiChatContent{
  802. Role: "model",
  803. Parts: make([]dto.GeminiPart, 0),
  804. }
  805. // 处理工具调用
  806. if choice.Delta.ToolCalls != nil {
  807. for _, toolCall := range choice.Delta.ToolCalls {
  808. // 解析参数
  809. var args map[string]interface{}
  810. if toolCall.Function.Arguments != "" {
  811. if err := json.Unmarshal([]byte(toolCall.Function.Arguments), &args); err != nil {
  812. args = map[string]interface{}{"arguments": toolCall.Function.Arguments}
  813. }
  814. } else {
  815. args = make(map[string]interface{})
  816. }
  817. part := dto.GeminiPart{
  818. FunctionCall: &dto.FunctionCall{
  819. FunctionName: toolCall.Function.Name,
  820. Arguments: args,
  821. },
  822. }
  823. content.Parts = append(content.Parts, part)
  824. }
  825. } else {
  826. // 处理文本内容
  827. textContent := choice.Delta.GetContentString()
  828. if textContent != "" {
  829. part := dto.GeminiPart{
  830. Text: textContent,
  831. }
  832. content.Parts = append(content.Parts, part)
  833. }
  834. }
  835. candidate.Content = content
  836. geminiResponse.Candidates = append(geminiResponse.Candidates, candidate)
  837. }
  838. return geminiResponse
  839. }