vertex.test.ts 6.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178
  1. // npx jest src/api/transform/caching/__tests__/vertex.test.ts
  2. import { Anthropic } from "@anthropic-ai/sdk"
  3. import { addCacheBreakpoints } from "../vertex"
  4. describe("addCacheBreakpoints (Vertex)", () => {
  5. it("should return an empty array if input is empty", () => {
  6. const messages: Anthropic.Messages.MessageParam[] = []
  7. const result = addCacheBreakpoints(messages)
  8. expect(result).toEqual([])
  9. expect(result).not.toBe(messages) // Ensure new array.
  10. })
  11. it("should not add breakpoints if there are no user messages", () => {
  12. const messages: Anthropic.Messages.MessageParam[] = [{ role: "assistant", content: "Hello" }]
  13. const originalMessages = JSON.parse(JSON.stringify(messages))
  14. const result = addCacheBreakpoints(messages)
  15. expect(result).toEqual(originalMessages) // Should be unchanged.
  16. expect(result).not.toBe(messages) // Ensure new array.
  17. })
  18. it("should add a breakpoint to the only user message if only one exists", () => {
  19. const messages: Anthropic.Messages.MessageParam[] = [{ role: "user", content: "User message 1" }]
  20. const result = addCacheBreakpoints(messages)
  21. expect(result).toHaveLength(1)
  22. expect(result[0].content).toEqual([
  23. { type: "text", text: "User message 1", cache_control: { type: "ephemeral" } },
  24. ])
  25. expect(result).not.toBe(messages) // Ensure new array.
  26. })
  27. it("should add breakpoints to both user messages if only two exist", () => {
  28. const messages: Anthropic.Messages.MessageParam[] = [
  29. { role: "user", content: "User message 1" },
  30. { role: "user", content: "User message 2" },
  31. ]
  32. const result = addCacheBreakpoints(messages)
  33. expect(result).toHaveLength(2)
  34. expect(result[0].content).toEqual([
  35. { type: "text", text: "User message 1", cache_control: { type: "ephemeral" } },
  36. ])
  37. expect(result[1].content).toEqual([
  38. { type: "text", text: "User message 2", cache_control: { type: "ephemeral" } },
  39. ])
  40. expect(result).not.toBe(messages) // Ensure new array.
  41. })
  42. it("should add breakpoints only to the last two user messages when more than two exist", () => {
  43. const messages: Anthropic.Messages.MessageParam[] = [
  44. { role: "user", content: "User message 1" }, // Should not get breakpoint.
  45. { role: "user", content: "User message 2" }, // Should get breakpoint.
  46. { role: "user", content: "User message 3" }, // Should get breakpoint.
  47. ]
  48. const originalMessage1 = JSON.parse(JSON.stringify(messages[0]))
  49. const result = addCacheBreakpoints(messages)
  50. expect(result).toHaveLength(3)
  51. expect(result[0]).toEqual(originalMessage1)
  52. expect(result[1].content).toEqual([
  53. { type: "text", text: "User message 2", cache_control: { type: "ephemeral" } },
  54. ])
  55. expect(result[2].content).toEqual([
  56. { type: "text", text: "User message 3", cache_control: { type: "ephemeral" } },
  57. ])
  58. expect(result).not.toBe(messages) // Ensure new array.
  59. })
  60. it("should handle assistant messages correctly when finding last two user messages", () => {
  61. const messages: Anthropic.Messages.MessageParam[] = [
  62. { role: "user", content: "User message 1" }, // Should not get breakpoint.
  63. { role: "assistant", content: "Assistant response 1" }, // Should be unchanged.
  64. { role: "user", content: "User message 2" }, // Should get breakpoint (second to last user).
  65. { role: "assistant", content: "Assistant response 2" }, // Should be unchanged.
  66. { role: "user", content: "User message 3" }, // Should get breakpoint (last user).
  67. { role: "assistant", content: "Assistant response 3" }, // Should be unchanged.
  68. ]
  69. const originalMessage1 = JSON.parse(JSON.stringify(messages[0]))
  70. const originalAssistant1 = JSON.parse(JSON.stringify(messages[1]))
  71. const originalAssistant2 = JSON.parse(JSON.stringify(messages[3]))
  72. const originalAssistant3 = JSON.parse(JSON.stringify(messages[5]))
  73. const result = addCacheBreakpoints(messages)
  74. expect(result).toHaveLength(6)
  75. expect(result[0]).toEqual(originalMessage1)
  76. expect(result[1]).toEqual(originalAssistant1)
  77. expect(result[2].content).toEqual([
  78. { type: "text", text: "User message 2", cache_control: { type: "ephemeral" } },
  79. ])
  80. expect(result[3]).toEqual(originalAssistant2)
  81. expect(result[4].content).toEqual([
  82. { type: "text", text: "User message 3", cache_control: { type: "ephemeral" } },
  83. ])
  84. expect(result[5]).toEqual(originalAssistant3)
  85. expect(result).not.toBe(messages) // Ensure new array.
  86. })
  87. it("should add breakpoint only to the last text part if content is an array", () => {
  88. const messages: Anthropic.Messages.MessageParam[] = [
  89. { role: "user", content: "User message 1" }, // Gets breakpoint.
  90. {
  91. role: "user", // Gets breakpoint.
  92. content: [
  93. { type: "text", text: "First text part." }, // No breakpoint.
  94. { type: "image", source: { type: "base64", media_type: "image/png", data: "..." } },
  95. { type: "text", text: "Last text part." }, // Gets breakpoint.
  96. ],
  97. },
  98. ]
  99. const result = addCacheBreakpoints(messages)
  100. expect(result).toHaveLength(2)
  101. expect(result[0].content).toEqual([
  102. { type: "text", text: "User message 1", cache_control: { type: "ephemeral" } },
  103. ])
  104. expect(result[1].content).toEqual([
  105. { type: "text", text: "First text part." }, // Unchanged.
  106. { type: "image", source: { type: "base64", media_type: "image/png", data: "..." } }, // Unchanged.
  107. { type: "text", text: "Last text part.", cache_control: { type: "ephemeral" } }, // Breakpoint added.
  108. ])
  109. expect(result).not.toBe(messages) // Ensure new array.
  110. })
  111. it("should handle array content with no text parts gracefully", () => {
  112. const messages: Anthropic.Messages.MessageParam[] = [
  113. { role: "user", content: "User message 1" }, // Gets breakpoint.
  114. {
  115. role: "user", // Gets breakpoint, but has no text part to add it to.
  116. content: [{ type: "image", source: { type: "base64", media_type: "image/png", data: "..." } }],
  117. },
  118. ]
  119. const originalMessage2 = JSON.parse(JSON.stringify(messages[1]))
  120. const result = addCacheBreakpoints(messages)
  121. expect(result).toHaveLength(2)
  122. expect(result[0].content).toEqual([
  123. { type: "text", text: "User message 1", cache_control: { type: "ephemeral" } },
  124. ])
  125. // Check second user message - should be unchanged as no text part found.
  126. expect(result[1]).toEqual(originalMessage2)
  127. expect(result).not.toBe(messages) // Ensure new array.
  128. })
  129. it("should not modify the original messages array", () => {
  130. const messages: Anthropic.Messages.MessageParam[] = [
  131. { role: "user", content: "User message 1" },
  132. { role: "user", content: "User message 2" },
  133. ]
  134. const originalMessagesCopy = JSON.parse(JSON.stringify(messages))
  135. addCacheBreakpoints(messages)
  136. // Verify original array is untouched.
  137. expect(messages).toEqual(originalMessagesCopy)
  138. })
  139. })