encoder.go 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398
  1. package apijson
  2. import (
  3. "bytes"
  4. "encoding/json"
  5. "fmt"
  6. "reflect"
  7. "sort"
  8. "strconv"
  9. "strings"
  10. "sync"
  11. "time"
  12. "github.com/tidwall/sjson"
  13. "github.com/sst/opencode-sdk-go/internal/param"
  14. )
  15. var encoders sync.Map // map[encoderEntry]encoderFunc
  16. // If we want to set a literal key value into JSON using sjson, we need to make sure it doesn't have
  17. // special characters that sjson interprets as a path.
  18. var EscapeSJSONKey = strings.NewReplacer("\\", "\\\\", "|", "\\|", "#", "\\#", "@", "\\@", "*", "\\*", ".", "\\.", ":", "\\:", "?", "\\?").Replace
  19. func Marshal(value interface{}) ([]byte, error) {
  20. e := &encoder{dateFormat: time.RFC3339}
  21. return e.marshal(value)
  22. }
  23. func MarshalRoot(value interface{}) ([]byte, error) {
  24. e := &encoder{root: true, dateFormat: time.RFC3339}
  25. return e.marshal(value)
  26. }
  27. type encoder struct {
  28. dateFormat string
  29. root bool
  30. }
  31. type encoderFunc func(value reflect.Value) ([]byte, error)
  32. type encoderField struct {
  33. tag parsedStructTag
  34. fn encoderFunc
  35. idx []int
  36. }
  37. type encoderEntry struct {
  38. reflect.Type
  39. dateFormat string
  40. root bool
  41. }
  42. func (e *encoder) marshal(value interface{}) ([]byte, error) {
  43. val := reflect.ValueOf(value)
  44. if !val.IsValid() {
  45. return nil, nil
  46. }
  47. typ := val.Type()
  48. enc := e.typeEncoder(typ)
  49. return enc(val)
  50. }
  51. func (e *encoder) typeEncoder(t reflect.Type) encoderFunc {
  52. entry := encoderEntry{
  53. Type: t,
  54. dateFormat: e.dateFormat,
  55. root: e.root,
  56. }
  57. if fi, ok := encoders.Load(entry); ok {
  58. return fi.(encoderFunc)
  59. }
  60. // To deal with recursive types, populate the map with an
  61. // indirect func before we build it. This type waits on the
  62. // real func (f) to be ready and then calls it. This indirect
  63. // func is only used for recursive types.
  64. var (
  65. wg sync.WaitGroup
  66. f encoderFunc
  67. )
  68. wg.Add(1)
  69. fi, loaded := encoders.LoadOrStore(entry, encoderFunc(func(v reflect.Value) ([]byte, error) {
  70. wg.Wait()
  71. return f(v)
  72. }))
  73. if loaded {
  74. return fi.(encoderFunc)
  75. }
  76. // Compute the real encoder and replace the indirect func with it.
  77. f = e.newTypeEncoder(t)
  78. wg.Done()
  79. encoders.Store(entry, f)
  80. return f
  81. }
  82. func marshalerEncoder(v reflect.Value) ([]byte, error) {
  83. return v.Interface().(json.Marshaler).MarshalJSON()
  84. }
  85. func indirectMarshalerEncoder(v reflect.Value) ([]byte, error) {
  86. return v.Addr().Interface().(json.Marshaler).MarshalJSON()
  87. }
  88. func (e *encoder) newTypeEncoder(t reflect.Type) encoderFunc {
  89. if t.ConvertibleTo(reflect.TypeOf(time.Time{})) {
  90. return e.newTimeTypeEncoder()
  91. }
  92. if !e.root && t.Implements(reflect.TypeOf((*json.Marshaler)(nil)).Elem()) {
  93. return marshalerEncoder
  94. }
  95. if !e.root && reflect.PointerTo(t).Implements(reflect.TypeOf((*json.Marshaler)(nil)).Elem()) {
  96. return indirectMarshalerEncoder
  97. }
  98. e.root = false
  99. switch t.Kind() {
  100. case reflect.Pointer:
  101. inner := t.Elem()
  102. innerEncoder := e.typeEncoder(inner)
  103. return func(v reflect.Value) ([]byte, error) {
  104. if !v.IsValid() || v.IsNil() {
  105. return nil, nil
  106. }
  107. return innerEncoder(v.Elem())
  108. }
  109. case reflect.Struct:
  110. return e.newStructTypeEncoder(t)
  111. case reflect.Array:
  112. fallthrough
  113. case reflect.Slice:
  114. return e.newArrayTypeEncoder(t)
  115. case reflect.Map:
  116. return e.newMapEncoder(t)
  117. case reflect.Interface:
  118. return e.newInterfaceEncoder()
  119. default:
  120. return e.newPrimitiveTypeEncoder(t)
  121. }
  122. }
  123. func (e *encoder) newPrimitiveTypeEncoder(t reflect.Type) encoderFunc {
  124. switch t.Kind() {
  125. // Note that we could use `gjson` to encode these types but it would complicate our
  126. // code more and this current code shouldn't cause any issues
  127. case reflect.String:
  128. return func(v reflect.Value) ([]byte, error) {
  129. return json.Marshal(v.Interface())
  130. }
  131. case reflect.Bool:
  132. return func(v reflect.Value) ([]byte, error) {
  133. if v.Bool() {
  134. return []byte("true"), nil
  135. }
  136. return []byte("false"), nil
  137. }
  138. case reflect.Int, reflect.Int16, reflect.Int32, reflect.Int64:
  139. return func(v reflect.Value) ([]byte, error) {
  140. return []byte(strconv.FormatInt(v.Int(), 10)), nil
  141. }
  142. case reflect.Uint, reflect.Uint16, reflect.Uint32, reflect.Uint64:
  143. return func(v reflect.Value) ([]byte, error) {
  144. return []byte(strconv.FormatUint(v.Uint(), 10)), nil
  145. }
  146. case reflect.Float32:
  147. return func(v reflect.Value) ([]byte, error) {
  148. return []byte(strconv.FormatFloat(v.Float(), 'f', -1, 32)), nil
  149. }
  150. case reflect.Float64:
  151. return func(v reflect.Value) ([]byte, error) {
  152. return []byte(strconv.FormatFloat(v.Float(), 'f', -1, 64)), nil
  153. }
  154. default:
  155. return func(v reflect.Value) ([]byte, error) {
  156. return nil, fmt.Errorf("unknown type received at primitive encoder: %s", t.String())
  157. }
  158. }
  159. }
  160. func (e *encoder) newArrayTypeEncoder(t reflect.Type) encoderFunc {
  161. itemEncoder := e.typeEncoder(t.Elem())
  162. return func(value reflect.Value) ([]byte, error) {
  163. json := []byte("[]")
  164. for i := 0; i < value.Len(); i++ {
  165. var value, err = itemEncoder(value.Index(i))
  166. if err != nil {
  167. return nil, err
  168. }
  169. if value == nil {
  170. // Assume that empty items should be inserted as `null` so that the output array
  171. // will be the same length as the input array
  172. value = []byte("null")
  173. }
  174. json, err = sjson.SetRawBytes(json, "-1", value)
  175. if err != nil {
  176. return nil, err
  177. }
  178. }
  179. return json, nil
  180. }
  181. }
  182. func (e *encoder) newStructTypeEncoder(t reflect.Type) encoderFunc {
  183. if t.Implements(reflect.TypeOf((*param.FieldLike)(nil)).Elem()) {
  184. return e.newFieldTypeEncoder(t)
  185. }
  186. encoderFields := []encoderField{}
  187. extraEncoder := (*encoderField)(nil)
  188. // This helper allows us to recursively collect field encoders into a flat
  189. // array. The parameter `index` keeps track of the access patterns necessary
  190. // to get to some field.
  191. var collectEncoderFields func(r reflect.Type, index []int)
  192. collectEncoderFields = func(r reflect.Type, index []int) {
  193. for i := 0; i < r.NumField(); i++ {
  194. idx := append(index, i)
  195. field := t.FieldByIndex(idx)
  196. if !field.IsExported() {
  197. continue
  198. }
  199. // If this is an embedded struct, traverse one level deeper to extract
  200. // the field and get their encoders as well.
  201. if field.Anonymous {
  202. collectEncoderFields(field.Type, idx)
  203. continue
  204. }
  205. // If json tag is not present, then we skip, which is intentionally
  206. // different behavior from the stdlib.
  207. ptag, ok := parseJSONStructTag(field)
  208. if !ok {
  209. continue
  210. }
  211. // We only want to support unexported field if they're tagged with
  212. // `extras` because that field shouldn't be part of the public API. We
  213. // also want to only keep the top level extras
  214. if ptag.extras && len(index) == 0 {
  215. extraEncoder = &encoderField{ptag, e.typeEncoder(field.Type.Elem()), idx}
  216. continue
  217. }
  218. if ptag.name == "-" {
  219. continue
  220. }
  221. dateFormat, ok := parseFormatStructTag(field)
  222. oldFormat := e.dateFormat
  223. if ok {
  224. switch dateFormat {
  225. case "date-time":
  226. e.dateFormat = time.RFC3339
  227. case "date":
  228. e.dateFormat = "2006-01-02"
  229. }
  230. }
  231. encoderFields = append(encoderFields, encoderField{ptag, e.typeEncoder(field.Type), idx})
  232. e.dateFormat = oldFormat
  233. }
  234. }
  235. collectEncoderFields(t, []int{})
  236. // Ensure deterministic output by sorting by lexicographic order
  237. sort.Slice(encoderFields, func(i, j int) bool {
  238. return encoderFields[i].tag.name < encoderFields[j].tag.name
  239. })
  240. return func(value reflect.Value) (json []byte, err error) {
  241. json = []byte("{}")
  242. for _, ef := range encoderFields {
  243. field := value.FieldByIndex(ef.idx)
  244. encoded, err := ef.fn(field)
  245. if err != nil {
  246. return nil, err
  247. }
  248. if encoded == nil {
  249. continue
  250. }
  251. json, err = sjson.SetRawBytes(json, EscapeSJSONKey(ef.tag.name), encoded)
  252. if err != nil {
  253. return nil, err
  254. }
  255. }
  256. if extraEncoder != nil {
  257. json, err = e.encodeMapEntries(json, value.FieldByIndex(extraEncoder.idx))
  258. if err != nil {
  259. return nil, err
  260. }
  261. }
  262. return
  263. }
  264. }
  265. func (e *encoder) newFieldTypeEncoder(t reflect.Type) encoderFunc {
  266. f, _ := t.FieldByName("Value")
  267. enc := e.typeEncoder(f.Type)
  268. return func(value reflect.Value) (json []byte, err error) {
  269. present := value.FieldByName("Present")
  270. if !present.Bool() {
  271. return nil, nil
  272. }
  273. null := value.FieldByName("Null")
  274. if null.Bool() {
  275. return []byte("null"), nil
  276. }
  277. raw := value.FieldByName("Raw")
  278. if !raw.IsNil() {
  279. return e.typeEncoder(raw.Type())(raw)
  280. }
  281. return enc(value.FieldByName("Value"))
  282. }
  283. }
  284. func (e *encoder) newTimeTypeEncoder() encoderFunc {
  285. format := e.dateFormat
  286. return func(value reflect.Value) (json []byte, err error) {
  287. return []byte(`"` + value.Convert(reflect.TypeOf(time.Time{})).Interface().(time.Time).Format(format) + `"`), nil
  288. }
  289. }
  290. func (e encoder) newInterfaceEncoder() encoderFunc {
  291. return func(value reflect.Value) ([]byte, error) {
  292. value = value.Elem()
  293. if !value.IsValid() {
  294. return nil, nil
  295. }
  296. return e.typeEncoder(value.Type())(value)
  297. }
  298. }
  299. // Given a []byte of json (may either be an empty object or an object that already contains entries)
  300. // encode all of the entries in the map to the json byte array.
  301. func (e *encoder) encodeMapEntries(json []byte, v reflect.Value) ([]byte, error) {
  302. type mapPair struct {
  303. key []byte
  304. value reflect.Value
  305. }
  306. pairs := []mapPair{}
  307. keyEncoder := e.typeEncoder(v.Type().Key())
  308. iter := v.MapRange()
  309. for iter.Next() {
  310. var encodedKeyString string
  311. if iter.Key().Type().Kind() == reflect.String {
  312. encodedKeyString = iter.Key().String()
  313. } else {
  314. var err error
  315. encodedKeyBytes, err := keyEncoder(iter.Key())
  316. if err != nil {
  317. return nil, err
  318. }
  319. encodedKeyString = string(encodedKeyBytes)
  320. }
  321. encodedKey := []byte(encodedKeyString)
  322. pairs = append(pairs, mapPair{key: encodedKey, value: iter.Value()})
  323. }
  324. // Ensure deterministic output
  325. sort.Slice(pairs, func(i, j int) bool {
  326. return bytes.Compare(pairs[i].key, pairs[j].key) < 0
  327. })
  328. elementEncoder := e.typeEncoder(v.Type().Elem())
  329. for _, p := range pairs {
  330. encodedValue, err := elementEncoder(p.value)
  331. if err != nil {
  332. return nil, err
  333. }
  334. if len(encodedValue) == 0 {
  335. continue
  336. }
  337. json, err = sjson.SetRawBytes(json, EscapeSJSONKey(string(p.key)), encodedValue)
  338. if err != nil {
  339. return nil, err
  340. }
  341. }
  342. return json, nil
  343. }
  344. func (e *encoder) newMapEncoder(t reflect.Type) encoderFunc {
  345. return func(value reflect.Value) ([]byte, error) {
  346. json := []byte("{}")
  347. var err error
  348. json, err = e.encodeMapEntries(json, value)
  349. if err != nil {
  350. return nil, err
  351. }
  352. return json, nil
  353. }
  354. }