feature_reflect_extension.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435
  1. package jsoniter
  2. import (
  3. "fmt"
  4. "reflect"
  5. "sort"
  6. "strings"
  7. "unicode"
  8. "unsafe"
  9. )
  10. var typeDecoders = map[string]ValDecoder{}
  11. var fieldDecoders = map[string]ValDecoder{}
  12. var typeEncoders = map[string]ValEncoder{}
  13. var fieldEncoders = map[string]ValEncoder{}
  14. var extensions = []Extension{}
  15. // StructDescriptor describe how should we encode/decode the struct
  16. type StructDescriptor struct {
  17. onePtrEmbedded bool
  18. onePtrOptimization bool
  19. Type reflect.Type
  20. Fields []*Binding
  21. }
  22. // GetField get one field from the descriptor by its name.
  23. // Can not use map here to keep field orders.
  24. func (structDescriptor *StructDescriptor) GetField(fieldName string) *Binding {
  25. for _, binding := range structDescriptor.Fields {
  26. if binding.Field.Name == fieldName {
  27. return binding
  28. }
  29. }
  30. return nil
  31. }
  32. // Binding describe how should we encode/decode the struct field
  33. type Binding struct {
  34. levels []int
  35. Field *reflect.StructField
  36. FromNames []string
  37. ToNames []string
  38. Encoder ValEncoder
  39. Decoder ValDecoder
  40. }
  41. // Extension the one for all SPI. Customize encoding/decoding by specifying alternate encoder/decoder.
  42. // Can also rename fields by UpdateStructDescriptor.
  43. type Extension interface {
  44. UpdateStructDescriptor(structDescriptor *StructDescriptor)
  45. CreateDecoder(typ reflect.Type) ValDecoder
  46. CreateEncoder(typ reflect.Type) ValEncoder
  47. DecorateDecoder(typ reflect.Type, decoder ValDecoder) ValDecoder
  48. DecorateEncoder(typ reflect.Type, encoder ValEncoder) ValEncoder
  49. }
  50. // DummyExtension embed this type get dummy implementation for all methods of Extension
  51. type DummyExtension struct {
  52. }
  53. // UpdateStructDescriptor No-op
  54. func (extension *DummyExtension) UpdateStructDescriptor(structDescriptor *StructDescriptor) {
  55. }
  56. // CreateDecoder No-op
  57. func (extension *DummyExtension) CreateDecoder(typ reflect.Type) ValDecoder {
  58. return nil
  59. }
  60. // CreateEncoder No-op
  61. func (extension *DummyExtension) CreateEncoder(typ reflect.Type) ValEncoder {
  62. return nil
  63. }
  64. // DecorateDecoder No-op
  65. func (extension *DummyExtension) DecorateDecoder(typ reflect.Type, decoder ValDecoder) ValDecoder {
  66. return decoder
  67. }
  68. // DecorateEncoder No-op
  69. func (extension *DummyExtension) DecorateEncoder(typ reflect.Type, encoder ValEncoder) ValEncoder {
  70. return encoder
  71. }
  72. type funcDecoder struct {
  73. fun DecoderFunc
  74. }
  75. func (decoder *funcDecoder) Decode(ptr unsafe.Pointer, iter *Iterator) {
  76. decoder.fun(ptr, iter)
  77. }
  78. type funcEncoder struct {
  79. fun EncoderFunc
  80. isEmptyFunc func(ptr unsafe.Pointer) bool
  81. }
  82. func (encoder *funcEncoder) Encode(ptr unsafe.Pointer, stream *Stream) {
  83. encoder.fun(ptr, stream)
  84. }
  85. func (encoder *funcEncoder) EncodeInterface(val interface{}, stream *Stream) {
  86. WriteToStream(val, stream, encoder)
  87. }
  88. func (encoder *funcEncoder) IsEmpty(ptr unsafe.Pointer) bool {
  89. if encoder.isEmptyFunc == nil {
  90. return false
  91. }
  92. return encoder.isEmptyFunc(ptr)
  93. }
  94. // DecoderFunc the function form of TypeDecoder
  95. type DecoderFunc func(ptr unsafe.Pointer, iter *Iterator)
  96. // EncoderFunc the function form of TypeEncoder
  97. type EncoderFunc func(ptr unsafe.Pointer, stream *Stream)
  98. // RegisterTypeDecoderFunc register TypeDecoder for a type with function
  99. func RegisterTypeDecoderFunc(typ string, fun DecoderFunc) {
  100. typeDecoders[typ] = &funcDecoder{fun}
  101. }
  102. // RegisterTypeDecoder register TypeDecoder for a typ
  103. func RegisterTypeDecoder(typ string, decoder ValDecoder) {
  104. typeDecoders[typ] = decoder
  105. }
  106. // RegisterFieldDecoderFunc register TypeDecoder for a struct field with function
  107. func RegisterFieldDecoderFunc(typ string, field string, fun DecoderFunc) {
  108. RegisterFieldDecoder(typ, field, &funcDecoder{fun})
  109. }
  110. // RegisterFieldDecoder register TypeDecoder for a struct field
  111. func RegisterFieldDecoder(typ string, field string, decoder ValDecoder) {
  112. fieldDecoders[fmt.Sprintf("%s/%s", typ, field)] = decoder
  113. }
  114. // RegisterTypeEncoderFunc register TypeEncoder for a type with encode/isEmpty function
  115. func RegisterTypeEncoderFunc(typ string, fun EncoderFunc, isEmptyFunc func(unsafe.Pointer) bool) {
  116. typeEncoders[typ] = &funcEncoder{fun, isEmptyFunc}
  117. }
  118. // RegisterTypeEncoder register TypeEncoder for a type
  119. func RegisterTypeEncoder(typ string, encoder ValEncoder) {
  120. typeEncoders[typ] = encoder
  121. }
  122. // RegisterFieldEncoderFunc register TypeEncoder for a struct field with encode/isEmpty function
  123. func RegisterFieldEncoderFunc(typ string, field string, fun EncoderFunc, isEmptyFunc func(unsafe.Pointer) bool) {
  124. RegisterFieldEncoder(typ, field, &funcEncoder{fun, isEmptyFunc})
  125. }
  126. // RegisterFieldEncoder register TypeEncoder for a struct field
  127. func RegisterFieldEncoder(typ string, field string, encoder ValEncoder) {
  128. fieldEncoders[fmt.Sprintf("%s/%s", typ, field)] = encoder
  129. }
  130. // RegisterExtension register extension
  131. func RegisterExtension(extension Extension) {
  132. extensions = append(extensions, extension)
  133. }
  134. func getTypeDecoderFromExtension(cfg *frozenConfig, typ reflect.Type) ValDecoder {
  135. decoder := _getTypeDecoderFromExtension(cfg, typ)
  136. if decoder != nil {
  137. for _, extension := range extensions {
  138. decoder = extension.DecorateDecoder(typ, decoder)
  139. }
  140. for _, extension := range cfg.extensions {
  141. decoder = extension.DecorateDecoder(typ, decoder)
  142. }
  143. }
  144. return decoder
  145. }
  146. func _getTypeDecoderFromExtension(cfg *frozenConfig, typ reflect.Type) ValDecoder {
  147. for _, extension := range extensions {
  148. decoder := extension.CreateDecoder(typ)
  149. if decoder != nil {
  150. return decoder
  151. }
  152. }
  153. for _, extension := range cfg.extensions {
  154. decoder := extension.CreateDecoder(typ)
  155. if decoder != nil {
  156. return decoder
  157. }
  158. }
  159. typeName := typ.String()
  160. decoder := typeDecoders[typeName]
  161. if decoder != nil {
  162. return decoder
  163. }
  164. if typ.Kind() == reflect.Ptr {
  165. decoder := typeDecoders[typ.Elem().String()]
  166. if decoder != nil {
  167. return &OptionalDecoder{typ.Elem(), decoder}
  168. }
  169. }
  170. return nil
  171. }
  172. func getTypeEncoderFromExtension(cfg *frozenConfig, typ reflect.Type) ValEncoder {
  173. encoder := _getTypeEncoderFromExtension(cfg, typ)
  174. if encoder != nil {
  175. for _, extension := range extensions {
  176. encoder = extension.DecorateEncoder(typ, encoder)
  177. }
  178. for _, extension := range cfg.extensions {
  179. encoder = extension.DecorateEncoder(typ, encoder)
  180. }
  181. }
  182. return encoder
  183. }
  184. func _getTypeEncoderFromExtension(cfg *frozenConfig, typ reflect.Type) ValEncoder {
  185. for _, extension := range extensions {
  186. encoder := extension.CreateEncoder(typ)
  187. if encoder != nil {
  188. return encoder
  189. }
  190. }
  191. for _, extension := range cfg.extensions {
  192. encoder := extension.CreateEncoder(typ)
  193. if encoder != nil {
  194. return encoder
  195. }
  196. }
  197. typeName := typ.String()
  198. encoder := typeEncoders[typeName]
  199. if encoder != nil {
  200. return encoder
  201. }
  202. if typ.Kind() == reflect.Ptr {
  203. encoder := typeEncoders[typ.Elem().String()]
  204. if encoder != nil {
  205. return &OptionalEncoder{encoder}
  206. }
  207. }
  208. return nil
  209. }
  210. func describeStruct(cfg *frozenConfig, typ reflect.Type) (*StructDescriptor, error) {
  211. embeddedBindings := []*Binding{}
  212. bindings := []*Binding{}
  213. for i := 0; i < typ.NumField(); i++ {
  214. field := typ.Field(i)
  215. tag := field.Tag.Get(cfg.getTagKey())
  216. tagParts := strings.Split(tag, ",")
  217. if tag == "-" {
  218. continue
  219. }
  220. if field.Anonymous && (tag == "" || tagParts[0] == "") {
  221. if field.Type.Kind() == reflect.Struct {
  222. structDescriptor, err := describeStruct(cfg, field.Type)
  223. if err != nil {
  224. return nil, err
  225. }
  226. for _, binding := range structDescriptor.Fields {
  227. binding.levels = append([]int{i}, binding.levels...)
  228. omitempty := binding.Encoder.(*structFieldEncoder).omitempty
  229. binding.Encoder = &structFieldEncoder{&field, binding.Encoder, omitempty}
  230. binding.Decoder = &structFieldDecoder{&field, binding.Decoder}
  231. embeddedBindings = append(embeddedBindings, binding)
  232. }
  233. continue
  234. } else if field.Type.Kind() == reflect.Ptr && field.Type.Elem().Kind() == reflect.Struct {
  235. structDescriptor, err := describeStruct(cfg, field.Type.Elem())
  236. if err != nil {
  237. return nil, err
  238. }
  239. for _, binding := range structDescriptor.Fields {
  240. binding.levels = append([]int{i}, binding.levels...)
  241. omitempty := binding.Encoder.(*structFieldEncoder).omitempty
  242. binding.Encoder = &OptionalEncoder{binding.Encoder}
  243. binding.Encoder = &structFieldEncoder{&field, binding.Encoder, omitempty}
  244. binding.Decoder = &deferenceDecoder{field.Type.Elem(), binding.Decoder}
  245. binding.Decoder = &structFieldDecoder{&field, binding.Decoder}
  246. embeddedBindings = append(embeddedBindings, binding)
  247. }
  248. continue
  249. }
  250. }
  251. fieldNames := calcFieldNames(field.Name, tagParts[0], tag)
  252. fieldCacheKey := fmt.Sprintf("%s/%s", typ.String(), field.Name)
  253. decoder := fieldDecoders[fieldCacheKey]
  254. if decoder == nil {
  255. var err error
  256. decoder, err = decoderOfType(cfg, field.Type)
  257. if len(fieldNames) > 0 && err != nil {
  258. return nil, err
  259. }
  260. }
  261. encoder := fieldEncoders[fieldCacheKey]
  262. if encoder == nil {
  263. var err error
  264. encoder, err = encoderOfType(cfg, field.Type)
  265. if len(fieldNames) > 0 && err != nil {
  266. return nil, err
  267. }
  268. // map is stored as pointer in the struct,
  269. // and treat nil or empty map as empty field
  270. if encoder != nil && field.Type.Kind() == reflect.Map {
  271. encoder = &optionalMapEncoder{encoder}
  272. }
  273. }
  274. binding := &Binding{
  275. Field: &field,
  276. FromNames: fieldNames,
  277. ToNames: fieldNames,
  278. Decoder: decoder,
  279. Encoder: encoder,
  280. }
  281. binding.levels = []int{i}
  282. bindings = append(bindings, binding)
  283. }
  284. return createStructDescriptor(cfg, typ, bindings, embeddedBindings), nil
  285. }
  286. func createStructDescriptor(cfg *frozenConfig, typ reflect.Type, bindings []*Binding, embeddedBindings []*Binding) *StructDescriptor {
  287. onePtrEmbedded := false
  288. onePtrOptimization := false
  289. if typ.NumField() == 1 {
  290. firstField := typ.Field(0)
  291. switch firstField.Type.Kind() {
  292. case reflect.Ptr:
  293. if firstField.Anonymous && firstField.Type.Elem().Kind() == reflect.Struct {
  294. onePtrEmbedded = true
  295. }
  296. fallthrough
  297. case reflect.Map:
  298. onePtrOptimization = true
  299. case reflect.Struct:
  300. onePtrOptimization = isStructOnePtr(firstField.Type)
  301. }
  302. }
  303. structDescriptor := &StructDescriptor{
  304. onePtrEmbedded: onePtrEmbedded,
  305. onePtrOptimization: onePtrOptimization,
  306. Type: typ,
  307. Fields: bindings,
  308. }
  309. for _, extension := range extensions {
  310. extension.UpdateStructDescriptor(structDescriptor)
  311. }
  312. for _, extension := range cfg.extensions {
  313. extension.UpdateStructDescriptor(structDescriptor)
  314. }
  315. processTags(structDescriptor, cfg)
  316. // merge normal & embedded bindings & sort with original order
  317. allBindings := sortableBindings(append(embeddedBindings, structDescriptor.Fields...))
  318. sort.Sort(allBindings)
  319. structDescriptor.Fields = allBindings
  320. return structDescriptor
  321. }
  322. func isStructOnePtr(typ reflect.Type) bool {
  323. if typ.NumField() == 1 {
  324. firstField := typ.Field(0)
  325. switch firstField.Type.Kind() {
  326. case reflect.Ptr:
  327. return true
  328. case reflect.Map:
  329. return true
  330. case reflect.Struct:
  331. return isStructOnePtr(firstField.Type)
  332. }
  333. }
  334. return false
  335. }
  336. type sortableBindings []*Binding
  337. func (bindings sortableBindings) Len() int {
  338. return len(bindings)
  339. }
  340. func (bindings sortableBindings) Less(i, j int) bool {
  341. left := bindings[i].levels
  342. right := bindings[j].levels
  343. k := 0
  344. for {
  345. if left[k] < right[k] {
  346. return true
  347. } else if left[k] > right[k] {
  348. return false
  349. }
  350. k++
  351. }
  352. }
  353. func (bindings sortableBindings) Swap(i, j int) {
  354. bindings[i], bindings[j] = bindings[j], bindings[i]
  355. }
  356. func processTags(structDescriptor *StructDescriptor, cfg *frozenConfig) {
  357. for _, binding := range structDescriptor.Fields {
  358. shouldOmitEmpty := false
  359. tagParts := strings.Split(binding.Field.Tag.Get(cfg.getTagKey()), ",")
  360. for _, tagPart := range tagParts[1:] {
  361. if tagPart == "omitempty" {
  362. shouldOmitEmpty = true
  363. } else if tagPart == "string" {
  364. if binding.Field.Type.Kind() == reflect.String {
  365. binding.Decoder = &stringModeStringDecoder{binding.Decoder, cfg}
  366. binding.Encoder = &stringModeStringEncoder{binding.Encoder, cfg}
  367. } else {
  368. binding.Decoder = &stringModeNumberDecoder{binding.Decoder}
  369. binding.Encoder = &stringModeNumberEncoder{binding.Encoder}
  370. }
  371. }
  372. }
  373. binding.Decoder = &structFieldDecoder{binding.Field, binding.Decoder}
  374. binding.Encoder = &structFieldEncoder{binding.Field, binding.Encoder, shouldOmitEmpty}
  375. }
  376. }
  377. func calcFieldNames(originalFieldName string, tagProvidedFieldName string, wholeTag string) []string {
  378. // ignore?
  379. if wholeTag == "-" {
  380. return []string{}
  381. }
  382. // rename?
  383. var fieldNames []string
  384. if tagProvidedFieldName == "" {
  385. fieldNames = []string{originalFieldName}
  386. } else {
  387. fieldNames = []string{tagProvidedFieldName}
  388. }
  389. // private?
  390. isNotExported := unicode.IsLower(rune(originalFieldName[0]))
  391. if isNotExported {
  392. fieldNames = []string{}
  393. }
  394. return fieldNames
  395. }