compile.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487
  1. package decoder
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "reflect"
  6. "strings"
  7. "sync/atomic"
  8. "unicode"
  9. "unsafe"
  10. "github.com/goccy/go-json/internal/runtime"
  11. )
  12. var (
  13. jsonNumberType = reflect.TypeOf(json.Number(""))
  14. typeAddr *runtime.TypeAddr
  15. cachedDecoderMap unsafe.Pointer // map[uintptr]decoder
  16. cachedDecoder []Decoder
  17. )
  18. func init() {
  19. typeAddr = runtime.AnalyzeTypeAddr()
  20. if typeAddr == nil {
  21. typeAddr = &runtime.TypeAddr{}
  22. }
  23. cachedDecoder = make([]Decoder, typeAddr.AddrRange>>typeAddr.AddrShift)
  24. }
  25. func loadDecoderMap() map[uintptr]Decoder {
  26. p := atomic.LoadPointer(&cachedDecoderMap)
  27. return *(*map[uintptr]Decoder)(unsafe.Pointer(&p))
  28. }
  29. func storeDecoder(typ uintptr, dec Decoder, m map[uintptr]Decoder) {
  30. newDecoderMap := make(map[uintptr]Decoder, len(m)+1)
  31. newDecoderMap[typ] = dec
  32. for k, v := range m {
  33. newDecoderMap[k] = v
  34. }
  35. atomic.StorePointer(&cachedDecoderMap, *(*unsafe.Pointer)(unsafe.Pointer(&newDecoderMap)))
  36. }
  37. func compileToGetDecoderSlowPath(typeptr uintptr, typ *runtime.Type) (Decoder, error) {
  38. decoderMap := loadDecoderMap()
  39. if dec, exists := decoderMap[typeptr]; exists {
  40. return dec, nil
  41. }
  42. dec, err := compileHead(typ, map[uintptr]Decoder{})
  43. if err != nil {
  44. return nil, err
  45. }
  46. storeDecoder(typeptr, dec, decoderMap)
  47. return dec, nil
  48. }
  49. func compileHead(typ *runtime.Type, structTypeToDecoder map[uintptr]Decoder) (Decoder, error) {
  50. switch {
  51. case implementsUnmarshalJSONType(runtime.PtrTo(typ)):
  52. return newUnmarshalJSONDecoder(runtime.PtrTo(typ), "", ""), nil
  53. case runtime.PtrTo(typ).Implements(unmarshalTextType):
  54. return newUnmarshalTextDecoder(runtime.PtrTo(typ), "", ""), nil
  55. }
  56. return compile(typ.Elem(), "", "", structTypeToDecoder)
  57. }
  58. func compile(typ *runtime.Type, structName, fieldName string, structTypeToDecoder map[uintptr]Decoder) (Decoder, error) {
  59. switch {
  60. case implementsUnmarshalJSONType(runtime.PtrTo(typ)):
  61. return newUnmarshalJSONDecoder(runtime.PtrTo(typ), structName, fieldName), nil
  62. case runtime.PtrTo(typ).Implements(unmarshalTextType):
  63. return newUnmarshalTextDecoder(runtime.PtrTo(typ), structName, fieldName), nil
  64. }
  65. switch typ.Kind() {
  66. case reflect.Ptr:
  67. return compilePtr(typ, structName, fieldName, structTypeToDecoder)
  68. case reflect.Struct:
  69. return compileStruct(typ, structName, fieldName, structTypeToDecoder)
  70. case reflect.Slice:
  71. elem := typ.Elem()
  72. if elem.Kind() == reflect.Uint8 {
  73. return compileBytes(elem, structName, fieldName)
  74. }
  75. return compileSlice(typ, structName, fieldName, structTypeToDecoder)
  76. case reflect.Array:
  77. return compileArray(typ, structName, fieldName, structTypeToDecoder)
  78. case reflect.Map:
  79. return compileMap(typ, structName, fieldName, structTypeToDecoder)
  80. case reflect.Interface:
  81. return compileInterface(typ, structName, fieldName)
  82. case reflect.Uintptr:
  83. return compileUint(typ, structName, fieldName)
  84. case reflect.Int:
  85. return compileInt(typ, structName, fieldName)
  86. case reflect.Int8:
  87. return compileInt8(typ, structName, fieldName)
  88. case reflect.Int16:
  89. return compileInt16(typ, structName, fieldName)
  90. case reflect.Int32:
  91. return compileInt32(typ, structName, fieldName)
  92. case reflect.Int64:
  93. return compileInt64(typ, structName, fieldName)
  94. case reflect.Uint:
  95. return compileUint(typ, structName, fieldName)
  96. case reflect.Uint8:
  97. return compileUint8(typ, structName, fieldName)
  98. case reflect.Uint16:
  99. return compileUint16(typ, structName, fieldName)
  100. case reflect.Uint32:
  101. return compileUint32(typ, structName, fieldName)
  102. case reflect.Uint64:
  103. return compileUint64(typ, structName, fieldName)
  104. case reflect.String:
  105. return compileString(typ, structName, fieldName)
  106. case reflect.Bool:
  107. return compileBool(structName, fieldName)
  108. case reflect.Float32:
  109. return compileFloat32(structName, fieldName)
  110. case reflect.Float64:
  111. return compileFloat64(structName, fieldName)
  112. case reflect.Func:
  113. return compileFunc(typ, structName, fieldName)
  114. }
  115. return newInvalidDecoder(typ, structName, fieldName), nil
  116. }
  117. func isStringTagSupportedType(typ *runtime.Type) bool {
  118. switch {
  119. case implementsUnmarshalJSONType(runtime.PtrTo(typ)):
  120. return false
  121. case runtime.PtrTo(typ).Implements(unmarshalTextType):
  122. return false
  123. }
  124. switch typ.Kind() {
  125. case reflect.Map:
  126. return false
  127. case reflect.Slice:
  128. return false
  129. case reflect.Array:
  130. return false
  131. case reflect.Struct:
  132. return false
  133. case reflect.Interface:
  134. return false
  135. }
  136. return true
  137. }
  138. func compileMapKey(typ *runtime.Type, structName, fieldName string, structTypeToDecoder map[uintptr]Decoder) (Decoder, error) {
  139. if runtime.PtrTo(typ).Implements(unmarshalTextType) {
  140. return newUnmarshalTextDecoder(runtime.PtrTo(typ), structName, fieldName), nil
  141. }
  142. if typ.Kind() == reflect.String {
  143. return newStringDecoder(structName, fieldName), nil
  144. }
  145. dec, err := compile(typ, structName, fieldName, structTypeToDecoder)
  146. if err != nil {
  147. return nil, err
  148. }
  149. for {
  150. switch t := dec.(type) {
  151. case *stringDecoder, *interfaceDecoder:
  152. return dec, nil
  153. case *boolDecoder, *intDecoder, *uintDecoder, *numberDecoder:
  154. return newWrappedStringDecoder(typ, dec, structName, fieldName), nil
  155. case *ptrDecoder:
  156. dec = t.dec
  157. default:
  158. return newInvalidDecoder(typ, structName, fieldName), nil
  159. }
  160. }
  161. }
  162. func compilePtr(typ *runtime.Type, structName, fieldName string, structTypeToDecoder map[uintptr]Decoder) (Decoder, error) {
  163. dec, err := compile(typ.Elem(), structName, fieldName, structTypeToDecoder)
  164. if err != nil {
  165. return nil, err
  166. }
  167. return newPtrDecoder(dec, typ.Elem(), structName, fieldName), nil
  168. }
  169. func compileInt(typ *runtime.Type, structName, fieldName string) (Decoder, error) {
  170. return newIntDecoder(typ, structName, fieldName, func(p unsafe.Pointer, v int64) {
  171. *(*int)(p) = int(v)
  172. }), nil
  173. }
  174. func compileInt8(typ *runtime.Type, structName, fieldName string) (Decoder, error) {
  175. return newIntDecoder(typ, structName, fieldName, func(p unsafe.Pointer, v int64) {
  176. *(*int8)(p) = int8(v)
  177. }), nil
  178. }
  179. func compileInt16(typ *runtime.Type, structName, fieldName string) (Decoder, error) {
  180. return newIntDecoder(typ, structName, fieldName, func(p unsafe.Pointer, v int64) {
  181. *(*int16)(p) = int16(v)
  182. }), nil
  183. }
  184. func compileInt32(typ *runtime.Type, structName, fieldName string) (Decoder, error) {
  185. return newIntDecoder(typ, structName, fieldName, func(p unsafe.Pointer, v int64) {
  186. *(*int32)(p) = int32(v)
  187. }), nil
  188. }
  189. func compileInt64(typ *runtime.Type, structName, fieldName string) (Decoder, error) {
  190. return newIntDecoder(typ, structName, fieldName, func(p unsafe.Pointer, v int64) {
  191. *(*int64)(p) = v
  192. }), nil
  193. }
  194. func compileUint(typ *runtime.Type, structName, fieldName string) (Decoder, error) {
  195. return newUintDecoder(typ, structName, fieldName, func(p unsafe.Pointer, v uint64) {
  196. *(*uint)(p) = uint(v)
  197. }), nil
  198. }
  199. func compileUint8(typ *runtime.Type, structName, fieldName string) (Decoder, error) {
  200. return newUintDecoder(typ, structName, fieldName, func(p unsafe.Pointer, v uint64) {
  201. *(*uint8)(p) = uint8(v)
  202. }), nil
  203. }
  204. func compileUint16(typ *runtime.Type, structName, fieldName string) (Decoder, error) {
  205. return newUintDecoder(typ, structName, fieldName, func(p unsafe.Pointer, v uint64) {
  206. *(*uint16)(p) = uint16(v)
  207. }), nil
  208. }
  209. func compileUint32(typ *runtime.Type, structName, fieldName string) (Decoder, error) {
  210. return newUintDecoder(typ, structName, fieldName, func(p unsafe.Pointer, v uint64) {
  211. *(*uint32)(p) = uint32(v)
  212. }), nil
  213. }
  214. func compileUint64(typ *runtime.Type, structName, fieldName string) (Decoder, error) {
  215. return newUintDecoder(typ, structName, fieldName, func(p unsafe.Pointer, v uint64) {
  216. *(*uint64)(p) = v
  217. }), nil
  218. }
  219. func compileFloat32(structName, fieldName string) (Decoder, error) {
  220. return newFloatDecoder(structName, fieldName, func(p unsafe.Pointer, v float64) {
  221. *(*float32)(p) = float32(v)
  222. }), nil
  223. }
  224. func compileFloat64(structName, fieldName string) (Decoder, error) {
  225. return newFloatDecoder(structName, fieldName, func(p unsafe.Pointer, v float64) {
  226. *(*float64)(p) = v
  227. }), nil
  228. }
  229. func compileString(typ *runtime.Type, structName, fieldName string) (Decoder, error) {
  230. if typ == runtime.Type2RType(jsonNumberType) {
  231. return newNumberDecoder(structName, fieldName, func(p unsafe.Pointer, v json.Number) {
  232. *(*json.Number)(p) = v
  233. }), nil
  234. }
  235. return newStringDecoder(structName, fieldName), nil
  236. }
  237. func compileBool(structName, fieldName string) (Decoder, error) {
  238. return newBoolDecoder(structName, fieldName), nil
  239. }
  240. func compileBytes(typ *runtime.Type, structName, fieldName string) (Decoder, error) {
  241. return newBytesDecoder(typ, structName, fieldName), nil
  242. }
  243. func compileSlice(typ *runtime.Type, structName, fieldName string, structTypeToDecoder map[uintptr]Decoder) (Decoder, error) {
  244. elem := typ.Elem()
  245. decoder, err := compile(elem, structName, fieldName, structTypeToDecoder)
  246. if err != nil {
  247. return nil, err
  248. }
  249. return newSliceDecoder(decoder, elem, elem.Size(), structName, fieldName), nil
  250. }
  251. func compileArray(typ *runtime.Type, structName, fieldName string, structTypeToDecoder map[uintptr]Decoder) (Decoder, error) {
  252. elem := typ.Elem()
  253. decoder, err := compile(elem, structName, fieldName, structTypeToDecoder)
  254. if err != nil {
  255. return nil, err
  256. }
  257. return newArrayDecoder(decoder, elem, typ.Len(), structName, fieldName), nil
  258. }
  259. func compileMap(typ *runtime.Type, structName, fieldName string, structTypeToDecoder map[uintptr]Decoder) (Decoder, error) {
  260. keyDec, err := compileMapKey(typ.Key(), structName, fieldName, structTypeToDecoder)
  261. if err != nil {
  262. return nil, err
  263. }
  264. valueDec, err := compile(typ.Elem(), structName, fieldName, structTypeToDecoder)
  265. if err != nil {
  266. return nil, err
  267. }
  268. return newMapDecoder(typ, typ.Key(), keyDec, typ.Elem(), valueDec, structName, fieldName), nil
  269. }
  270. func compileInterface(typ *runtime.Type, structName, fieldName string) (Decoder, error) {
  271. return newInterfaceDecoder(typ, structName, fieldName), nil
  272. }
  273. func compileFunc(typ *runtime.Type, strutName, fieldName string) (Decoder, error) {
  274. return newFuncDecoder(typ, strutName, fieldName), nil
  275. }
  276. func typeToStructTags(typ *runtime.Type) runtime.StructTags {
  277. tags := runtime.StructTags{}
  278. fieldNum := typ.NumField()
  279. for i := 0; i < fieldNum; i++ {
  280. field := typ.Field(i)
  281. if runtime.IsIgnoredStructField(field) {
  282. continue
  283. }
  284. tags = append(tags, runtime.StructTagFromField(field))
  285. }
  286. return tags
  287. }
  288. func compileStruct(typ *runtime.Type, structName, fieldName string, structTypeToDecoder map[uintptr]Decoder) (Decoder, error) {
  289. fieldNum := typ.NumField()
  290. fieldMap := map[string]*structFieldSet{}
  291. typeptr := uintptr(unsafe.Pointer(typ))
  292. if dec, exists := structTypeToDecoder[typeptr]; exists {
  293. return dec, nil
  294. }
  295. structDec := newStructDecoder(structName, fieldName, fieldMap)
  296. structTypeToDecoder[typeptr] = structDec
  297. structName = typ.Name()
  298. tags := typeToStructTags(typ)
  299. allFields := []*structFieldSet{}
  300. for i := 0; i < fieldNum; i++ {
  301. field := typ.Field(i)
  302. if runtime.IsIgnoredStructField(field) {
  303. continue
  304. }
  305. isUnexportedField := unicode.IsLower([]rune(field.Name)[0])
  306. tag := runtime.StructTagFromField(field)
  307. dec, err := compile(runtime.Type2RType(field.Type), structName, field.Name, structTypeToDecoder)
  308. if err != nil {
  309. return nil, err
  310. }
  311. if field.Anonymous && !tag.IsTaggedKey {
  312. if stDec, ok := dec.(*structDecoder); ok {
  313. if runtime.Type2RType(field.Type) == typ {
  314. // recursive definition
  315. continue
  316. }
  317. for k, v := range stDec.fieldMap {
  318. if tags.ExistsKey(k) {
  319. continue
  320. }
  321. fieldSet := &structFieldSet{
  322. dec: v.dec,
  323. offset: field.Offset + v.offset,
  324. isTaggedKey: v.isTaggedKey,
  325. key: k,
  326. keyLen: int64(len(k)),
  327. }
  328. allFields = append(allFields, fieldSet)
  329. }
  330. } else if pdec, ok := dec.(*ptrDecoder); ok {
  331. contentDec := pdec.contentDecoder()
  332. if pdec.typ == typ {
  333. // recursive definition
  334. continue
  335. }
  336. var fieldSetErr error
  337. if isUnexportedField {
  338. fieldSetErr = fmt.Errorf(
  339. "json: cannot set embedded pointer to unexported struct: %v",
  340. field.Type.Elem(),
  341. )
  342. }
  343. if dec, ok := contentDec.(*structDecoder); ok {
  344. for k, v := range dec.fieldMap {
  345. if tags.ExistsKey(k) {
  346. continue
  347. }
  348. fieldSet := &structFieldSet{
  349. dec: newAnonymousFieldDecoder(pdec.typ, v.offset, v.dec),
  350. offset: field.Offset,
  351. isTaggedKey: v.isTaggedKey,
  352. key: k,
  353. keyLen: int64(len(k)),
  354. err: fieldSetErr,
  355. }
  356. allFields = append(allFields, fieldSet)
  357. }
  358. } else {
  359. fieldSet := &structFieldSet{
  360. dec: pdec,
  361. offset: field.Offset,
  362. isTaggedKey: tag.IsTaggedKey,
  363. key: field.Name,
  364. keyLen: int64(len(field.Name)),
  365. }
  366. allFields = append(allFields, fieldSet)
  367. }
  368. } else {
  369. fieldSet := &structFieldSet{
  370. dec: dec,
  371. offset: field.Offset,
  372. isTaggedKey: tag.IsTaggedKey,
  373. key: field.Name,
  374. keyLen: int64(len(field.Name)),
  375. }
  376. allFields = append(allFields, fieldSet)
  377. }
  378. } else {
  379. if tag.IsString && isStringTagSupportedType(runtime.Type2RType(field.Type)) {
  380. dec = newWrappedStringDecoder(runtime.Type2RType(field.Type), dec, structName, field.Name)
  381. }
  382. var key string
  383. if tag.Key != "" {
  384. key = tag.Key
  385. } else {
  386. key = field.Name
  387. }
  388. fieldSet := &structFieldSet{
  389. dec: dec,
  390. offset: field.Offset,
  391. isTaggedKey: tag.IsTaggedKey,
  392. key: key,
  393. keyLen: int64(len(key)),
  394. }
  395. allFields = append(allFields, fieldSet)
  396. }
  397. }
  398. for _, set := range filterDuplicatedFields(allFields) {
  399. fieldMap[set.key] = set
  400. lower := strings.ToLower(set.key)
  401. if _, exists := fieldMap[lower]; !exists {
  402. // first win
  403. fieldMap[lower] = set
  404. }
  405. }
  406. delete(structTypeToDecoder, typeptr)
  407. structDec.tryOptimize()
  408. return structDec, nil
  409. }
  410. func filterDuplicatedFields(allFields []*structFieldSet) []*structFieldSet {
  411. fieldMap := map[string][]*structFieldSet{}
  412. for _, field := range allFields {
  413. fieldMap[field.key] = append(fieldMap[field.key], field)
  414. }
  415. duplicatedFieldMap := map[string]struct{}{}
  416. for k, sets := range fieldMap {
  417. sets = filterFieldSets(sets)
  418. if len(sets) != 1 {
  419. duplicatedFieldMap[k] = struct{}{}
  420. }
  421. }
  422. filtered := make([]*structFieldSet, 0, len(allFields))
  423. for _, field := range allFields {
  424. if _, exists := duplicatedFieldMap[field.key]; exists {
  425. continue
  426. }
  427. filtered = append(filtered, field)
  428. }
  429. return filtered
  430. }
  431. func filterFieldSets(sets []*structFieldSet) []*structFieldSet {
  432. if len(sets) == 1 {
  433. return sets
  434. }
  435. filtered := make([]*structFieldSet, 0, len(sets))
  436. for _, set := range sets {
  437. if set.isTaggedKey {
  438. filtered = append(filtered, set)
  439. }
  440. }
  441. return filtered
  442. }
  443. func implementsUnmarshalJSONType(typ *runtime.Type) bool {
  444. return typ.Implements(unmarshalJSONType) || typ.Implements(unmarshalJSONContextType)
  445. }