slice.go 7.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301
  1. package decoder
  2. import (
  3. "reflect"
  4. "sync"
  5. "unsafe"
  6. "github.com/goccy/go-json/internal/errors"
  7. "github.com/goccy/go-json/internal/runtime"
  8. )
  9. var (
  10. sliceType = runtime.Type2RType(
  11. reflect.TypeOf((*sliceHeader)(nil)).Elem(),
  12. )
  13. nilSlice = unsafe.Pointer(&sliceHeader{})
  14. )
  15. type sliceDecoder struct {
  16. elemType *runtime.Type
  17. isElemPointerType bool
  18. valueDecoder Decoder
  19. size uintptr
  20. arrayPool sync.Pool
  21. structName string
  22. fieldName string
  23. }
  24. // If use reflect.SliceHeader, data type is uintptr.
  25. // In this case, Go compiler cannot trace reference created by newArray().
  26. // So, define using unsafe.Pointer as data type
  27. type sliceHeader struct {
  28. data unsafe.Pointer
  29. len int
  30. cap int
  31. }
  32. const (
  33. defaultSliceCapacity = 2
  34. )
  35. func newSliceDecoder(dec Decoder, elemType *runtime.Type, size uintptr, structName, fieldName string) *sliceDecoder {
  36. return &sliceDecoder{
  37. valueDecoder: dec,
  38. elemType: elemType,
  39. isElemPointerType: elemType.Kind() == reflect.Ptr || elemType.Kind() == reflect.Map,
  40. size: size,
  41. arrayPool: sync.Pool{
  42. New: func() interface{} {
  43. return &sliceHeader{
  44. data: newArray(elemType, defaultSliceCapacity),
  45. len: 0,
  46. cap: defaultSliceCapacity,
  47. }
  48. },
  49. },
  50. structName: structName,
  51. fieldName: fieldName,
  52. }
  53. }
  54. func (d *sliceDecoder) newSlice(src *sliceHeader) *sliceHeader {
  55. slice := d.arrayPool.Get().(*sliceHeader)
  56. if src.len > 0 {
  57. // copy original elem
  58. if slice.cap < src.cap {
  59. data := newArray(d.elemType, src.cap)
  60. slice = &sliceHeader{data: data, len: src.len, cap: src.cap}
  61. } else {
  62. slice.len = src.len
  63. }
  64. copySlice(d.elemType, *slice, *src)
  65. } else {
  66. slice.len = 0
  67. }
  68. return slice
  69. }
  70. func (d *sliceDecoder) releaseSlice(p *sliceHeader) {
  71. d.arrayPool.Put(p)
  72. }
  73. //go:linkname copySlice reflect.typedslicecopy
  74. func copySlice(elemType *runtime.Type, dst, src sliceHeader) int
  75. //go:linkname newArray reflect.unsafe_NewArray
  76. func newArray(*runtime.Type, int) unsafe.Pointer
  77. //go:linkname typedmemmove reflect.typedmemmove
  78. func typedmemmove(t *runtime.Type, dst, src unsafe.Pointer)
  79. func (d *sliceDecoder) errNumber(offset int64) *errors.UnmarshalTypeError {
  80. return &errors.UnmarshalTypeError{
  81. Value: "number",
  82. Type: reflect.SliceOf(runtime.RType2Type(d.elemType)),
  83. Struct: d.structName,
  84. Field: d.fieldName,
  85. Offset: offset,
  86. }
  87. }
  88. func (d *sliceDecoder) DecodeStream(s *Stream, depth int64, p unsafe.Pointer) error {
  89. depth++
  90. if depth > maxDecodeNestingDepth {
  91. return errors.ErrExceededMaxDepth(s.char(), s.cursor)
  92. }
  93. for {
  94. switch s.char() {
  95. case ' ', '\n', '\t', '\r':
  96. s.cursor++
  97. continue
  98. case 'n':
  99. if err := nullBytes(s); err != nil {
  100. return err
  101. }
  102. typedmemmove(sliceType, p, nilSlice)
  103. return nil
  104. case '[':
  105. s.cursor++
  106. if s.skipWhiteSpace() == ']' {
  107. dst := (*sliceHeader)(p)
  108. if dst.data == nil {
  109. dst.data = newArray(d.elemType, 0)
  110. } else {
  111. dst.len = 0
  112. }
  113. s.cursor++
  114. return nil
  115. }
  116. idx := 0
  117. slice := d.newSlice((*sliceHeader)(p))
  118. srcLen := slice.len
  119. capacity := slice.cap
  120. data := slice.data
  121. for {
  122. if capacity <= idx {
  123. src := sliceHeader{data: data, len: idx, cap: capacity}
  124. capacity *= 2
  125. data = newArray(d.elemType, capacity)
  126. dst := sliceHeader{data: data, len: idx, cap: capacity}
  127. copySlice(d.elemType, dst, src)
  128. }
  129. ep := unsafe.Pointer(uintptr(data) + uintptr(idx)*d.size)
  130. // if srcLen is greater than idx, keep the original reference
  131. if srcLen <= idx {
  132. if d.isElemPointerType {
  133. **(**unsafe.Pointer)(unsafe.Pointer(&ep)) = nil // initialize elem pointer
  134. } else {
  135. // assign new element to the slice
  136. typedmemmove(d.elemType, ep, unsafe_New(d.elemType))
  137. }
  138. }
  139. if err := d.valueDecoder.DecodeStream(s, depth, ep); err != nil {
  140. return err
  141. }
  142. s.skipWhiteSpace()
  143. RETRY:
  144. switch s.char() {
  145. case ']':
  146. slice.cap = capacity
  147. slice.len = idx + 1
  148. slice.data = data
  149. dst := (*sliceHeader)(p)
  150. dst.len = idx + 1
  151. if dst.len > dst.cap {
  152. dst.data = newArray(d.elemType, dst.len)
  153. dst.cap = dst.len
  154. }
  155. copySlice(d.elemType, *dst, *slice)
  156. d.releaseSlice(slice)
  157. s.cursor++
  158. return nil
  159. case ',':
  160. idx++
  161. case nul:
  162. if s.read() {
  163. goto RETRY
  164. }
  165. slice.cap = capacity
  166. slice.data = data
  167. d.releaseSlice(slice)
  168. goto ERROR
  169. default:
  170. slice.cap = capacity
  171. slice.data = data
  172. d.releaseSlice(slice)
  173. goto ERROR
  174. }
  175. s.cursor++
  176. }
  177. case '-', '0', '1', '2', '3', '4', '5', '6', '7', '8', '9':
  178. return d.errNumber(s.totalOffset())
  179. case nul:
  180. if s.read() {
  181. continue
  182. }
  183. goto ERROR
  184. default:
  185. goto ERROR
  186. }
  187. }
  188. ERROR:
  189. return errors.ErrUnexpectedEndOfJSON("slice", s.totalOffset())
  190. }
  191. func (d *sliceDecoder) Decode(ctx *RuntimeContext, cursor, depth int64, p unsafe.Pointer) (int64, error) {
  192. buf := ctx.Buf
  193. depth++
  194. if depth > maxDecodeNestingDepth {
  195. return 0, errors.ErrExceededMaxDepth(buf[cursor], cursor)
  196. }
  197. for {
  198. switch buf[cursor] {
  199. case ' ', '\n', '\t', '\r':
  200. cursor++
  201. continue
  202. case 'n':
  203. if err := validateNull(buf, cursor); err != nil {
  204. return 0, err
  205. }
  206. cursor += 4
  207. typedmemmove(sliceType, p, nilSlice)
  208. return cursor, nil
  209. case '[':
  210. cursor++
  211. cursor = skipWhiteSpace(buf, cursor)
  212. if buf[cursor] == ']' {
  213. dst := (*sliceHeader)(p)
  214. if dst.data == nil {
  215. dst.data = newArray(d.elemType, 0)
  216. } else {
  217. dst.len = 0
  218. }
  219. cursor++
  220. return cursor, nil
  221. }
  222. idx := 0
  223. slice := d.newSlice((*sliceHeader)(p))
  224. srcLen := slice.len
  225. capacity := slice.cap
  226. data := slice.data
  227. for {
  228. if capacity <= idx {
  229. src := sliceHeader{data: data, len: idx, cap: capacity}
  230. capacity *= 2
  231. data = newArray(d.elemType, capacity)
  232. dst := sliceHeader{data: data, len: idx, cap: capacity}
  233. copySlice(d.elemType, dst, src)
  234. }
  235. ep := unsafe.Pointer(uintptr(data) + uintptr(idx)*d.size)
  236. // if srcLen is greater than idx, keep the original reference
  237. if srcLen <= idx {
  238. if d.isElemPointerType {
  239. **(**unsafe.Pointer)(unsafe.Pointer(&ep)) = nil // initialize elem pointer
  240. } else {
  241. // assign new element to the slice
  242. typedmemmove(d.elemType, ep, unsafe_New(d.elemType))
  243. }
  244. }
  245. c, err := d.valueDecoder.Decode(ctx, cursor, depth, ep)
  246. if err != nil {
  247. return 0, err
  248. }
  249. cursor = c
  250. cursor = skipWhiteSpace(buf, cursor)
  251. switch buf[cursor] {
  252. case ']':
  253. slice.cap = capacity
  254. slice.len = idx + 1
  255. slice.data = data
  256. dst := (*sliceHeader)(p)
  257. dst.len = idx + 1
  258. if dst.len > dst.cap {
  259. dst.data = newArray(d.elemType, dst.len)
  260. dst.cap = dst.len
  261. }
  262. copySlice(d.elemType, *dst, *slice)
  263. d.releaseSlice(slice)
  264. cursor++
  265. return cursor, nil
  266. case ',':
  267. idx++
  268. default:
  269. slice.cap = capacity
  270. slice.data = data
  271. d.releaseSlice(slice)
  272. return 0, errors.ErrInvalidCharacter(buf[cursor], "slice", cursor)
  273. }
  274. cursor++
  275. }
  276. case '-', '0', '1', '2', '3', '4', '5', '6', '7', '8', '9':
  277. return 0, d.errNumber(cursor)
  278. default:
  279. return 0, errors.ErrUnexpectedEndOfJSON("slice", cursor)
  280. }
  281. }
  282. }