compact.go 6.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286
  1. package encoder
  2. import (
  3. "bytes"
  4. "fmt"
  5. "strconv"
  6. "unsafe"
  7. "github.com/goccy/go-json/internal/errors"
  8. )
  9. var (
  10. isWhiteSpace = [256]bool{
  11. ' ': true,
  12. '\n': true,
  13. '\t': true,
  14. '\r': true,
  15. }
  16. isHTMLEscapeChar = [256]bool{
  17. '<': true,
  18. '>': true,
  19. '&': true,
  20. }
  21. nul = byte('\000')
  22. )
  23. func Compact(buf *bytes.Buffer, src []byte, escape bool) error {
  24. if len(src) == 0 {
  25. return errors.ErrUnexpectedEndOfJSON("", 0)
  26. }
  27. buf.Grow(len(src))
  28. dst := buf.Bytes()
  29. ctx := TakeRuntimeContext()
  30. ctxBuf := ctx.Buf[:0]
  31. ctxBuf = append(append(ctxBuf, src...), nul)
  32. ctx.Buf = ctxBuf
  33. if err := compactAndWrite(buf, dst, ctxBuf, escape); err != nil {
  34. ReleaseRuntimeContext(ctx)
  35. return err
  36. }
  37. ReleaseRuntimeContext(ctx)
  38. return nil
  39. }
  40. func compactAndWrite(buf *bytes.Buffer, dst []byte, src []byte, escape bool) error {
  41. dst, err := compact(dst, src, escape)
  42. if err != nil {
  43. return err
  44. }
  45. if _, err := buf.Write(dst); err != nil {
  46. return err
  47. }
  48. return nil
  49. }
  50. func compact(dst, src []byte, escape bool) ([]byte, error) {
  51. buf, cursor, err := compactValue(dst, src, 0, escape)
  52. if err != nil {
  53. return nil, err
  54. }
  55. if err := validateEndBuf(src, cursor); err != nil {
  56. return nil, err
  57. }
  58. return buf, nil
  59. }
  60. func validateEndBuf(src []byte, cursor int64) error {
  61. for {
  62. switch src[cursor] {
  63. case ' ', '\t', '\n', '\r':
  64. cursor++
  65. continue
  66. case nul:
  67. return nil
  68. }
  69. return errors.ErrSyntax(
  70. fmt.Sprintf("invalid character '%c' after top-level value", src[cursor]),
  71. cursor+1,
  72. )
  73. }
  74. }
  75. func skipWhiteSpace(buf []byte, cursor int64) int64 {
  76. LOOP:
  77. if isWhiteSpace[buf[cursor]] {
  78. cursor++
  79. goto LOOP
  80. }
  81. return cursor
  82. }
  83. func compactValue(dst, src []byte, cursor int64, escape bool) ([]byte, int64, error) {
  84. for {
  85. switch src[cursor] {
  86. case ' ', '\t', '\n', '\r':
  87. cursor++
  88. continue
  89. case '{':
  90. return compactObject(dst, src, cursor, escape)
  91. case '}':
  92. return nil, 0, errors.ErrSyntax("unexpected character '}'", cursor)
  93. case '[':
  94. return compactArray(dst, src, cursor, escape)
  95. case ']':
  96. return nil, 0, errors.ErrSyntax("unexpected character ']'", cursor)
  97. case '"':
  98. return compactString(dst, src, cursor, escape)
  99. case '-', '0', '1', '2', '3', '4', '5', '6', '7', '8', '9':
  100. return compactNumber(dst, src, cursor)
  101. case 't':
  102. return compactTrue(dst, src, cursor)
  103. case 'f':
  104. return compactFalse(dst, src, cursor)
  105. case 'n':
  106. return compactNull(dst, src, cursor)
  107. default:
  108. return nil, 0, errors.ErrSyntax(fmt.Sprintf("unexpected character '%c'", src[cursor]), cursor)
  109. }
  110. }
  111. }
  112. func compactObject(dst, src []byte, cursor int64, escape bool) ([]byte, int64, error) {
  113. if src[cursor] == '{' {
  114. dst = append(dst, '{')
  115. } else {
  116. return nil, 0, errors.ErrExpected("expected { character for object value", cursor)
  117. }
  118. cursor = skipWhiteSpace(src, cursor+1)
  119. if src[cursor] == '}' {
  120. dst = append(dst, '}')
  121. return dst, cursor + 1, nil
  122. }
  123. var err error
  124. for {
  125. cursor = skipWhiteSpace(src, cursor)
  126. dst, cursor, err = compactString(dst, src, cursor, escape)
  127. if err != nil {
  128. return nil, 0, err
  129. }
  130. cursor = skipWhiteSpace(src, cursor)
  131. if src[cursor] != ':' {
  132. return nil, 0, errors.ErrExpected("colon after object key", cursor)
  133. }
  134. dst = append(dst, ':')
  135. dst, cursor, err = compactValue(dst, src, cursor+1, escape)
  136. if err != nil {
  137. return nil, 0, err
  138. }
  139. cursor = skipWhiteSpace(src, cursor)
  140. switch src[cursor] {
  141. case '}':
  142. dst = append(dst, '}')
  143. cursor++
  144. return dst, cursor, nil
  145. case ',':
  146. dst = append(dst, ',')
  147. default:
  148. return nil, 0, errors.ErrExpected("comma after object value", cursor)
  149. }
  150. cursor++
  151. }
  152. }
  153. func compactArray(dst, src []byte, cursor int64, escape bool) ([]byte, int64, error) {
  154. if src[cursor] == '[' {
  155. dst = append(dst, '[')
  156. } else {
  157. return nil, 0, errors.ErrExpected("expected [ character for array value", cursor)
  158. }
  159. cursor = skipWhiteSpace(src, cursor+1)
  160. if src[cursor] == ']' {
  161. dst = append(dst, ']')
  162. return dst, cursor + 1, nil
  163. }
  164. var err error
  165. for {
  166. dst, cursor, err = compactValue(dst, src, cursor, escape)
  167. if err != nil {
  168. return nil, 0, err
  169. }
  170. cursor = skipWhiteSpace(src, cursor)
  171. switch src[cursor] {
  172. case ']':
  173. dst = append(dst, ']')
  174. cursor++
  175. return dst, cursor, nil
  176. case ',':
  177. dst = append(dst, ',')
  178. default:
  179. return nil, 0, errors.ErrExpected("comma after array value", cursor)
  180. }
  181. cursor++
  182. }
  183. }
  184. func compactString(dst, src []byte, cursor int64, escape bool) ([]byte, int64, error) {
  185. if src[cursor] != '"' {
  186. return nil, 0, errors.ErrInvalidCharacter(src[cursor], "string", cursor)
  187. }
  188. start := cursor
  189. for {
  190. cursor++
  191. c := src[cursor]
  192. if escape {
  193. if isHTMLEscapeChar[c] {
  194. dst = append(dst, src[start:cursor]...)
  195. dst = append(dst, `\u00`...)
  196. dst = append(dst, hex[c>>4], hex[c&0xF])
  197. start = cursor + 1
  198. } else if c == 0xE2 && cursor+2 < int64(len(src)) && src[cursor+1] == 0x80 && src[cursor+2]&^1 == 0xA8 {
  199. dst = append(dst, src[start:cursor]...)
  200. dst = append(dst, `\u202`...)
  201. dst = append(dst, hex[src[cursor+2]&0xF])
  202. cursor += 2
  203. start = cursor + 3
  204. }
  205. }
  206. switch c {
  207. case '\\':
  208. cursor++
  209. if src[cursor] == nul {
  210. return nil, 0, errors.ErrUnexpectedEndOfJSON("string", int64(len(src)))
  211. }
  212. case '"':
  213. cursor++
  214. return append(dst, src[start:cursor]...), cursor, nil
  215. case nul:
  216. return nil, 0, errors.ErrUnexpectedEndOfJSON("string", int64(len(src)))
  217. }
  218. }
  219. }
  220. func compactNumber(dst, src []byte, cursor int64) ([]byte, int64, error) {
  221. start := cursor
  222. for {
  223. cursor++
  224. if floatTable[src[cursor]] {
  225. continue
  226. }
  227. break
  228. }
  229. num := src[start:cursor]
  230. if _, err := strconv.ParseFloat(*(*string)(unsafe.Pointer(&num)), 64); err != nil {
  231. return nil, 0, err
  232. }
  233. dst = append(dst, num...)
  234. return dst, cursor, nil
  235. }
  236. func compactTrue(dst, src []byte, cursor int64) ([]byte, int64, error) {
  237. if cursor+3 >= int64(len(src)) {
  238. return nil, 0, errors.ErrUnexpectedEndOfJSON("true", cursor)
  239. }
  240. if !bytes.Equal(src[cursor:cursor+4], []byte(`true`)) {
  241. return nil, 0, errors.ErrInvalidCharacter(src[cursor], "true", cursor)
  242. }
  243. dst = append(dst, "true"...)
  244. cursor += 4
  245. return dst, cursor, nil
  246. }
  247. func compactFalse(dst, src []byte, cursor int64) ([]byte, int64, error) {
  248. if cursor+4 >= int64(len(src)) {
  249. return nil, 0, errors.ErrUnexpectedEndOfJSON("false", cursor)
  250. }
  251. if !bytes.Equal(src[cursor:cursor+5], []byte(`false`)) {
  252. return nil, 0, errors.ErrInvalidCharacter(src[cursor], "false", cursor)
  253. }
  254. dst = append(dst, "false"...)
  255. cursor += 5
  256. return dst, cursor, nil
  257. }
  258. func compactNull(dst, src []byte, cursor int64) ([]byte, int64, error) {
  259. if cursor+3 >= int64(len(src)) {
  260. return nil, 0, errors.ErrUnexpectedEndOfJSON("null", cursor)
  261. }
  262. if !bytes.Equal(src[cursor:cursor+4], []byte(`null`)) {
  263. return nil, 0, errors.ErrInvalidCharacter(src[cursor], "null", cursor)
  264. }
  265. dst = append(dst, "null"...)
  266. cursor += 4
  267. return dst, cursor, nil
  268. }