scanner_test.go 6.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315
  1. // Copyright 2010 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package json
  5. import (
  6. "bytes"
  7. "math"
  8. "math/rand"
  9. "reflect"
  10. "testing"
  11. )
  12. // Tests of simple examples.
  13. type example struct {
  14. compact string
  15. indent string
  16. }
  17. var examples = []example{
  18. {`1`, `1`},
  19. {`{}`, `{}`},
  20. {`[]`, `[]`},
  21. {`{"":2}`, "{\n\t\"\": 2\n}"},
  22. {`[3]`, "[\n\t3\n]"},
  23. {`[1,2,3]`, "[\n\t1,\n\t2,\n\t3\n]"},
  24. {`{"x":1}`, "{\n\t\"x\": 1\n}"},
  25. {ex1, ex1i},
  26. }
  27. var ex1 = `[true,false,null,"x",1,1.5,0,-5e+2]`
  28. var ex1i = `[
  29. true,
  30. false,
  31. null,
  32. "x",
  33. 1,
  34. 1.5,
  35. 0,
  36. -5e+2
  37. ]`
  38. func TestCompact(t *testing.T) {
  39. var buf bytes.Buffer
  40. for _, tt := range examples {
  41. buf.Reset()
  42. if err := Compact(&buf, []byte(tt.compact)); err != nil {
  43. t.Errorf("Compact(%#q): %v", tt.compact, err)
  44. } else if s := buf.String(); s != tt.compact {
  45. t.Errorf("Compact(%#q) = %#q, want original", tt.compact, s)
  46. }
  47. buf.Reset()
  48. if err := Compact(&buf, []byte(tt.indent)); err != nil {
  49. t.Errorf("Compact(%#q): %v", tt.indent, err)
  50. continue
  51. } else if s := buf.String(); s != tt.compact {
  52. t.Errorf("Compact(%#q) = %#q, want %#q", tt.indent, s, tt.compact)
  53. }
  54. }
  55. }
  56. func TestCompactSeparators(t *testing.T) {
  57. // U+2028 and U+2029 should be escaped inside strings.
  58. // They should not appear outside strings.
  59. tests := []struct {
  60. in, compact string
  61. }{
  62. {"{\"\u2028\": 1}", `{"\u2028":1}`},
  63. {"{\"\u2029\" :2}", `{"\u2029":2}`},
  64. }
  65. for _, tt := range tests {
  66. var buf bytes.Buffer
  67. if err := Compact(&buf, []byte(tt.in)); err != nil {
  68. t.Errorf("Compact(%q): %v", tt.in, err)
  69. } else if s := buf.String(); s != tt.compact {
  70. t.Errorf("Compact(%q) = %q, want %q", tt.in, s, tt.compact)
  71. }
  72. }
  73. }
  74. func TestIndent(t *testing.T) {
  75. var buf bytes.Buffer
  76. for _, tt := range examples {
  77. buf.Reset()
  78. if err := Indent(&buf, []byte(tt.indent), "", "\t"); err != nil {
  79. t.Errorf("Indent(%#q): %v", tt.indent, err)
  80. } else if s := buf.String(); s != tt.indent {
  81. t.Errorf("Indent(%#q) = %#q, want original", tt.indent, s)
  82. }
  83. buf.Reset()
  84. if err := Indent(&buf, []byte(tt.compact), "", "\t"); err != nil {
  85. t.Errorf("Indent(%#q): %v", tt.compact, err)
  86. continue
  87. } else if s := buf.String(); s != tt.indent {
  88. t.Errorf("Indent(%#q) = %#q, want %#q", tt.compact, s, tt.indent)
  89. }
  90. }
  91. }
  92. // Tests of a large random structure.
  93. func TestCompactBig(t *testing.T) {
  94. initBig()
  95. var buf bytes.Buffer
  96. if err := Compact(&buf, jsonBig); err != nil {
  97. t.Fatalf("Compact: %v", err)
  98. }
  99. b := buf.Bytes()
  100. if !bytes.Equal(b, jsonBig) {
  101. t.Error("Compact(jsonBig) != jsonBig")
  102. diff(t, b, jsonBig)
  103. return
  104. }
  105. }
  106. func TestIndentBig(t *testing.T) {
  107. initBig()
  108. var buf bytes.Buffer
  109. if err := Indent(&buf, jsonBig, "", "\t"); err != nil {
  110. t.Fatalf("Indent1: %v", err)
  111. }
  112. b := buf.Bytes()
  113. if len(b) == len(jsonBig) {
  114. // jsonBig is compact (no unnecessary spaces);
  115. // indenting should make it bigger
  116. t.Fatalf("Indent(jsonBig) did not get bigger")
  117. }
  118. // should be idempotent
  119. var buf1 bytes.Buffer
  120. if err := Indent(&buf1, b, "", "\t"); err != nil {
  121. t.Fatalf("Indent2: %v", err)
  122. }
  123. b1 := buf1.Bytes()
  124. if !bytes.Equal(b1, b) {
  125. t.Error("Indent(Indent(jsonBig)) != Indent(jsonBig)")
  126. diff(t, b1, b)
  127. return
  128. }
  129. // should get back to original
  130. buf1.Reset()
  131. if err := Compact(&buf1, b); err != nil {
  132. t.Fatalf("Compact: %v", err)
  133. }
  134. b1 = buf1.Bytes()
  135. if !bytes.Equal(b1, jsonBig) {
  136. t.Error("Compact(Indent(jsonBig)) != jsonBig")
  137. diff(t, b1, jsonBig)
  138. return
  139. }
  140. }
  141. type indentErrorTest struct {
  142. in string
  143. err error
  144. }
  145. var indentErrorTests = []indentErrorTest{
  146. {`{"X": "foo", "Y"}`, &SyntaxError{"invalid character '}' after object key", 17}},
  147. {`{"X": "foo" "Y": "bar"}`, &SyntaxError{"invalid character '\"' after object key:value pair", 13}},
  148. }
  149. func TestIndentErrors(t *testing.T) {
  150. for i, tt := range indentErrorTests {
  151. slice := make([]uint8, 0)
  152. buf := bytes.NewBuffer(slice)
  153. if err := Indent(buf, []uint8(tt.in), "", ""); err != nil {
  154. if !reflect.DeepEqual(err, tt.err) {
  155. t.Errorf("#%d: Indent: %#v", i, err)
  156. continue
  157. }
  158. }
  159. }
  160. }
  161. func TestNextValueBig(t *testing.T) {
  162. initBig()
  163. var scan Scanner
  164. item, rest, err := NextValue(jsonBig, &scan)
  165. if err != nil {
  166. t.Fatalf("NextValue: %s", err)
  167. }
  168. if len(item) != len(jsonBig) || &item[0] != &jsonBig[0] {
  169. t.Errorf("invalid item: %d %d", len(item), len(jsonBig))
  170. }
  171. if len(rest) != 0 {
  172. t.Errorf("invalid rest: %d", len(rest))
  173. }
  174. item, rest, err = NextValue(append(jsonBig, "HELLO WORLD"...), &scan)
  175. if err != nil {
  176. t.Fatalf("NextValue extra: %s", err)
  177. }
  178. if len(item) != len(jsonBig) {
  179. t.Errorf("invalid item: %d %d", len(item), len(jsonBig))
  180. }
  181. if string(rest) != "HELLO WORLD" {
  182. t.Errorf("invalid rest: %d", len(rest))
  183. }
  184. }
  185. var benchScan Scanner
  186. func BenchmarkSkipValue(b *testing.B) {
  187. initBig()
  188. for i := 0; i < b.N; i++ {
  189. NextValue(jsonBig, &benchScan)
  190. }
  191. b.SetBytes(int64(len(jsonBig)))
  192. }
  193. func diff(t *testing.T, a, b []byte) {
  194. for i := 0; ; i++ {
  195. if i >= len(a) || i >= len(b) || a[i] != b[i] {
  196. j := i - 10
  197. if j < 0 {
  198. j = 0
  199. }
  200. t.Errorf("diverge at %d: «%s» vs «%s»", i, trim(a[j:]), trim(b[j:]))
  201. return
  202. }
  203. }
  204. }
  205. func trim(b []byte) []byte {
  206. if len(b) > 20 {
  207. return b[0:20]
  208. }
  209. return b
  210. }
  211. // Generate a random JSON object.
  212. var jsonBig []byte
  213. func initBig() {
  214. n := 10000
  215. if testing.Short() {
  216. n = 100
  217. }
  218. b, err := Marshal(genValue(n))
  219. if err != nil {
  220. panic(err)
  221. }
  222. jsonBig = b
  223. }
  224. func genValue(n int) interface{} {
  225. if n > 1 {
  226. switch rand.Intn(2) {
  227. case 0:
  228. return genArray(n)
  229. case 1:
  230. return genMap(n)
  231. }
  232. }
  233. switch rand.Intn(3) {
  234. case 0:
  235. return rand.Intn(2) == 0
  236. case 1:
  237. return rand.NormFloat64()
  238. case 2:
  239. return genString(30)
  240. }
  241. panic("unreachable")
  242. }
  243. func genString(stddev float64) string {
  244. n := int(math.Abs(rand.NormFloat64()*stddev + stddev/2))
  245. c := make([]rune, n)
  246. for i := range c {
  247. f := math.Abs(rand.NormFloat64()*64 + 32)
  248. if f > 0x10ffff {
  249. f = 0x10ffff
  250. }
  251. c[i] = rune(f)
  252. }
  253. return string(c)
  254. }
  255. func genArray(n int) []interface{} {
  256. f := int(math.Abs(rand.NormFloat64()) * math.Min(10, float64(n/2)))
  257. if f > n {
  258. f = n
  259. }
  260. if f < 1 {
  261. f = 1
  262. }
  263. x := make([]interface{}, f)
  264. for i := range x {
  265. x[i] = genValue(((i+1)*n)/f - (i*n)/f)
  266. }
  267. return x
  268. }
  269. func genMap(n int) map[string]interface{} {
  270. f := int(math.Abs(rand.NormFloat64()) * math.Min(10, float64(n/2)))
  271. if f > n {
  272. f = n
  273. }
  274. if n > 0 && f == 0 {
  275. f = 1
  276. }
  277. x := make(map[string]interface{})
  278. for i := 0; i < f; i++ {
  279. x[genString(10)] = genValue(((i+1)*n)/f - (i*n)/f)
  280. }
  281. return x
  282. }