Compare commits
	
		
			14 Commits
		
	
	
		
	
	| Author | SHA1 | Date | |
|---|---|---|---|
| 10a6627323 | |||
| 06b3b4116e | |||
| ff821390f7 | |||
| c8e9c34706 | |||
| b7c48cb467 | |||
| a0a80899f5 | |||
| 3543441b96 | |||
| eef12da4e6 | |||
| d009aafd4e | |||
| f7b4aa48d7 | |||
| 36b092774d | |||
| a8c6e39ac5 | |||
| 62f2ce9268 | |||
| 49375e90f0 | 
| @@ -6,3 +6,13 @@ const ( | ||||
| 	SortASC  SortDirection = "ASC" | ||||
| 	SortDESC SortDirection = "DESC" | ||||
| ) | ||||
|  | ||||
| func (sd SortDirection) ToMongo() int { | ||||
| 	if sd == SortASC { | ||||
| 		return 1 | ||||
| 	} else if sd == SortDESC { | ||||
| 		return -1 | ||||
| 	} else { | ||||
| 		return 0 | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -11,6 +11,7 @@ import ( | ||||
|  | ||||
| type CursorToken interface { | ||||
| 	Token() string | ||||
| 	IsStart() bool | ||||
| 	IsEnd() bool | ||||
| } | ||||
|  | ||||
|   | ||||
| @@ -115,6 +115,10 @@ func (c CTKeySort) IsEnd() bool { | ||||
| 	return c.Mode == CTMEnd | ||||
| } | ||||
|  | ||||
| func (c CTKeySort) IsStart() bool { | ||||
| 	return c.Mode == CTMStart | ||||
| } | ||||
|  | ||||
| func (c CTKeySort) valuePrimaryObjectId() (primitive.ObjectID, bool) { | ||||
| 	if oid, err := primitive.ObjectIDFromHex(c.ValuePrimary); err == nil { | ||||
| 		return oid, true | ||||
|   | ||||
| @@ -35,3 +35,7 @@ func (c CTPaginated) Token() string { | ||||
| func (c CTPaginated) IsEnd() bool { | ||||
| 	return c.Mode == CTMEnd | ||||
| } | ||||
|  | ||||
| func (c CTPaginated) IsStart() bool { | ||||
| 	return c.Mode == CTMStart || c.Page == 1 | ||||
| } | ||||
|   | ||||
| @@ -205,7 +205,7 @@ func (ee *ExErr) ShortLog(evt *zerolog.Event) { | ||||
| } | ||||
|  | ||||
| // RecursiveMessage returns the message to show | ||||
| // = first error (top-down) that is not wrapping/foreign/empty | ||||
| // = first error (top-down) that is not foreign/empty | ||||
| // = lowest level error (that is not empty) | ||||
| // = fallback to self.message | ||||
| func (ee *ExErr) RecursiveMessage() string { | ||||
| @@ -213,7 +213,7 @@ func (ee *ExErr) RecursiveMessage() string { | ||||
| 	// ==== [1] ==== first error (top-down) that is not wrapping/foreign/empty | ||||
|  | ||||
| 	for curr := ee; curr != nil; curr = curr.OriginalError { | ||||
| 		if curr.Message != "" && curr.Category != CatWrap && curr.Category != CatForeign { | ||||
| 		if curr.Message != "" && curr.Category != CatForeign { | ||||
| 			return curr.Message | ||||
| 		} | ||||
| 	} | ||||
|   | ||||
							
								
								
									
										36
									
								
								go.mod
									
									
									
									
									
								
							
							
						
						
									
										36
									
								
								go.mod
									
									
									
									
									
								
							| @@ -8,37 +8,37 @@ require ( | ||||
| 	github.com/jmoiron/sqlx v1.4.0 | ||||
| 	github.com/rs/xid v1.6.0 | ||||
| 	github.com/rs/zerolog v1.33.0 | ||||
| 	go.mongodb.org/mongo-driver v1.17.1 | ||||
| 	golang.org/x/crypto v0.29.0 | ||||
| 	golang.org/x/sys v0.27.0 | ||||
| 	golang.org/x/term v0.26.0 | ||||
| 	go.mongodb.org/mongo-driver v1.17.2 | ||||
| 	golang.org/x/crypto v0.32.0 | ||||
| 	golang.org/x/sys v0.29.0 | ||||
| 	golang.org/x/term v0.28.0 | ||||
| ) | ||||
|  | ||||
| require ( | ||||
| 	github.com/disintegration/imaging v1.6.2 | ||||
| 	github.com/jung-kurt/gofpdf v1.16.2 | ||||
| 	golang.org/x/sync v0.9.0 | ||||
| 	golang.org/x/sync v0.10.0 | ||||
| ) | ||||
|  | ||||
| require ( | ||||
| 	github.com/bytedance/sonic v1.12.5 // indirect | ||||
| 	github.com/bytedance/sonic/loader v0.2.1 // indirect | ||||
| 	github.com/cloudwego/base64x v0.1.4 // indirect | ||||
| 	github.com/bytedance/sonic v1.12.8 // indirect | ||||
| 	github.com/bytedance/sonic/loader v0.2.3 // indirect | ||||
| 	github.com/cloudwego/base64x v0.1.5 // indirect | ||||
| 	github.com/cloudwego/iasm v0.2.0 // indirect | ||||
| 	github.com/dustin/go-humanize v1.0.1 // indirect | ||||
| 	github.com/gabriel-vasile/mimetype v1.4.7 // indirect | ||||
| 	github.com/gin-contrib/sse v0.1.0 // indirect | ||||
| 	github.com/gabriel-vasile/mimetype v1.4.8 // indirect | ||||
| 	github.com/gin-contrib/sse v1.0.0 // indirect | ||||
| 	github.com/go-playground/locales v0.14.1 // indirect | ||||
| 	github.com/go-playground/universal-translator v0.18.1 // indirect | ||||
| 	github.com/go-playground/validator/v10 v10.23.0 // indirect | ||||
| 	github.com/goccy/go-json v0.10.3 // indirect | ||||
| 	github.com/go-playground/validator/v10 v10.24.0 // indirect | ||||
| 	github.com/goccy/go-json v0.10.5 // indirect | ||||
| 	github.com/golang/snappy v0.0.4 // indirect | ||||
| 	github.com/google/uuid v1.5.0 // indirect | ||||
| 	github.com/json-iterator/go v1.1.12 // indirect | ||||
| 	github.com/klauspost/compress v1.17.11 // indirect | ||||
| 	github.com/klauspost/cpuid/v2 v2.2.9 // indirect | ||||
| 	github.com/leodido/go-urn v1.4.0 // indirect | ||||
| 	github.com/mattn/go-colorable v0.1.13 // indirect | ||||
| 	github.com/mattn/go-colorable v0.1.14 // indirect | ||||
| 	github.com/mattn/go-isatty v0.0.20 // indirect | ||||
| 	github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect | ||||
| 	github.com/modern-go/reflect2 v1.0.2 // indirect | ||||
| @@ -51,11 +51,11 @@ require ( | ||||
| 	github.com/xdg-go/scram v1.1.2 // indirect | ||||
| 	github.com/xdg-go/stringprep v1.0.4 // indirect | ||||
| 	github.com/youmark/pkcs8 v0.0.0-20240726163527-a2c0da244d78 // indirect | ||||
| 	golang.org/x/arch v0.12.0 // indirect | ||||
| 	golang.org/x/image v0.22.0 // indirect | ||||
| 	golang.org/x/net v0.31.0 // indirect | ||||
| 	golang.org/x/text v0.20.0 // indirect | ||||
| 	google.golang.org/protobuf v1.35.2 // indirect | ||||
| 	golang.org/x/arch v0.13.0 // indirect | ||||
| 	golang.org/x/image v0.23.0 // indirect | ||||
| 	golang.org/x/net v0.34.0 // indirect | ||||
| 	golang.org/x/text v0.21.0 // indirect | ||||
| 	google.golang.org/protobuf v1.36.4 // indirect | ||||
| 	gopkg.in/yaml.v3 v3.0.1 // indirect | ||||
| 	modernc.org/libc v1.37.6 // indirect | ||||
| 	modernc.org/mathutil v1.6.0 // indirect | ||||
|   | ||||
							
								
								
									
										63
									
								
								go.sum
									
									
									
									
									
								
							
							
						
						
									
										63
									
								
								go.sum
									
									
									
									
									
								
							| @@ -7,13 +7,25 @@ github.com/bytedance/sonic v1.12.4 h1:9Csb3c9ZJhfUWeMtpCDCq6BUoH5ogfDFLUgQ/jG+R0 | ||||
| github.com/bytedance/sonic v1.12.4/go.mod h1:B8Gt/XvtZ3Fqj+iSKMypzymZxw/FVwgIGKzMzT9r/rk= | ||||
| github.com/bytedance/sonic v1.12.5 h1:hoZxY8uW+mT+OpkcUWw4k0fDINtOcVavEsGfzwzFU/w= | ||||
| github.com/bytedance/sonic v1.12.5/go.mod h1:B8Gt/XvtZ3Fqj+iSKMypzymZxw/FVwgIGKzMzT9r/rk= | ||||
| github.com/bytedance/sonic v1.12.6 h1:/isNmCUF2x3Sh8RAp/4mh4ZGkcFAX/hLrzrK3AvpRzk= | ||||
| github.com/bytedance/sonic v1.12.6/go.mod h1:B8Gt/XvtZ3Fqj+iSKMypzymZxw/FVwgIGKzMzT9r/rk= | ||||
| github.com/bytedance/sonic v1.12.7 h1:CQU8pxOy9HToxhndH0Kx/S1qU/CuS9GnKYrGioDcU1Q= | ||||
| github.com/bytedance/sonic v1.12.7/go.mod h1:tnbal4mxOMju17EGfknm2XyYcpyCnIROYOEYuemj13I= | ||||
| github.com/bytedance/sonic v1.12.8 h1:4xYRVRlXIgvSZ4e8iVTlMF5szgpXd4AfvuWgA8I8lgs= | ||||
| github.com/bytedance/sonic v1.12.8/go.mod h1:uVvFidNmlt9+wa31S1urfwwthTWteBgG0hWuoKAXTx8= | ||||
| github.com/bytedance/sonic/loader v0.1.1/go.mod h1:ncP89zfokxS5LZrJxl5z0UJcsk4M4yY2JpfqGeCtNLU= | ||||
| github.com/bytedance/sonic/loader v0.2.0 h1:zNprn+lsIP06C/IqCHs3gPQIvnvpKbbxyXQP1iU4kWM= | ||||
| github.com/bytedance/sonic/loader v0.2.0/go.mod h1:ncP89zfokxS5LZrJxl5z0UJcsk4M4yY2JpfqGeCtNLU= | ||||
| github.com/bytedance/sonic/loader v0.2.1 h1:1GgorWTqf12TA8mma4DDSbaQigE2wOgQo7iCjjJv3+E= | ||||
| github.com/bytedance/sonic/loader v0.2.1/go.mod h1:ncP89zfokxS5LZrJxl5z0UJcsk4M4yY2JpfqGeCtNLU= | ||||
| github.com/bytedance/sonic/loader v0.2.2 h1:jxAJuN9fOot/cyz5Q6dUuMJF5OqQ6+5GfA8FjjQ0R4o= | ||||
| github.com/bytedance/sonic/loader v0.2.2/go.mod h1:N8A3vUdtUebEY2/VQC0MyhYeKUFosQU6FxH2JmUe6VI= | ||||
| github.com/bytedance/sonic/loader v0.2.3 h1:yctD0Q3v2NOGfSWPLPvG2ggA2kV6TS6s4wioyEqssH0= | ||||
| github.com/bytedance/sonic/loader v0.2.3/go.mod h1:N8A3vUdtUebEY2/VQC0MyhYeKUFosQU6FxH2JmUe6VI= | ||||
| github.com/cloudwego/base64x v0.1.4 h1:jwCgWpFanWmN8xoIUHa2rtzmkd5J2plF/dnLS6Xd/0Y= | ||||
| github.com/cloudwego/base64x v0.1.4/go.mod h1:0zlkT4Wn5C6NdauXdJRhSKRlJvmclQ1hhJgA0rcu/8w= | ||||
| github.com/cloudwego/base64x v0.1.5 h1:XPciSp1xaq2VCSt6lF0phncD4koWyULpl5bUxbfCyP4= | ||||
| github.com/cloudwego/base64x v0.1.5/go.mod h1:0zlkT4Wn5C6NdauXdJRhSKRlJvmclQ1hhJgA0rcu/8w= | ||||
| github.com/cloudwego/iasm v0.2.0 h1:1KNIy1I1H9hNNFEEH3DVnI4UujN+1zjpuk6gwHLTssg= | ||||
| github.com/cloudwego/iasm v0.2.0/go.mod h1:8rXZaNYT2n95jn+zTI1sDr+IgcD2GVs0nlbbQPiEFhY= | ||||
| github.com/coreos/go-systemd/v22 v22.5.0/go.mod h1:Y58oyj3AT4RCenI/lSvhwexgC+NSVTIJ3seZv2GcEnc= | ||||
| @@ -30,8 +42,12 @@ github.com/gabriel-vasile/mimetype v1.4.6 h1:3+PzJTKLkvgjeTbts6msPJt4DixhT4YtFNf | ||||
| github.com/gabriel-vasile/mimetype v1.4.6/go.mod h1:JX1qVKqZd40hUPpAfiNTe0Sne7hdfKSbOqqmkq8GCXc= | ||||
| github.com/gabriel-vasile/mimetype v1.4.7 h1:SKFKl7kD0RiPdbht0s7hFtjl489WcQ1VyPW8ZzUMYCA= | ||||
| github.com/gabriel-vasile/mimetype v1.4.7/go.mod h1:GDlAgAyIRT27BhFl53XNAFtfjzOkLaF35JdEG0P7LtU= | ||||
| github.com/gabriel-vasile/mimetype v1.4.8 h1:FfZ3gj38NjllZIeJAmMhr+qKL8Wu+nOoI3GqacKw1NM= | ||||
| github.com/gabriel-vasile/mimetype v1.4.8/go.mod h1:ByKUIKGjh1ODkGM1asKUbQZOLGrPjydw3hYPU2YU9t8= | ||||
| github.com/gin-contrib/sse v0.1.0 h1:Y/yl/+YNO8GZSjAhjMsSuLt29uWRFHdHYUb5lYOV9qE= | ||||
| github.com/gin-contrib/sse v0.1.0/go.mod h1:RHrZQHXnP2xjPF+u1gW/2HnVO7nvIa9PG3Gm+fLHvGI= | ||||
| github.com/gin-contrib/sse v1.0.0 h1:y3bT1mUWUxDpW4JLQg/HnTqV4rozuW4tC9eFKTxYI9E= | ||||
| github.com/gin-contrib/sse v1.0.0/go.mod h1:zNuFdwarAygJBht0NTKiSi3jRf6RbqeILZ9Sp6Slhe0= | ||||
| github.com/gin-gonic/gin v1.10.0 h1:nTuyha1TYqgedzytsKYqna+DfLos46nTv2ygFy86HFU= | ||||
| github.com/gin-gonic/gin v1.10.0/go.mod h1:4PMNQiOhvDRa013RKVbsiNwoyezlm2rm0uX/T7kzp5Y= | ||||
| github.com/glebarez/go-sqlite v1.22.0 h1:uAcMJhaA6r3LHMTFgP0SifzgXg46yJkgxqyuyec+ruQ= | ||||
| @@ -46,10 +62,16 @@ github.com/go-playground/validator/v10 v10.22.1 h1:40JcKH+bBNGFczGuoBYgX4I6m/i27 | ||||
| github.com/go-playground/validator/v10 v10.22.1/go.mod h1:dbuPbCMFw/DrkbEynArYaCwl3amGuJotoKCe95atGMM= | ||||
| github.com/go-playground/validator/v10 v10.23.0 h1:/PwmTwZhS0dPkav3cdK9kV1FsAmrL8sThn8IHr/sO+o= | ||||
| github.com/go-playground/validator/v10 v10.23.0/go.mod h1:dbuPbCMFw/DrkbEynArYaCwl3amGuJotoKCe95atGMM= | ||||
| github.com/go-playground/validator/v10 v10.24.0 h1:KHQckvo8G6hlWnrPX4NJJ+aBfWNAE/HH+qdL2cBpCmg= | ||||
| github.com/go-playground/validator/v10 v10.24.0/go.mod h1:GGzBIJMuE98Ic/kJsBXbz1x/7cByt++cQ+YOuDM5wus= | ||||
| github.com/go-sql-driver/mysql v1.8.1 h1:LedoTUt/eveggdHS9qUFC1EFSa8bU2+1pZjSRpvNJ1Y= | ||||
| github.com/go-sql-driver/mysql v1.8.1/go.mod h1:wEBSXgmK//2ZFJyE+qWnIsVGmvmEKlqwuVSjsCm7DZg= | ||||
| github.com/goccy/go-json v0.10.3 h1:KZ5WoDbxAIgm2HNbYckL0se1fHD6rz5j4ywS6ebzDqA= | ||||
| github.com/goccy/go-json v0.10.3/go.mod h1:oq7eo15ShAhp70Anwd5lgX2pLfOS3QCiwU/PULtXL6M= | ||||
| github.com/goccy/go-json v0.10.4 h1:JSwxQzIqKfmFX1swYPpUThQZp/Ka4wzJdK0LWVytLPM= | ||||
| github.com/goccy/go-json v0.10.4/go.mod h1:oq7eo15ShAhp70Anwd5lgX2pLfOS3QCiwU/PULtXL6M= | ||||
| github.com/goccy/go-json v0.10.5 h1:Fq85nIqj+gXn/S5ahsiTlK3TmC85qgirsdTP/+DeaC4= | ||||
| github.com/goccy/go-json v0.10.5/go.mod h1:oq7eo15ShAhp70Anwd5lgX2pLfOS3QCiwU/PULtXL6M= | ||||
| github.com/godbus/dbus/v5 v5.0.4/go.mod h1:xhWf0FNVPg57R7Z0UbKHbJfkEywrmjJnf7w5xrFpKfA= | ||||
| github.com/golang/snappy v0.0.4 h1:yAGX7huGHXlcLOEtBnF4w7FQwA26wojNCwOYAEhLjQM= | ||||
| github.com/golang/snappy v0.0.4/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q= | ||||
| @@ -83,6 +105,8 @@ github.com/lib/pq v1.10.9 h1:YXG7RB+JIjhP29X+OtkiDnYaXQwpS4JEWq7dtCCRUEw= | ||||
| github.com/lib/pq v1.10.9/go.mod h1:AlVN5x4E4T544tWzH6hKfbfQvm3HdbOxrmggDNAPY9o= | ||||
| github.com/mattn/go-colorable v0.1.13 h1:fFA4WZxdEF4tXPZVKMLwD8oUnCTTo08duU7wxecdEvA= | ||||
| github.com/mattn/go-colorable v0.1.13/go.mod h1:7S9/ev0klgBDR4GtXTXX8a3vIGJpMovkB8vQcUbaXHg= | ||||
| github.com/mattn/go-colorable v0.1.14 h1:9A9LHSqF/7dyVVX6g0U9cwm9pG3kP9gSzcuIPHPsaIE= | ||||
| github.com/mattn/go-colorable v0.1.14/go.mod h1:6LmQG8QLFO4G5z1gPvYEzlUgJ2wF+stgPZH1UqBm1s8= | ||||
| github.com/mattn/go-isatty v0.0.16/go.mod h1:kYGgaQfpe5nmfYZH+SKPsOc2e4SrIfOl2e/yFXSvRLM= | ||||
| github.com/mattn/go-isatty v0.0.19/go.mod h1:W+V8PltTTMOvKvAeJH7IuucS94S2C6jfK/D7dTCTo3Y= | ||||
| github.com/mattn/go-isatty v0.0.20 h1:xfD0iDuEKnDkl03q4limB+vH+GxLEtL/jb4xVJSWWEY= | ||||
| @@ -114,14 +138,17 @@ github.com/ruudk/golang-pdf417 v0.0.0-20181029194003-1af4ab5afa58/go.mod h1:6lfF | ||||
| github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= | ||||
| github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw= | ||||
| github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo= | ||||
| github.com/stretchr/objx v0.5.2/go.mod h1:FRsXN1f5AsAjCGJKqEizvkpNtU+EGNCLh3NxZ/8L+MA= | ||||
| github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs= | ||||
| github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= | ||||
| github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= | ||||
| github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= | ||||
| github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU= | ||||
| github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4= | ||||
| github.com/stretchr/testify v1.8.4/go.mod h1:sz/lmYIOXD/1dqDmKjjqLyZ2RngseejIcXlSw2iwfAo= | ||||
| github.com/stretchr/testify v1.9.0 h1:HtqpIVDClZ4nwg75+f6Lvsy/wHu+3BoSGCbBAcpTsTg= | ||||
| github.com/stretchr/testify v1.9.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY= | ||||
| github.com/stretchr/testify v1.10.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY= | ||||
| github.com/twitchyliquid64/golang-asm v0.15.1 h1:SU5vSMR7hnwNxj24w34ZyCi/FmDZTkS4MhqMhdFk5YI= | ||||
| github.com/twitchyliquid64/golang-asm v0.15.1/go.mod h1:a1lVb/DtPvCB8fslRZhAngC2+aY1QWCk3Cedj/Gdt08= | ||||
| github.com/ugorji/go/codec v1.2.12 h1:9LC83zGrHhuUA9l16C9AHXAqEV/2wBQ4nkvumAE65EE= | ||||
| @@ -137,22 +164,34 @@ github.com/youmark/pkcs8 v0.0.0-20240726163527-a2c0da244d78/go.mod h1:aL8wCCfTfS | ||||
| github.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY= | ||||
| go.mongodb.org/mongo-driver v1.17.1 h1:Wic5cJIwJgSpBhe3lx3+/RybR5PiYRMpVFgO7cOHyIM= | ||||
| go.mongodb.org/mongo-driver v1.17.1/go.mod h1:wwWm/+BuOddhcq3n68LKRmgk2wXzmF6s0SFOa0GINL4= | ||||
| go.mongodb.org/mongo-driver v1.17.2 h1:gvZyk8352qSfzyZ2UMWcpDpMSGEr1eqE4T793SqyhzM= | ||||
| go.mongodb.org/mongo-driver v1.17.2/go.mod h1:Hy04i7O2kC4RS06ZrhPRqj/u4DTYkFDAAccj+rVKqgQ= | ||||
| golang.org/x/arch v0.11.0 h1:KXV8WWKCXm6tRpLirl2szsO5j/oOODwZf4hATmGVNs4= | ||||
| golang.org/x/arch v0.11.0/go.mod h1:FEVrYAQjsQXMVJ1nsMoVVXPZg6p2JE2mx8psSWTDQys= | ||||
| golang.org/x/arch v0.12.0 h1:UsYJhbzPYGsT0HbEdmYcqtCv8UNGvnaL561NnIUvaKg= | ||||
| golang.org/x/arch v0.12.0/go.mod h1:FEVrYAQjsQXMVJ1nsMoVVXPZg6p2JE2mx8psSWTDQys= | ||||
| golang.org/x/arch v0.13.0 h1:KCkqVVV1kGg0X87TFysjCJ8MxtZEIU4Ja/yXGeoECdA= | ||||
| golang.org/x/arch v0.13.0/go.mod h1:FEVrYAQjsQXMVJ1nsMoVVXPZg6p2JE2mx8psSWTDQys= | ||||
| golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= | ||||
| golang.org/x/crypto v0.0.0-20210921155107-089bfa567519/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc= | ||||
| golang.org/x/crypto v0.28.0 h1:GBDwsMXVQi34v5CCYUm2jkJvu4cbtru2U4TN2PSyQnw= | ||||
| golang.org/x/crypto v0.28.0/go.mod h1:rmgy+3RHxRZMyY0jjAJShp2zgEdOqj2AO7U0pYmeQ7U= | ||||
| golang.org/x/crypto v0.29.0 h1:L5SG1JTTXupVV3n6sUqMTeWbjAyfPwoda2DLX8J8FrQ= | ||||
| golang.org/x/crypto v0.29.0/go.mod h1:+F4F4N5hv6v38hfeYwTdx20oUvLLc+QfrE9Ax9HtgRg= | ||||
| golang.org/x/crypto v0.30.0 h1:RwoQn3GkWiMkzlX562cLB7OxWvjH1L8xutO2WoJcRoY= | ||||
| golang.org/x/crypto v0.30.0/go.mod h1:kDsLvtWBEx7MV9tJOj9bnXsPbxwJQ6csT/x4KIN4Ssk= | ||||
| golang.org/x/crypto v0.31.0 h1:ihbySMvVjLAeSH1IbfcRTkD/iNscyz8rGzjF/E5hV6U= | ||||
| golang.org/x/crypto v0.31.0/go.mod h1:kDsLvtWBEx7MV9tJOj9bnXsPbxwJQ6csT/x4KIN4Ssk= | ||||
| golang.org/x/crypto v0.32.0 h1:euUpcYgM8WcP71gNpTqQCn6rC2t6ULUPiOzfWaXVVfc= | ||||
| golang.org/x/crypto v0.32.0/go.mod h1:ZnnJkOaASj8g0AjIduWNlq2NRxL0PlBrbKVyZ6V/Ugc= | ||||
| golang.org/x/image v0.0.0-20190910094157-69e4b8554b2a/go.mod h1:FeLwcggjj3mMvU+oOTbSwawSJRM1uh48EjtB4UJZlP0= | ||||
| golang.org/x/image v0.0.0-20191009234506-e7c1f5e7dbb8/go.mod h1:FeLwcggjj3mMvU+oOTbSwawSJRM1uh48EjtB4UJZlP0= | ||||
| golang.org/x/image v0.21.0 h1:c5qV36ajHpdj4Qi0GnE0jUc/yuo33OLFaa0d+crTD5s= | ||||
| golang.org/x/image v0.21.0/go.mod h1:vUbsLavqK/W303ZroQQVKQ+Af3Yl6Uz1Ppu5J/cLz78= | ||||
| golang.org/x/image v0.22.0 h1:UtK5yLUzilVrkjMAZAZ34DXGpASN8i8pj8g+O+yd10g= | ||||
| golang.org/x/image v0.22.0/go.mod h1:9hPFhljd4zZ1GNSIZJ49sqbp45GKK9t6w+iXvGqZUz4= | ||||
| golang.org/x/image v0.23.0 h1:HseQ7c2OpPKTPVzNjG5fwJsOTCiiwS4QdsYi5XU6H68= | ||||
| golang.org/x/image v0.23.0/go.mod h1:wJJBTdLfCCf3tiHa1fNxpZmUI4mmoZvwMCPP0ddoNKY= | ||||
| golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4= | ||||
| golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= | ||||
| golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= | ||||
| @@ -161,12 +200,20 @@ golang.org/x/net v0.30.0 h1:AcW1SDZMkb8IpzCdQUaIq2sP4sZ4zw+55h6ynffypl4= | ||||
| golang.org/x/net v0.30.0/go.mod h1:2wGyMJ5iFasEhkwi13ChkO/t1ECNC4X4eBKkVFyYFlU= | ||||
| golang.org/x/net v0.31.0 h1:68CPQngjLL0r2AlUKiSxtQFKvzRVbnzLwMUn5SzcLHo= | ||||
| golang.org/x/net v0.31.0/go.mod h1:P4fl1q7dY2hnZFxEk4pPSkDHF+QqjitcnDjUQyMM+pM= | ||||
| golang.org/x/net v0.32.0 h1:ZqPmj8Kzc+Y6e0+skZsuACbx+wzMgo5MQsJh9Qd6aYI= | ||||
| golang.org/x/net v0.32.0/go.mod h1:CwU0IoeOlnQQWJ6ioyFrfRuomB8GKF6KbYXZVyeXNfs= | ||||
| golang.org/x/net v0.33.0 h1:74SYHlV8BIgHIFC/LrYkOGIwL19eTYXQ5wc6TBuO36I= | ||||
| golang.org/x/net v0.33.0/go.mod h1:HXLR5J+9DxmrqMwG9qjGCxZ+zKXxBru04zlTvWlWuN4= | ||||
| golang.org/x/net v0.34.0 h1:Mb7Mrk043xzHgnRM88suvJFwzVrRfHEHJEl5/71CKw0= | ||||
| golang.org/x/net v0.34.0/go.mod h1:di0qlW3YNM5oh6GqDGQr92MyTozJPmybPK4Ev/Gm31k= | ||||
| golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= | ||||
| golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= | ||||
| golang.org/x/sync v0.8.0 h1:3NFvSEYkUoMifnESzZl15y791HH1qU2xm6eCJU5ZPXQ= | ||||
| golang.org/x/sync v0.8.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk= | ||||
| golang.org/x/sync v0.9.0 h1:fEo0HyrW1GIgZdpbhCRO0PkJajUS5H9IFUztCgEo2jQ= | ||||
| golang.org/x/sync v0.9.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk= | ||||
| golang.org/x/sync v0.10.0 h1:3NQrjDixjgGwUOCaF8w2+VYHv0Ve/vGYSbdkTa98gmQ= | ||||
| golang.org/x/sync v0.10.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk= | ||||
| golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= | ||||
| golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= | ||||
| golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= | ||||
| @@ -180,12 +227,20 @@ golang.org/x/sys v0.26.0 h1:KHjCJyddX0LoSTb3J+vWpupP9p0oznkqVk/IfjymZbo= | ||||
| golang.org/x/sys v0.26.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= | ||||
| golang.org/x/sys v0.27.0 h1:wBqf8DvsY9Y/2P8gAfPDEYNuS30J4lPHJxXSb/nJZ+s= | ||||
| golang.org/x/sys v0.27.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= | ||||
| golang.org/x/sys v0.28.0 h1:Fksou7UEQUWlKvIdsqzJmUmCX3cZuD2+P3XyyzwMhlA= | ||||
| golang.org/x/sys v0.28.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= | ||||
| golang.org/x/sys v0.29.0 h1:TPYlXGxvx1MGTn2GiZDhnjPA9wZzZeGKHHmKhHYvgaU= | ||||
| golang.org/x/sys v0.29.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= | ||||
| golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= | ||||
| golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8= | ||||
| golang.org/x/term v0.25.0 h1:WtHI/ltw4NvSUig5KARz9h521QvRC8RmF/cuYqifU24= | ||||
| golang.org/x/term v0.25.0/go.mod h1:RPyXicDX+6vLxogjjRxjgD2TKtmAO6NZBsBRfrOLu7M= | ||||
| golang.org/x/term v0.26.0 h1:WEQa6V3Gja/BhNxg540hBip/kkaYtRg3cxg4oXSw4AU= | ||||
| golang.org/x/term v0.26.0/go.mod h1:Si5m1o57C5nBNQo5z1iq+XDijt21BDBDp2bK0QI8e3E= | ||||
| golang.org/x/term v0.27.0 h1:WP60Sv1nlK1T6SupCHbXzSaN0b9wUmsPoRS9b61A23Q= | ||||
| golang.org/x/term v0.27.0/go.mod h1:iMsnZpn0cago0GOrHO2+Y7u7JPn5AylBrcoWkElMTSM= | ||||
| golang.org/x/term v0.28.0 h1:/Ts8HFuMR2E6IP/jlo7QVLZHggjKQbhu/7H0LJFr3Gg= | ||||
| golang.org/x/term v0.28.0/go.mod h1:Sw/lC2IAUZ92udQNf3WodGtn4k/XoLyZoh8v/8uiwek= | ||||
| golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= | ||||
| golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= | ||||
| golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ= | ||||
| @@ -194,6 +249,8 @@ golang.org/x/text v0.19.0 h1:kTxAhCbGbxhK0IwgSKiMO5awPoDQ0RpfiVYBfK860YM= | ||||
| golang.org/x/text v0.19.0/go.mod h1:BuEKDfySbSR4drPmRPG/7iBdf8hvFMuRexcpahXilzY= | ||||
| golang.org/x/text v0.20.0 h1:gK/Kv2otX8gz+wn7Rmb3vT96ZwuoxnQlY+HlJVj7Qug= | ||||
| golang.org/x/text v0.20.0/go.mod h1:D4IsuqiFMhST5bX19pQ9ikHC2GsaKyk/oF+pn3ducp4= | ||||
| golang.org/x/text v0.21.0 h1:zyQAAkrwaneQ066sspRyJaG9VNi/YJ1NfzcGB3hZ/qo= | ||||
| golang.org/x/text v0.21.0/go.mod h1:4IBbMaMmOPCJ8SecivzSH54+73PCFmPWxNTLm+vZkEQ= | ||||
| golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= | ||||
| golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= | ||||
| golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc= | ||||
| @@ -204,6 +261,12 @@ google.golang.org/protobuf v1.35.1 h1:m3LfL6/Ca+fqnjnlqQXNpFPABW1UD7mjh8KO2mKFyt | ||||
| google.golang.org/protobuf v1.35.1/go.mod h1:9fA7Ob0pmnwhb644+1+CVWFRbNajQ6iRojtC/QF5bRE= | ||||
| google.golang.org/protobuf v1.35.2 h1:8Ar7bF+apOIoThw1EdZl0p1oWvMqTHmpA2fRTyZO8io= | ||||
| google.golang.org/protobuf v1.35.2/go.mod h1:9fA7Ob0pmnwhb644+1+CVWFRbNajQ6iRojtC/QF5bRE= | ||||
| google.golang.org/protobuf v1.36.1 h1:yBPeRvTftaleIgM3PZ/WBIZ7XM/eEYAaEyCwvyjq/gk= | ||||
| google.golang.org/protobuf v1.36.1/go.mod h1:9fA7Ob0pmnwhb644+1+CVWFRbNajQ6iRojtC/QF5bRE= | ||||
| google.golang.org/protobuf v1.36.2 h1:R8FeyR1/eLmkutZOM5CWghmo5itiG9z0ktFlTVLuTmU= | ||||
| google.golang.org/protobuf v1.36.2/go.mod h1:9fA7Ob0pmnwhb644+1+CVWFRbNajQ6iRojtC/QF5bRE= | ||||
| google.golang.org/protobuf v1.36.4 h1:6A3ZDJHn/eNqc1i+IdefRzy/9PokBTPvcqMySR7NNIM= | ||||
| google.golang.org/protobuf v1.36.4/go.mod h1:9fA7Ob0pmnwhb644+1+CVWFRbNajQ6iRojtC/QF5bRE= | ||||
| gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405 h1:yhCVgyC4o1eVCa2tZl7eS0r+SDo693bJlVdllGtEeKM= | ||||
| gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= | ||||
| gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= | ||||
|   | ||||
| @@ -1,5 +1,5 @@ | ||||
| package goext | ||||
|  | ||||
| const GoextVersion = "0.0.546" | ||||
| const GoextVersion = "0.0.559" | ||||
|  | ||||
| const GoextVersionTimestamp = "2024-11-28T12:06:57+0100" | ||||
| const GoextVersionTimestamp = "2025-01-28T15:55:18+0100" | ||||
|   | ||||
| @@ -1,27 +0,0 @@ | ||||
| Copyright (c) 2009 The Go Authors. All rights reserved. | ||||
|  | ||||
| Redistribution and use in source and binary forms, with or without | ||||
| modification, are permitted provided that the following conditions are | ||||
| met: | ||||
|  | ||||
|    * Redistributions of source code must retain the above copyright | ||||
| notice, this list of conditions and the following disclaimer. | ||||
|    * Redistributions in binary form must reproduce the above | ||||
| copyright notice, this list of conditions and the following disclaimer | ||||
| in the documentation and/or other materials provided with the | ||||
| distribution. | ||||
|    * Neither the name of Google Inc. nor the names of its | ||||
| contributors may be used to endorse or promote products derived from | ||||
| this software without specific prior written permission. | ||||
|  | ||||
| THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS | ||||
| "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT | ||||
| LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR | ||||
| A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT | ||||
| OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, | ||||
| SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT | ||||
| LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, | ||||
| DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY | ||||
| THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | ||||
| (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | ||||
| OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | ||||
| @@ -4,9 +4,12 @@ JSON serializer which serializes nil-Arrays as `[]` and nil-maps als `{}`. | ||||
|  | ||||
| Idea from: https://github.com/homelight/json | ||||
|  | ||||
| Forked from https://github.com/golang/go/tree/547e8e22fe565d65d1fd4d6e71436a5a855447b0/src/encoding/json ( tag go1.20.2 ) | ||||
| Forked from https://github.com/golang/go/tree/194de8fbfaf4c3ed54e1a3c1b14fc67a830b8d95/src/encoding/json ( tag go1.23.4 ) | ||||
|   -> https://github.com/golang/go/tree/go1.23.4/src/encoding/json | ||||
|  | ||||
| Added: | ||||
|  | ||||
|  - `MarshalSafeCollections()` method | ||||
|  - `Encoder.nilSafeSlices` and `Encoder.nilSafeMaps` fields | ||||
|  - `Add 'tagkey' to use different key than json (set on Decoder struct)` | ||||
|  - `Add 'jsonfilter' to filter printed fields (set via MarshalSafeCollections)` | ||||
							
								
								
									
										141
									
								
								gojson/decode.go
									
									
									
									
									
								
							
							
						
						
									
										141
									
								
								gojson/decode.go
									
									
									
									
									
								
							| @@ -17,14 +17,15 @@ import ( | ||||
| 	"unicode" | ||||
| 	"unicode/utf16" | ||||
| 	"unicode/utf8" | ||||
| 	_ "unsafe" // for linkname | ||||
| ) | ||||
|  | ||||
| // Unmarshal parses the JSON-encoded data and stores the result | ||||
| // in the value pointed to by v. If v is nil or not a pointer, | ||||
| // Unmarshal returns an InvalidUnmarshalError. | ||||
| // Unmarshal returns an [InvalidUnmarshalError]. | ||||
| // | ||||
| // Unmarshal uses the inverse of the encodings that | ||||
| // Marshal uses, allocating maps, slices, and pointers as necessary, | ||||
| // [Marshal] uses, allocating maps, slices, and pointers as necessary, | ||||
| // with the following additional rules: | ||||
| // | ||||
| // To unmarshal JSON into a pointer, Unmarshal first handles the case of | ||||
| @@ -33,28 +34,28 @@ import ( | ||||
| // the value pointed at by the pointer. If the pointer is nil, Unmarshal | ||||
| // allocates a new value for it to point to. | ||||
| // | ||||
| // To unmarshal JSON into a value implementing the Unmarshaler interface, | ||||
| // Unmarshal calls that value's UnmarshalJSON method, including | ||||
| // To unmarshal JSON into a value implementing [Unmarshaler], | ||||
| // Unmarshal calls that value's [Unmarshaler.UnmarshalJSON] method, including | ||||
| // when the input is a JSON null. | ||||
| // Otherwise, if the value implements encoding.TextUnmarshaler | ||||
| // and the input is a JSON quoted string, Unmarshal calls that value's | ||||
| // UnmarshalText method with the unquoted form of the string. | ||||
| // Otherwise, if the value implements [encoding.TextUnmarshaler] | ||||
| // and the input is a JSON quoted string, Unmarshal calls | ||||
| // [encoding.TextUnmarshaler.UnmarshalText] with the unquoted form of the string. | ||||
| // | ||||
| // To unmarshal JSON into a struct, Unmarshal matches incoming object | ||||
| // keys to the keys used by Marshal (either the struct field name or its tag), | ||||
| // keys to the keys used by [Marshal] (either the struct field name or its tag), | ||||
| // preferring an exact match but also accepting a case-insensitive match. By | ||||
| // default, object keys which don't have a corresponding struct field are | ||||
| // ignored (see Decoder.DisallowUnknownFields for an alternative). | ||||
| // ignored (see [Decoder.DisallowUnknownFields] for an alternative). | ||||
| // | ||||
| // To unmarshal JSON into an interface value, | ||||
| // Unmarshal stores one of these in the interface value: | ||||
| // | ||||
| //	bool, for JSON booleans | ||||
| //	float64, for JSON numbers | ||||
| //	string, for JSON strings | ||||
| //	[]interface{}, for JSON arrays | ||||
| //	map[string]interface{}, for JSON objects | ||||
| //	nil for JSON null | ||||
| //   - bool, for JSON booleans | ||||
| //   - float64, for JSON numbers | ||||
| //   - string, for JSON strings | ||||
| //   - []interface{}, for JSON arrays | ||||
| //   - map[string]interface{}, for JSON objects | ||||
| //   - nil for JSON null | ||||
| // | ||||
| // To unmarshal a JSON array into a slice, Unmarshal resets the slice length | ||||
| // to zero and then appends each element to the slice. | ||||
| @@ -72,16 +73,15 @@ import ( | ||||
| // use. If the map is nil, Unmarshal allocates a new map. Otherwise Unmarshal | ||||
| // reuses the existing map, keeping existing entries. Unmarshal then stores | ||||
| // key-value pairs from the JSON object into the map. The map's key type must | ||||
| // either be any string type, an integer, implement json.Unmarshaler, or | ||||
| // implement encoding.TextUnmarshaler. | ||||
| // either be any string type, an integer, or implement [encoding.TextUnmarshaler]. | ||||
| // | ||||
| // If the JSON-encoded data contain a syntax error, Unmarshal returns a SyntaxError. | ||||
| // If the JSON-encoded data contain a syntax error, Unmarshal returns a [SyntaxError]. | ||||
| // | ||||
| // If a JSON value is not appropriate for a given target type, | ||||
| // or if a JSON number overflows the target type, Unmarshal | ||||
| // skips that field and completes the unmarshaling as best it can. | ||||
| // If no more serious errors are encountered, Unmarshal returns | ||||
| // an UnmarshalTypeError describing the earliest such error. In any | ||||
| // an [UnmarshalTypeError] describing the earliest such error. In any | ||||
| // case, it's not guaranteed that all the remaining fields following | ||||
| // the problematic one will be unmarshaled into the target object. | ||||
| // | ||||
| @@ -114,7 +114,7 @@ func Unmarshal(data []byte, v any) error { | ||||
| // a JSON value. UnmarshalJSON must copy the JSON data | ||||
| // if it wishes to retain the data after returning. | ||||
| // | ||||
| // By convention, to approximate the behavior of Unmarshal itself, | ||||
| // By convention, to approximate the behavior of [Unmarshal] itself, | ||||
| // Unmarshalers implement UnmarshalJSON([]byte("null")) as a no-op. | ||||
| type Unmarshaler interface { | ||||
| 	UnmarshalJSON([]byte) error | ||||
| @@ -151,8 +151,8 @@ func (e *UnmarshalFieldError) Error() string { | ||||
| 	return "json: cannot unmarshal object key " + strconv.Quote(e.Key) + " into unexported field " + e.Field.Name + " of type " + e.Type.String() | ||||
| } | ||||
|  | ||||
| // An InvalidUnmarshalError describes an invalid argument passed to Unmarshal. | ||||
| // (The argument to Unmarshal must be a non-nil pointer.) | ||||
| // An InvalidUnmarshalError describes an invalid argument passed to [Unmarshal]. | ||||
| // (The argument to [Unmarshal] must be a non-nil pointer.) | ||||
| type InvalidUnmarshalError struct { | ||||
| 	Type reflect.Type | ||||
| } | ||||
| @@ -541,17 +541,10 @@ func (d *decodeState) array(v reflect.Value) error { | ||||
| 			break | ||||
| 		} | ||||
|  | ||||
| 		// Get element of array, growing if necessary. | ||||
| 		// Expand slice length, growing the slice if necessary. | ||||
| 		if v.Kind() == reflect.Slice { | ||||
| 			// Grow slice if necessary | ||||
| 			if i >= v.Cap() { | ||||
| 				newcap := v.Cap() + v.Cap()/2 | ||||
| 				if newcap < 4 { | ||||
| 					newcap = 4 | ||||
| 				} | ||||
| 				newv := reflect.MakeSlice(v.Type(), v.Len(), newcap) | ||||
| 				reflect.Copy(newv, v) | ||||
| 				v.Set(newv) | ||||
| 				v.Grow(1) | ||||
| 			} | ||||
| 			if i >= v.Len() { | ||||
| 				v.SetLen(i + 1) | ||||
| @@ -585,13 +578,11 @@ func (d *decodeState) array(v reflect.Value) error { | ||||
|  | ||||
| 	if i < v.Len() { | ||||
| 		if v.Kind() == reflect.Array { | ||||
| 			// Array. Zero the rest. | ||||
| 			z := reflect.Zero(v.Type().Elem()) | ||||
| 			for ; i < v.Len(); i++ { | ||||
| 				v.Index(i).Set(z) | ||||
| 				v.Index(i).SetZero() // zero remainder of array | ||||
| 			} | ||||
| 		} else { | ||||
| 			v.SetLen(i) | ||||
| 			v.SetLen(i) // truncate the slice | ||||
| 		} | ||||
| 	} | ||||
| 	if i == 0 && v.Kind() == reflect.Slice { | ||||
| @@ -601,7 +592,7 @@ func (d *decodeState) array(v reflect.Value) error { | ||||
| } | ||||
|  | ||||
| var nullLiteral = []byte("null") | ||||
| var textUnmarshalerType = reflect.TypeOf((*encoding.TextUnmarshaler)(nil)).Elem() | ||||
| var textUnmarshalerType = reflect.TypeFor[encoding.TextUnmarshaler]() | ||||
|  | ||||
| // object consumes an object from d.data[d.off-1:], decoding into v. | ||||
| // The first byte ('{') of the object has been read already. | ||||
| @@ -700,24 +691,13 @@ func (d *decodeState) object(v reflect.Value) error { | ||||
| 			if !mapElem.IsValid() { | ||||
| 				mapElem = reflect.New(elemType).Elem() | ||||
| 			} else { | ||||
| 				mapElem.Set(reflect.Zero(elemType)) | ||||
| 				mapElem.SetZero() | ||||
| 			} | ||||
| 			subv = mapElem | ||||
| 		} else { | ||||
| 			var f *field | ||||
| 			if i, ok := fields.nameIndex[string(key)]; ok { | ||||
| 				// Found an exact name match. | ||||
| 				f = &fields.list[i] | ||||
| 			} else { | ||||
| 				// Fall back to the expensive case-insensitive | ||||
| 				// linear search. | ||||
| 				for i := range fields.list { | ||||
| 					ff := &fields.list[i] | ||||
| 					if ff.equalFold(ff.nameBytes, key) { | ||||
| 						f = ff | ||||
| 						break | ||||
| 					} | ||||
| 				} | ||||
| 			f := fields.byExactName[string(key)] | ||||
| 			if f == nil { | ||||
| 				f = fields.byFoldedName[string(foldName(key))] | ||||
| 			} | ||||
| 			if f != nil { | ||||
| 				subv = v | ||||
| @@ -787,33 +767,35 @@ func (d *decodeState) object(v reflect.Value) error { | ||||
| 		if v.Kind() == reflect.Map { | ||||
| 			kt := t.Key() | ||||
| 			var kv reflect.Value | ||||
| 			switch { | ||||
| 			case reflect.PointerTo(kt).Implements(textUnmarshalerType): | ||||
| 			if reflect.PointerTo(kt).Implements(textUnmarshalerType) { | ||||
| 				kv = reflect.New(kt) | ||||
| 				if err := d.literalStore(item, kv, true); err != nil { | ||||
| 					return err | ||||
| 				} | ||||
| 				kv = kv.Elem() | ||||
| 			case kt.Kind() == reflect.String: | ||||
| 				kv = reflect.ValueOf(key).Convert(kt) | ||||
| 			default: | ||||
| 			} else { | ||||
| 				switch kt.Kind() { | ||||
| 				case reflect.String: | ||||
| 					kv = reflect.New(kt).Elem() | ||||
| 					kv.SetString(string(key)) | ||||
| 				case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64: | ||||
| 					s := string(key) | ||||
| 					n, err := strconv.ParseInt(s, 10, 64) | ||||
| 					if err != nil || reflect.Zero(kt).OverflowInt(n) { | ||||
| 					if err != nil || kt.OverflowInt(n) { | ||||
| 						d.saveError(&UnmarshalTypeError{Value: "number " + s, Type: kt, Offset: int64(start + 1)}) | ||||
| 						break | ||||
| 					} | ||||
| 					kv = reflect.ValueOf(n).Convert(kt) | ||||
| 					kv = reflect.New(kt).Elem() | ||||
| 					kv.SetInt(n) | ||||
| 				case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64, reflect.Uintptr: | ||||
| 					s := string(key) | ||||
| 					n, err := strconv.ParseUint(s, 10, 64) | ||||
| 					if err != nil || reflect.Zero(kt).OverflowUint(n) { | ||||
| 					if err != nil || kt.OverflowUint(n) { | ||||
| 						d.saveError(&UnmarshalTypeError{Value: "number " + s, Type: kt, Offset: int64(start + 1)}) | ||||
| 						break | ||||
| 					} | ||||
| 					kv = reflect.ValueOf(n).Convert(kt) | ||||
| 					kv = reflect.New(kt).Elem() | ||||
| 					kv.SetUint(n) | ||||
| 				default: | ||||
| 					panic("json: Unexpected key type") // should never occur | ||||
| 				} | ||||
| @@ -852,12 +834,12 @@ func (d *decodeState) convertNumber(s string) (any, error) { | ||||
| 	} | ||||
| 	f, err := strconv.ParseFloat(s, 64) | ||||
| 	if err != nil { | ||||
| 		return nil, &UnmarshalTypeError{Value: "number " + s, Type: reflect.TypeOf(0.0), Offset: int64(d.off)} | ||||
| 		return nil, &UnmarshalTypeError{Value: "number " + s, Type: reflect.TypeFor[float64](), Offset: int64(d.off)} | ||||
| 	} | ||||
| 	return f, nil | ||||
| } | ||||
|  | ||||
| var numberType = reflect.TypeOf(Number("")) | ||||
| var numberType = reflect.TypeFor[Number]() | ||||
|  | ||||
| // literalStore decodes a literal stored in item into v. | ||||
| // | ||||
| @@ -867,7 +849,7 @@ var numberType = reflect.TypeOf(Number("")) | ||||
| func (d *decodeState) literalStore(item []byte, v reflect.Value, fromQuoted bool) error { | ||||
| 	// Check for unmarshaler. | ||||
| 	if len(item) == 0 { | ||||
| 		//Empty string given | ||||
| 		// Empty string given. | ||||
| 		d.saveError(fmt.Errorf("json: invalid use of ,string struct tag, trying to unmarshal %q into %v", item, v.Type())) | ||||
| 		return nil | ||||
| 	} | ||||
| @@ -914,7 +896,7 @@ func (d *decodeState) literalStore(item []byte, v reflect.Value, fromQuoted bool | ||||
| 		} | ||||
| 		switch v.Kind() { | ||||
| 		case reflect.Interface, reflect.Pointer, reflect.Map, reflect.Slice: | ||||
| 			v.Set(reflect.Zero(v.Type())) | ||||
| 			v.SetZero() | ||||
| 			// otherwise, ignore null for primitives/string | ||||
| 		} | ||||
| 	case 't', 'f': // true, false | ||||
| @@ -966,10 +948,11 @@ func (d *decodeState) literalStore(item []byte, v reflect.Value, fromQuoted bool | ||||
| 			} | ||||
| 			v.SetBytes(b[:n]) | ||||
| 		case reflect.String: | ||||
| 			if v.Type() == numberType && !isValidNumber(string(s)) { | ||||
| 			t := string(s) | ||||
| 			if v.Type() == numberType && !isValidNumber(t) { | ||||
| 				return fmt.Errorf("json: invalid number literal, trying to unmarshal %q into Number", item) | ||||
| 			} | ||||
| 			v.SetString(string(s)) | ||||
| 			v.SetString(t) | ||||
| 		case reflect.Interface: | ||||
| 			if v.NumMethod() == 0 { | ||||
| 				v.Set(reflect.ValueOf(string(s))) | ||||
| @@ -985,13 +968,12 @@ func (d *decodeState) literalStore(item []byte, v reflect.Value, fromQuoted bool | ||||
| 			} | ||||
| 			panic(phasePanicMsg) | ||||
| 		} | ||||
| 		s := string(item) | ||||
| 		switch v.Kind() { | ||||
| 		default: | ||||
| 			if v.Kind() == reflect.String && v.Type() == numberType { | ||||
| 				// s must be a valid number, because it's | ||||
| 				// already been tokenized. | ||||
| 				v.SetString(s) | ||||
| 				v.SetString(string(item)) | ||||
| 				break | ||||
| 			} | ||||
| 			if fromQuoted { | ||||
| @@ -999,7 +981,7 @@ func (d *decodeState) literalStore(item []byte, v reflect.Value, fromQuoted bool | ||||
| 			} | ||||
| 			d.saveError(&UnmarshalTypeError{Value: "number", Type: v.Type(), Offset: int64(d.readIndex())}) | ||||
| 		case reflect.Interface: | ||||
| 			n, err := d.convertNumber(s) | ||||
| 			n, err := d.convertNumber(string(item)) | ||||
| 			if err != nil { | ||||
| 				d.saveError(err) | ||||
| 				break | ||||
| @@ -1011,25 +993,25 @@ func (d *decodeState) literalStore(item []byte, v reflect.Value, fromQuoted bool | ||||
| 			v.Set(reflect.ValueOf(n)) | ||||
|  | ||||
| 		case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64: | ||||
| 			n, err := strconv.ParseInt(s, 10, 64) | ||||
| 			n, err := strconv.ParseInt(string(item), 10, 64) | ||||
| 			if err != nil || v.OverflowInt(n) { | ||||
| 				d.saveError(&UnmarshalTypeError{Value: "number " + s, Type: v.Type(), Offset: int64(d.readIndex())}) | ||||
| 				d.saveError(&UnmarshalTypeError{Value: "number " + string(item), Type: v.Type(), Offset: int64(d.readIndex())}) | ||||
| 				break | ||||
| 			} | ||||
| 			v.SetInt(n) | ||||
|  | ||||
| 		case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64, reflect.Uintptr: | ||||
| 			n, err := strconv.ParseUint(s, 10, 64) | ||||
| 			n, err := strconv.ParseUint(string(item), 10, 64) | ||||
| 			if err != nil || v.OverflowUint(n) { | ||||
| 				d.saveError(&UnmarshalTypeError{Value: "number " + s, Type: v.Type(), Offset: int64(d.readIndex())}) | ||||
| 				d.saveError(&UnmarshalTypeError{Value: "number " + string(item), Type: v.Type(), Offset: int64(d.readIndex())}) | ||||
| 				break | ||||
| 			} | ||||
| 			v.SetUint(n) | ||||
|  | ||||
| 		case reflect.Float32, reflect.Float64: | ||||
| 			n, err := strconv.ParseFloat(s, v.Type().Bits()) | ||||
| 			n, err := strconv.ParseFloat(string(item), v.Type().Bits()) | ||||
| 			if err != nil || v.OverflowFloat(n) { | ||||
| 				d.saveError(&UnmarshalTypeError{Value: "number " + s, Type: v.Type(), Offset: int64(d.readIndex())}) | ||||
| 				d.saveError(&UnmarshalTypeError{Value: "number " + string(item), Type: v.Type(), Offset: int64(d.readIndex())}) | ||||
| 				break | ||||
| 			} | ||||
| 			v.SetFloat(n) | ||||
| @@ -1201,6 +1183,15 @@ func unquote(s []byte) (t string, ok bool) { | ||||
| 	return | ||||
| } | ||||
|  | ||||
| // unquoteBytes should be an internal detail, | ||||
| // but widely used packages access it using linkname. | ||||
| // Notable members of the hall of shame include: | ||||
| //   - github.com/bytedance/sonic | ||||
| // | ||||
| // Do not remove or change the type signature. | ||||
| // See go.dev/issue/67401. | ||||
| // | ||||
| //go:linkname unquoteBytes | ||||
| func unquoteBytes(s []byte) (t []byte, ok bool) { | ||||
| 	if len(s) < 2 || s[0] != '"' || s[len(s)-1] != '"' { | ||||
| 		return | ||||
|   | ||||
										
											
												File diff suppressed because it is too large
												Load Diff
											
										
									
								
							
							
								
								
									
										548
									
								
								gojson/encode.go
									
									
									
									
									
								
							
							
						
						
									
										548
									
								
								gojson/encode.go
									
									
									
									
									
								
							| @@ -12,45 +12,48 @@ package json | ||||
|  | ||||
| import ( | ||||
| 	"bytes" | ||||
| 	"cmp" | ||||
| 	"encoding" | ||||
| 	"encoding/base64" | ||||
| 	"fmt" | ||||
| 	"math" | ||||
| 	"reflect" | ||||
| 	"sort" | ||||
| 	"slices" | ||||
| 	"strconv" | ||||
| 	"strings" | ||||
| 	"sync" | ||||
| 	"unicode" | ||||
| 	"unicode/utf8" | ||||
| 	_ "unsafe" // for linkname | ||||
| ) | ||||
|  | ||||
| // Marshal returns the JSON encoding of v. | ||||
| // | ||||
| // Marshal traverses the value v recursively. | ||||
| // If an encountered value implements the Marshaler interface | ||||
| // and is not a nil pointer, Marshal calls its MarshalJSON method | ||||
| // to produce JSON. If no MarshalJSON method is present but the | ||||
| // value implements encoding.TextMarshaler instead, Marshal calls | ||||
| // its MarshalText method and encodes the result as a JSON string. | ||||
| // If an encountered value implements [Marshaler] | ||||
| // and is not a nil pointer, Marshal calls [Marshaler.MarshalJSON] | ||||
| // to produce JSON. If no [Marshaler.MarshalJSON] method is present but the | ||||
| // value implements [encoding.TextMarshaler] instead, Marshal calls | ||||
| // [encoding.TextMarshaler.MarshalText] and encodes the result as a JSON string. | ||||
| // The nil pointer exception is not strictly necessary | ||||
| // but mimics a similar, necessary exception in the behavior of | ||||
| // UnmarshalJSON. | ||||
| // [Unmarshaler.UnmarshalJSON]. | ||||
| // | ||||
| // Otherwise, Marshal uses the following type-dependent default encodings: | ||||
| // | ||||
| // Boolean values encode as JSON booleans. | ||||
| // | ||||
| // Floating point, integer, and Number values encode as JSON numbers. | ||||
| // Floating point, integer, and [Number] values encode as JSON numbers. | ||||
| // NaN and +/-Inf values will return an [UnsupportedValueError]. | ||||
| // | ||||
| // String values encode as JSON strings coerced to valid UTF-8, | ||||
| // replacing invalid bytes with the Unicode replacement rune. | ||||
| // So that the JSON will be safe to embed inside HTML <script> tags, | ||||
| // the string is encoded using HTMLEscape, | ||||
| // the string is encoded using [HTMLEscape], | ||||
| // which replaces "<", ">", "&", U+2028, and U+2029 are escaped | ||||
| // to "\u003c","\u003e", "\u0026", "\u2028", and "\u2029". | ||||
| // This replacement can be disabled when using an Encoder, | ||||
| // by calling SetEscapeHTML(false). | ||||
| // This replacement can be disabled when using an [Encoder], | ||||
| // by calling [Encoder.SetEscapeHTML](false). | ||||
| // | ||||
| // Array and slice values encode as JSON arrays, except that | ||||
| // []byte encodes as a base64-encoded string, and a nil slice | ||||
| @@ -107,7 +110,7 @@ import ( | ||||
| // only Unicode letters, digits, and ASCII punctuation except quotation | ||||
| // marks, backslash, and comma. | ||||
| // | ||||
| // Anonymous struct fields are usually marshaled as if their inner exported fields | ||||
| // Embedded struct fields are usually marshaled as if their inner exported fields | ||||
| // were fields in the outer struct, subject to the usual Go visibility rules amended | ||||
| // as described in the next paragraph. | ||||
| // An anonymous struct field with a name given in its JSON tag is treated as | ||||
| @@ -134,11 +137,11 @@ import ( | ||||
| // a JSON tag of "-". | ||||
| // | ||||
| // Map values encode as JSON objects. The map's key type must either be a | ||||
| // string, an integer type, or implement encoding.TextMarshaler. The map keys | ||||
| // string, an integer type, or implement [encoding.TextMarshaler]. The map keys | ||||
| // are sorted and used as JSON object keys by applying the following rules, | ||||
| // subject to the UTF-8 coercion described for string values above: | ||||
| //   - keys of any string type are used directly | ||||
| //   - encoding.TextMarshalers are marshaled | ||||
| //   - keys that implement [encoding.TextMarshaler] are marshaled | ||||
| //   - integer keys are converted to strings | ||||
| // | ||||
| // Pointer values encode as the value pointed to. | ||||
| @@ -149,13 +152,14 @@ import ( | ||||
| // | ||||
| // Channel, complex, and function values cannot be encoded in JSON. | ||||
| // Attempting to encode such a value causes Marshal to return | ||||
| // an UnsupportedTypeError. | ||||
| // an [UnsupportedTypeError]. | ||||
| // | ||||
| // JSON cannot represent cyclic data structures and Marshal does not | ||||
| // handle them. Passing cyclic structures to Marshal will result in | ||||
| // an error. | ||||
| func Marshal(v any) ([]byte, error) { | ||||
| 	e := newEncodeState() | ||||
| 	defer encodeStatePool.Put(e) | ||||
|  | ||||
| 	err := e.marshal(v, encOpts{escapeHTML: true}) | ||||
| 	if err != nil { | ||||
| @@ -163,8 +167,6 @@ func Marshal(v any) ([]byte, error) { | ||||
| 	} | ||||
| 	buf := append([]byte(nil), e.Bytes()...) | ||||
|  | ||||
| 	encodeStatePool.Put(e) | ||||
|  | ||||
| 	return buf, nil | ||||
| } | ||||
|  | ||||
| @@ -194,7 +196,7 @@ func MarshalSafeCollections(v interface{}, nilSafeSlices bool, nilSafeMaps bool, | ||||
| 	} | ||||
| } | ||||
|  | ||||
| // MarshalIndent is like Marshal but applies Indent to format the output. | ||||
| // MarshalIndent is like [Marshal] but applies [Indent] to format the output. | ||||
| // Each JSON element in the output will begin on a new line beginning with prefix | ||||
| // followed by one or more copies of indent according to the indentation nesting. | ||||
| func MarshalIndent(v any, prefix, indent string) ([]byte, error) { | ||||
| @@ -202,47 +204,12 @@ func MarshalIndent(v any, prefix, indent string) ([]byte, error) { | ||||
| 	if err != nil { | ||||
| 		return nil, err | ||||
| 	} | ||||
| 	var buf bytes.Buffer | ||||
| 	err = Indent(&buf, b, prefix, indent) | ||||
| 	b2 := make([]byte, 0, indentGrowthFactor*len(b)) | ||||
| 	b2, err = appendIndent(b2, b, prefix, indent) | ||||
| 	if err != nil { | ||||
| 		return nil, err | ||||
| 	} | ||||
| 	return buf.Bytes(), nil | ||||
| } | ||||
|  | ||||
| // HTMLEscape appends to dst the JSON-encoded src with <, >, &, U+2028 and U+2029 | ||||
| // characters inside string literals changed to \u003c, \u003e, \u0026, \u2028, \u2029 | ||||
| // so that the JSON will be safe to embed inside HTML <script> tags. | ||||
| // For historical reasons, web browsers don't honor standard HTML | ||||
| // escaping within <script> tags, so an alternative JSON encoding must | ||||
| // be used. | ||||
| func HTMLEscape(dst *bytes.Buffer, src []byte) { | ||||
| 	// The characters can only appear in string literals, | ||||
| 	// so just scan the string one byte at a time. | ||||
| 	start := 0 | ||||
| 	for i, c := range src { | ||||
| 		if c == '<' || c == '>' || c == '&' { | ||||
| 			if start < i { | ||||
| 				dst.Write(src[start:i]) | ||||
| 			} | ||||
| 			dst.WriteString(`\u00`) | ||||
| 			dst.WriteByte(hex[c>>4]) | ||||
| 			dst.WriteByte(hex[c&0xF]) | ||||
| 			start = i + 1 | ||||
| 		} | ||||
| 		// Convert U+2028 and U+2029 (E2 80 A8 and E2 80 A9). | ||||
| 		if c == 0xE2 && i+2 < len(src) && src[i+1] == 0x80 && src[i+2]&^1 == 0xA8 { | ||||
| 			if start < i { | ||||
| 				dst.Write(src[start:i]) | ||||
| 			} | ||||
| 			dst.WriteString(`\u202`) | ||||
| 			dst.WriteByte(hex[src[i+2]&0xF]) | ||||
| 			start = i + 3 | ||||
| 		} | ||||
| 	} | ||||
| 	if start < len(src) { | ||||
| 		dst.Write(src[start:]) | ||||
| 	} | ||||
| 	return b2, nil | ||||
| } | ||||
|  | ||||
| // Marshaler is the interface implemented by types that | ||||
| @@ -251,7 +218,7 @@ type Marshaler interface { | ||||
| 	MarshalJSON() ([]byte, error) | ||||
| } | ||||
|  | ||||
| // An UnsupportedTypeError is returned by Marshal when attempting | ||||
| // An UnsupportedTypeError is returned by [Marshal] when attempting | ||||
| // to encode an unsupported value type. | ||||
| type UnsupportedTypeError struct { | ||||
| 	Type reflect.Type | ||||
| @@ -261,7 +228,7 @@ func (e *UnsupportedTypeError) Error() string { | ||||
| 	return "json: unsupported type: " + e.Type.String() | ||||
| } | ||||
|  | ||||
| // An UnsupportedValueError is returned by Marshal when attempting | ||||
| // An UnsupportedValueError is returned by [Marshal] when attempting | ||||
| // to encode an unsupported value. | ||||
| type UnsupportedValueError struct { | ||||
| 	Value reflect.Value | ||||
| @@ -272,9 +239,9 @@ func (e *UnsupportedValueError) Error() string { | ||||
| 	return "json: unsupported value: " + e.Str | ||||
| } | ||||
|  | ||||
| // Before Go 1.2, an InvalidUTF8Error was returned by Marshal when | ||||
| // Before Go 1.2, an InvalidUTF8Error was returned by [Marshal] when | ||||
| // attempting to encode a string value with invalid UTF-8 sequences. | ||||
| // As of Go 1.2, Marshal instead coerces the string to valid UTF-8 by | ||||
| // As of Go 1.2, [Marshal] instead coerces the string to valid UTF-8 by | ||||
| // replacing invalid bytes with the Unicode replacement rune U+FFFD. | ||||
| // | ||||
| // Deprecated: No longer used; kept for compatibility. | ||||
| @@ -286,7 +253,8 @@ func (e *InvalidUTF8Error) Error() string { | ||||
| 	return "json: invalid UTF-8 in string: " + strconv.Quote(e.S) | ||||
| } | ||||
|  | ||||
| // A MarshalerError represents an error from calling a MarshalJSON or MarshalText method. | ||||
| // A MarshalerError represents an error from calling a | ||||
| // [Marshaler.MarshalJSON] or [encoding.TextMarshaler.MarshalText] method. | ||||
| type MarshalerError struct { | ||||
| 	Type       reflect.Type | ||||
| 	Err        error | ||||
| @@ -306,12 +274,11 @@ func (e *MarshalerError) Error() string { | ||||
| // Unwrap returns the underlying error. | ||||
| func (e *MarshalerError) Unwrap() error { return e.Err } | ||||
|  | ||||
| var hex = "0123456789abcdef" | ||||
| const hex = "0123456789abcdef" | ||||
|  | ||||
| // An encodeState encodes JSON into a bytes.Buffer. | ||||
| type encodeState struct { | ||||
| 	bytes.Buffer // accumulated output | ||||
| 	scratch      [64]byte | ||||
|  | ||||
| 	// Keep track of what pointers we've seen in the current recursive call | ||||
| 	// path, to avoid cycles that could lead to a stack overflow. Only do | ||||
| @@ -367,16 +334,12 @@ func isEmptyValue(v reflect.Value) bool { | ||||
| 	switch v.Kind() { | ||||
| 	case reflect.Array, reflect.Map, reflect.Slice, reflect.String: | ||||
| 		return v.Len() == 0 | ||||
| 	case reflect.Bool: | ||||
| 		return !v.Bool() | ||||
| 	case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64: | ||||
| 		return v.Int() == 0 | ||||
| 	case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64, reflect.Uintptr: | ||||
| 		return v.Uint() == 0 | ||||
| 	case reflect.Float32, reflect.Float64: | ||||
| 		return v.Float() == 0 | ||||
| 	case reflect.Interface, reflect.Pointer: | ||||
| 		return v.IsNil() | ||||
| 	case reflect.Bool, | ||||
| 		reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64, | ||||
| 		reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64, reflect.Uintptr, | ||||
| 		reflect.Float32, reflect.Float64, | ||||
| 		reflect.Interface, reflect.Pointer: | ||||
| 		return v.IsZero() | ||||
| 	} | ||||
| 	return false | ||||
| } | ||||
| @@ -386,7 +349,6 @@ func (e *encodeState) reflectValue(v reflect.Value, opts encOpts) { | ||||
| 	if opts.tagkey != nil { | ||||
| 		tagkey = *opts.tagkey | ||||
| 	} | ||||
|  | ||||
| 	valueEncoder(v, tagkey)(e, v, opts) | ||||
| } | ||||
|  | ||||
| @@ -418,7 +380,7 @@ func valueEncoder(v reflect.Value, tagkey string) encoderFunc { | ||||
| } | ||||
|  | ||||
| func typeEncoder(t reflect.Type, tagkey string) encoderFunc { | ||||
| 	if fi, ok := encoderCache.Load(t); ok { | ||||
| 	if fi, ok := encoderCache.Load(TagKeyTypeKey{t, tagkey}); ok { | ||||
| 		return fi.(encoderFunc) | ||||
| 	} | ||||
|  | ||||
| @@ -431,7 +393,7 @@ func typeEncoder(t reflect.Type, tagkey string) encoderFunc { | ||||
| 		f  encoderFunc | ||||
| 	) | ||||
| 	wg.Add(1) | ||||
| 	fi, loaded := encoderCache.LoadOrStore(t, encoderFunc(func(e *encodeState, v reflect.Value, opts encOpts) { | ||||
| 	fi, loaded := encoderCache.LoadOrStore(TagKeyTypeKey{t, tagkey}, encoderFunc(func(e *encodeState, v reflect.Value, opts encOpts) { | ||||
| 		wg.Wait() | ||||
| 		f(e, v, opts) | ||||
| 	})) | ||||
| @@ -442,13 +404,13 @@ func typeEncoder(t reflect.Type, tagkey string) encoderFunc { | ||||
| 	// Compute the real encoder and replace the indirect func with it. | ||||
| 	f = newTypeEncoder(t, true, tagkey) | ||||
| 	wg.Done() | ||||
| 	encoderCache.Store(t, f) | ||||
| 	encoderCache.Store(TagKeyTypeKey{t, tagkey}, f) | ||||
| 	return f | ||||
| } | ||||
|  | ||||
| var ( | ||||
| 	marshalerType     = reflect.TypeOf((*Marshaler)(nil)).Elem() | ||||
| 	textMarshalerType = reflect.TypeOf((*encoding.TextMarshaler)(nil)).Elem() | ||||
| 	marshalerType     = reflect.TypeFor[Marshaler]() | ||||
| 	textMarshalerType = reflect.TypeFor[encoding.TextMarshaler]() | ||||
| ) | ||||
|  | ||||
| // newTypeEncoder constructs an encoderFunc for a type. | ||||
| @@ -517,8 +479,10 @@ func marshalerEncoder(e *encodeState, v reflect.Value, opts encOpts) { | ||||
| 	} | ||||
| 	b, err := m.MarshalJSON() | ||||
| 	if err == nil { | ||||
| 		// copy JSON into buffer, checking validity. | ||||
| 		err = compact(&e.Buffer, b, opts.escapeHTML) | ||||
| 		e.Grow(len(b)) | ||||
| 		out := e.AvailableBuffer() | ||||
| 		out, err = appendCompact(out, b, opts.escapeHTML) | ||||
| 		e.Buffer.Write(out) | ||||
| 	} | ||||
| 	if err != nil { | ||||
| 		e.error(&MarshalerError{v.Type(), err, "MarshalJSON"}) | ||||
| @@ -534,8 +498,10 @@ func addrMarshalerEncoder(e *encodeState, v reflect.Value, opts encOpts) { | ||||
| 	m := va.Interface().(Marshaler) | ||||
| 	b, err := m.MarshalJSON() | ||||
| 	if err == nil { | ||||
| 		// copy JSON into buffer, checking validity. | ||||
| 		err = compact(&e.Buffer, b, opts.escapeHTML) | ||||
| 		e.Grow(len(b)) | ||||
| 		out := e.AvailableBuffer() | ||||
| 		out, err = appendCompact(out, b, opts.escapeHTML) | ||||
| 		e.Buffer.Write(out) | ||||
| 	} | ||||
| 	if err != nil { | ||||
| 		e.error(&MarshalerError{v.Type(), err, "MarshalJSON"}) | ||||
| @@ -556,7 +522,7 @@ func textMarshalerEncoder(e *encodeState, v reflect.Value, opts encOpts) { | ||||
| 	if err != nil { | ||||
| 		e.error(&MarshalerError{v.Type(), err, "MarshalText"}) | ||||
| 	} | ||||
| 	e.stringBytes(b, opts.escapeHTML) | ||||
| 	e.Write(appendString(e.AvailableBuffer(), b, opts.escapeHTML)) | ||||
| } | ||||
|  | ||||
| func addrTextMarshalerEncoder(e *encodeState, v reflect.Value, opts encOpts) { | ||||
| @@ -570,43 +536,31 @@ func addrTextMarshalerEncoder(e *encodeState, v reflect.Value, opts encOpts) { | ||||
| 	if err != nil { | ||||
| 		e.error(&MarshalerError{v.Type(), err, "MarshalText"}) | ||||
| 	} | ||||
| 	e.stringBytes(b, opts.escapeHTML) | ||||
| 	e.Write(appendString(e.AvailableBuffer(), b, opts.escapeHTML)) | ||||
| } | ||||
|  | ||||
| func boolEncoder(e *encodeState, v reflect.Value, opts encOpts) { | ||||
| 	if opts.quoted { | ||||
| 		e.WriteByte('"') | ||||
| 	} | ||||
| 	if v.Bool() { | ||||
| 		e.WriteString("true") | ||||
| 	} else { | ||||
| 		e.WriteString("false") | ||||
| 	} | ||||
| 	if opts.quoted { | ||||
| 		e.WriteByte('"') | ||||
| 	} | ||||
| 	b := e.AvailableBuffer() | ||||
| 	b = mayAppendQuote(b, opts.quoted) | ||||
| 	b = strconv.AppendBool(b, v.Bool()) | ||||
| 	b = mayAppendQuote(b, opts.quoted) | ||||
| 	e.Write(b) | ||||
| } | ||||
|  | ||||
| func intEncoder(e *encodeState, v reflect.Value, opts encOpts) { | ||||
| 	b := strconv.AppendInt(e.scratch[:0], v.Int(), 10) | ||||
| 	if opts.quoted { | ||||
| 		e.WriteByte('"') | ||||
| 	} | ||||
| 	b := e.AvailableBuffer() | ||||
| 	b = mayAppendQuote(b, opts.quoted) | ||||
| 	b = strconv.AppendInt(b, v.Int(), 10) | ||||
| 	b = mayAppendQuote(b, opts.quoted) | ||||
| 	e.Write(b) | ||||
| 	if opts.quoted { | ||||
| 		e.WriteByte('"') | ||||
| 	} | ||||
| } | ||||
|  | ||||
| func uintEncoder(e *encodeState, v reflect.Value, opts encOpts) { | ||||
| 	b := strconv.AppendUint(e.scratch[:0], v.Uint(), 10) | ||||
| 	if opts.quoted { | ||||
| 		e.WriteByte('"') | ||||
| 	} | ||||
| 	b := e.AvailableBuffer() | ||||
| 	b = mayAppendQuote(b, opts.quoted) | ||||
| 	b = strconv.AppendUint(b, v.Uint(), 10) | ||||
| 	b = mayAppendQuote(b, opts.quoted) | ||||
| 	e.Write(b) | ||||
| 	if opts.quoted { | ||||
| 		e.WriteByte('"') | ||||
| 	} | ||||
| } | ||||
|  | ||||
| type floatEncoder int // number of bits | ||||
| @@ -622,7 +576,8 @@ func (bits floatEncoder) encode(e *encodeState, v reflect.Value, opts encOpts) { | ||||
| 	// See golang.org/issue/6384 and golang.org/issue/14135. | ||||
| 	// Like fmt %g, but the exponent cutoffs are different | ||||
| 	// and exponents themselves are not padded to two digits. | ||||
| 	b := e.scratch[:0] | ||||
| 	b := e.AvailableBuffer() | ||||
| 	b = mayAppendQuote(b, opts.quoted) | ||||
| 	abs := math.Abs(f) | ||||
| 	fmt := byte('f') | ||||
| 	// Note: Must use float32 comparisons for underlying float32 value to get precise cutoffs right. | ||||
| @@ -640,14 +595,8 @@ func (bits floatEncoder) encode(e *encodeState, v reflect.Value, opts encOpts) { | ||||
| 			b = b[:n-1] | ||||
| 		} | ||||
| 	} | ||||
|  | ||||
| 	if opts.quoted { | ||||
| 		e.WriteByte('"') | ||||
| 	} | ||||
| 	b = mayAppendQuote(b, opts.quoted) | ||||
| 	e.Write(b) | ||||
| 	if opts.quoted { | ||||
| 		e.WriteByte('"') | ||||
| 	} | ||||
| } | ||||
|  | ||||
| var ( | ||||
| @@ -666,28 +615,32 @@ func stringEncoder(e *encodeState, v reflect.Value, opts encOpts) { | ||||
| 		if !isValidNumber(numStr) { | ||||
| 			e.error(fmt.Errorf("json: invalid number literal %q", numStr)) | ||||
| 		} | ||||
| 		if opts.quoted { | ||||
| 			e.WriteByte('"') | ||||
| 		} | ||||
| 		e.WriteString(numStr) | ||||
| 		if opts.quoted { | ||||
| 			e.WriteByte('"') | ||||
| 		} | ||||
| 		b := e.AvailableBuffer() | ||||
| 		b = mayAppendQuote(b, opts.quoted) | ||||
| 		b = append(b, numStr...) | ||||
| 		b = mayAppendQuote(b, opts.quoted) | ||||
| 		e.Write(b) | ||||
| 		return | ||||
| 	} | ||||
| 	if opts.quoted { | ||||
| 		e2 := newEncodeState() | ||||
| 		// Since we encode the string twice, we only need to escape HTML | ||||
| 		// the first time. | ||||
| 		e2.string(v.String(), opts.escapeHTML) | ||||
| 		e.stringBytes(e2.Bytes(), false) | ||||
| 		encodeStatePool.Put(e2) | ||||
| 		b := appendString(nil, v.String(), opts.escapeHTML) | ||||
| 		e.Write(appendString(e.AvailableBuffer(), b, false)) // no need to escape again since it is already escaped | ||||
| 	} else { | ||||
| 		e.string(v.String(), opts.escapeHTML) | ||||
| 		e.Write(appendString(e.AvailableBuffer(), v.String(), opts.escapeHTML)) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| // isValidNumber reports whether s is a valid JSON number literal. | ||||
| // | ||||
| // isValidNumber should be an internal detail, | ||||
| // but widely used packages access it using linkname. | ||||
| // Notable members of the hall of shame include: | ||||
| //   - github.com/bytedance/sonic | ||||
| // | ||||
| // Do not remove or change the type signature. | ||||
| // See go.dev/issue/67401. | ||||
| // | ||||
| //go:linkname isValidNumber | ||||
| func isValidNumber(s string) bool { | ||||
| 	// This function implements the JSON numbers grammar. | ||||
| 	// See https://tools.ietf.org/html/rfc7159#section-6 | ||||
| @@ -765,7 +718,8 @@ type structEncoder struct { | ||||
|  | ||||
| type structFields struct { | ||||
| 	list         []field | ||||
| 	nameIndex map[string]int | ||||
| 	byExactName  map[string]*field | ||||
| 	byFoldedName map[string]*field | ||||
| } | ||||
|  | ||||
| func (se structEncoder) encode(e *encodeState, v reflect.Value, opts encOpts) { | ||||
| @@ -812,23 +766,18 @@ func matchesJSONFilter(filter jsonfilter, value *string) bool { | ||||
| 	if len(filter) == 0 { | ||||
| 		return true // no filter in struct | ||||
| 	} | ||||
|  | ||||
| 	if value == nil || *value == "" { | ||||
| 		return false // no filter set, but struct has filter, return false | ||||
| 	} | ||||
|  | ||||
| 	if len(filter) == 1 && filter[0] == "-" { | ||||
| 		return false | ||||
| 	} | ||||
|  | ||||
| 	if filter.Contains(*value) { | ||||
| 		return true | ||||
| 	} | ||||
|  | ||||
| 	if filter.Contains("*") { | ||||
| 		return true | ||||
| 	} | ||||
|  | ||||
| 	return false | ||||
| } | ||||
|  | ||||
| @@ -863,22 +812,26 @@ func (me mapEncoder) encode(e *encodeState, v reflect.Value, opts encOpts) { | ||||
| 	e.WriteByte('{') | ||||
|  | ||||
| 	// Extract and sort the keys. | ||||
| 	sv := make([]reflectWithString, v.Len()) | ||||
| 	mi := v.MapRange() | ||||
| 	var ( | ||||
| 		sv  = make([]reflectWithString, v.Len()) | ||||
| 		mi  = v.MapRange() | ||||
| 		err error | ||||
| 	) | ||||
| 	for i := 0; mi.Next(); i++ { | ||||
| 		sv[i].k = mi.Key() | ||||
| 		sv[i].v = mi.Value() | ||||
| 		if err := sv[i].resolve(); err != nil { | ||||
| 		if sv[i].ks, err = resolveKeyName(mi.Key()); err != nil { | ||||
| 			e.error(fmt.Errorf("json: encoding error for type %q: %q", v.Type().String(), err.Error())) | ||||
| 		} | ||||
| 		sv[i].v = mi.Value() | ||||
| 	} | ||||
| 	sort.Slice(sv, func(i, j int) bool { return sv[i].ks < sv[j].ks }) | ||||
| 	slices.SortFunc(sv, func(i, j reflectWithString) int { | ||||
| 		return strings.Compare(i.ks, j.ks) | ||||
| 	}) | ||||
|  | ||||
| 	for i, kv := range sv { | ||||
| 		if i > 0 { | ||||
| 			e.WriteByte(',') | ||||
| 		} | ||||
| 		e.string(kv.ks, opts.escapeHTML) | ||||
| 		e.Write(appendString(e.AvailableBuffer(), kv.ks, opts.escapeHTML)) | ||||
| 		e.WriteByte(':') | ||||
| 		me.elemEnc(e, kv.v, opts) | ||||
| 	} | ||||
| @@ -909,29 +862,13 @@ func encodeByteSlice(e *encodeState, v reflect.Value, opts encOpts) { | ||||
| 		} | ||||
| 		return | ||||
| 	} | ||||
|  | ||||
| 	s := v.Bytes() | ||||
| 	e.WriteByte('"') | ||||
| 	encodedLen := base64.StdEncoding.EncodedLen(len(s)) | ||||
| 	if encodedLen <= len(e.scratch) { | ||||
| 		// If the encoded bytes fit in e.scratch, avoid an extra | ||||
| 		// allocation and use the cheaper Encoding.Encode. | ||||
| 		dst := e.scratch[:encodedLen] | ||||
| 		base64.StdEncoding.Encode(dst, s) | ||||
| 		e.Write(dst) | ||||
| 	} else if encodedLen <= 1024 { | ||||
| 		// The encoded bytes are short enough to allocate for, and | ||||
| 		// Encoding.Encode is still cheaper. | ||||
| 		dst := make([]byte, encodedLen) | ||||
| 		base64.StdEncoding.Encode(dst, s) | ||||
| 		e.Write(dst) | ||||
| 	} else { | ||||
| 		// The encoded bytes are too long to cheaply allocate, and | ||||
| 		// Encoding.Encode is no longer noticeably cheaper. | ||||
| 		enc := base64.NewEncoder(base64.StdEncoding, e) | ||||
| 		enc.Write(s) | ||||
| 		enc.Close() | ||||
| 	} | ||||
| 	e.WriteByte('"') | ||||
| 	b := e.AvailableBuffer() | ||||
| 	b = append(b, '"') | ||||
| 	b = base64.StdEncoding.AppendEncode(b, s) | ||||
| 	b = append(b, '"') | ||||
| 	e.Write(b) | ||||
| } | ||||
|  | ||||
| // sliceEncoder just wraps an arrayEncoder, checking to make sure the value isn't nil. | ||||
| @@ -1075,78 +1012,77 @@ func typeByIndex(t reflect.Type, index []int) reflect.Type { | ||||
| } | ||||
|  | ||||
| type reflectWithString struct { | ||||
| 	k  reflect.Value | ||||
| 	v  reflect.Value | ||||
| 	ks string | ||||
| } | ||||
|  | ||||
| func (w *reflectWithString) resolve() error { | ||||
| 	if w.k.Kind() == reflect.String { | ||||
| 		w.ks = w.k.String() | ||||
| 		return nil | ||||
| func resolveKeyName(k reflect.Value) (string, error) { | ||||
| 	if k.Kind() == reflect.String { | ||||
| 		return k.String(), nil | ||||
| 	} | ||||
| 	if tm, ok := w.k.Interface().(encoding.TextMarshaler); ok { | ||||
| 		if w.k.Kind() == reflect.Pointer && w.k.IsNil() { | ||||
| 			return nil | ||||
| 	if tm, ok := k.Interface().(encoding.TextMarshaler); ok { | ||||
| 		if k.Kind() == reflect.Pointer && k.IsNil() { | ||||
| 			return "", nil | ||||
| 		} | ||||
| 		buf, err := tm.MarshalText() | ||||
| 		w.ks = string(buf) | ||||
| 		return err | ||||
| 		return string(buf), err | ||||
| 	} | ||||
| 	switch w.k.Kind() { | ||||
| 	switch k.Kind() { | ||||
| 	case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64: | ||||
| 		w.ks = strconv.FormatInt(w.k.Int(), 10) | ||||
| 		return nil | ||||
| 		return strconv.FormatInt(k.Int(), 10), nil | ||||
| 	case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64, reflect.Uintptr: | ||||
| 		w.ks = strconv.FormatUint(w.k.Uint(), 10) | ||||
| 		return nil | ||||
| 		return strconv.FormatUint(k.Uint(), 10), nil | ||||
| 	} | ||||
| 	panic("unexpected map key type") | ||||
| } | ||||
|  | ||||
| // NOTE: keep in sync with stringBytes below. | ||||
| func (e *encodeState) string(s string, escapeHTML bool) { | ||||
| 	e.WriteByte('"') | ||||
| func appendString[Bytes []byte | string](dst []byte, src Bytes, escapeHTML bool) []byte { | ||||
| 	dst = append(dst, '"') | ||||
| 	start := 0 | ||||
| 	for i := 0; i < len(s); { | ||||
| 		if b := s[i]; b < utf8.RuneSelf { | ||||
| 	for i := 0; i < len(src); { | ||||
| 		if b := src[i]; b < utf8.RuneSelf { | ||||
| 			if htmlSafeSet[b] || (!escapeHTML && safeSet[b]) { | ||||
| 				i++ | ||||
| 				continue | ||||
| 			} | ||||
| 			if start < i { | ||||
| 				e.WriteString(s[start:i]) | ||||
| 			} | ||||
| 			e.WriteByte('\\') | ||||
| 			dst = append(dst, src[start:i]...) | ||||
| 			switch b { | ||||
| 			case '\\', '"': | ||||
| 				e.WriteByte(b) | ||||
| 				dst = append(dst, '\\', b) | ||||
| 			case '\b': | ||||
| 				dst = append(dst, '\\', 'b') | ||||
| 			case '\f': | ||||
| 				dst = append(dst, '\\', 'f') | ||||
| 			case '\n': | ||||
| 				e.WriteByte('n') | ||||
| 				dst = append(dst, '\\', 'n') | ||||
| 			case '\r': | ||||
| 				e.WriteByte('r') | ||||
| 				dst = append(dst, '\\', 'r') | ||||
| 			case '\t': | ||||
| 				e.WriteByte('t') | ||||
| 				dst = append(dst, '\\', 't') | ||||
| 			default: | ||||
| 				// This encodes bytes < 0x20 except for \t, \n and \r. | ||||
| 				// This encodes bytes < 0x20 except for \b, \f, \n, \r and \t. | ||||
| 				// If escapeHTML is set, it also escapes <, >, and & | ||||
| 				// because they can lead to security holes when | ||||
| 				// user-controlled strings are rendered into JSON | ||||
| 				// and served to some browsers. | ||||
| 				e.WriteString(`u00`) | ||||
| 				e.WriteByte(hex[b>>4]) | ||||
| 				e.WriteByte(hex[b&0xF]) | ||||
| 				dst = append(dst, '\\', 'u', '0', '0', hex[b>>4], hex[b&0xF]) | ||||
| 			} | ||||
| 			i++ | ||||
| 			start = i | ||||
| 			continue | ||||
| 		} | ||||
| 		c, size := utf8.DecodeRuneInString(s[i:]) | ||||
| 		if c == utf8.RuneError && size == 1 { | ||||
| 			if start < i { | ||||
| 				e.WriteString(s[start:i]) | ||||
| 		// TODO(https://go.dev/issue/56948): Use generic utf8 functionality. | ||||
| 		// For now, cast only a small portion of byte slices to a string | ||||
| 		// so that it can be stack allocated. This slows down []byte slightly | ||||
| 		// due to the extra copy, but keeps string performance roughly the same. | ||||
| 		n := len(src) - i | ||||
| 		if n > utf8.UTFMax { | ||||
| 			n = utf8.UTFMax | ||||
| 		} | ||||
| 			e.WriteString(`\ufffd`) | ||||
| 		c, size := utf8.DecodeRuneInString(string(src[i : i+n])) | ||||
| 		if c == utf8.RuneError && size == 1 { | ||||
| 			dst = append(dst, src[start:i]...) | ||||
| 			dst = append(dst, `\ufffd`...) | ||||
| 			i += size | ||||
| 			start = i | ||||
| 			continue | ||||
| @@ -1157,102 +1093,25 @@ func (e *encodeState) string(s string, escapeHTML bool) { | ||||
| 		// but don't work in JSONP, which has to be evaluated as JavaScript, | ||||
| 		// and can lead to security holes there. It is valid JSON to | ||||
| 		// escape them, so we do so unconditionally. | ||||
| 		// See http://timelessrepo.com/json-isnt-a-javascript-subset for discussion. | ||||
| 		// See https://en.wikipedia.org/wiki/JSON#Safety. | ||||
| 		if c == '\u2028' || c == '\u2029' { | ||||
| 			if start < i { | ||||
| 				e.WriteString(s[start:i]) | ||||
| 			} | ||||
| 			e.WriteString(`\u202`) | ||||
| 			e.WriteByte(hex[c&0xF]) | ||||
| 			dst = append(dst, src[start:i]...) | ||||
| 			dst = append(dst, '\\', 'u', '2', '0', '2', hex[c&0xF]) | ||||
| 			i += size | ||||
| 			start = i | ||||
| 			continue | ||||
| 		} | ||||
| 		i += size | ||||
| 	} | ||||
| 	if start < len(s) { | ||||
| 		e.WriteString(s[start:]) | ||||
| 	} | ||||
| 	e.WriteByte('"') | ||||
| } | ||||
|  | ||||
| // NOTE: keep in sync with string above. | ||||
| func (e *encodeState) stringBytes(s []byte, escapeHTML bool) { | ||||
| 	e.WriteByte('"') | ||||
| 	start := 0 | ||||
| 	for i := 0; i < len(s); { | ||||
| 		if b := s[i]; b < utf8.RuneSelf { | ||||
| 			if htmlSafeSet[b] || (!escapeHTML && safeSet[b]) { | ||||
| 				i++ | ||||
| 				continue | ||||
| 			} | ||||
| 			if start < i { | ||||
| 				e.Write(s[start:i]) | ||||
| 			} | ||||
| 			e.WriteByte('\\') | ||||
| 			switch b { | ||||
| 			case '\\', '"': | ||||
| 				e.WriteByte(b) | ||||
| 			case '\n': | ||||
| 				e.WriteByte('n') | ||||
| 			case '\r': | ||||
| 				e.WriteByte('r') | ||||
| 			case '\t': | ||||
| 				e.WriteByte('t') | ||||
| 			default: | ||||
| 				// This encodes bytes < 0x20 except for \t, \n and \r. | ||||
| 				// If escapeHTML is set, it also escapes <, >, and & | ||||
| 				// because they can lead to security holes when | ||||
| 				// user-controlled strings are rendered into JSON | ||||
| 				// and served to some browsers. | ||||
| 				e.WriteString(`u00`) | ||||
| 				e.WriteByte(hex[b>>4]) | ||||
| 				e.WriteByte(hex[b&0xF]) | ||||
| 			} | ||||
| 			i++ | ||||
| 			start = i | ||||
| 			continue | ||||
| 		} | ||||
| 		c, size := utf8.DecodeRune(s[i:]) | ||||
| 		if c == utf8.RuneError && size == 1 { | ||||
| 			if start < i { | ||||
| 				e.Write(s[start:i]) | ||||
| 			} | ||||
| 			e.WriteString(`\ufffd`) | ||||
| 			i += size | ||||
| 			start = i | ||||
| 			continue | ||||
| 		} | ||||
| 		// U+2028 is LINE SEPARATOR. | ||||
| 		// U+2029 is PARAGRAPH SEPARATOR. | ||||
| 		// They are both technically valid characters in JSON strings, | ||||
| 		// but don't work in JSONP, which has to be evaluated as JavaScript, | ||||
| 		// and can lead to security holes there. It is valid JSON to | ||||
| 		// escape them, so we do so unconditionally. | ||||
| 		// See http://timelessrepo.com/json-isnt-a-javascript-subset for discussion. | ||||
| 		if c == '\u2028' || c == '\u2029' { | ||||
| 			if start < i { | ||||
| 				e.Write(s[start:i]) | ||||
| 			} | ||||
| 			e.WriteString(`\u202`) | ||||
| 			e.WriteByte(hex[c&0xF]) | ||||
| 			i += size | ||||
| 			start = i | ||||
| 			continue | ||||
| 		} | ||||
| 		i += size | ||||
| 	} | ||||
| 	if start < len(s) { | ||||
| 		e.Write(s[start:]) | ||||
| 	} | ||||
| 	e.WriteByte('"') | ||||
| 	dst = append(dst, src[start:]...) | ||||
| 	dst = append(dst, '"') | ||||
| 	return dst | ||||
| } | ||||
|  | ||||
| // A field represents a single field found in a struct. | ||||
| type field struct { | ||||
| 	name      string | ||||
| 	nameBytes []byte // []byte(name) | ||||
| 	equalFold func(s, t []byte) bool // bytes.EqualFold or equivalent | ||||
|  | ||||
| 	nameNonEsc  string // `"` + name + `":` | ||||
| 	nameEscHTML string // `"` + HTMLEscape(name) + `":` | ||||
| @@ -1279,28 +1138,19 @@ func (j jsonfilter) Contains(t string) bool { | ||||
| 	return false | ||||
| } | ||||
|  | ||||
| // byIndex sorts field by index sequence. | ||||
| type byIndex []field | ||||
|  | ||||
| func (x byIndex) Len() int { return len(x) } | ||||
|  | ||||
| func (x byIndex) Swap(i, j int) { x[i], x[j] = x[j], x[i] } | ||||
|  | ||||
| func (x byIndex) Less(i, j int) bool { | ||||
| 	for k, xik := range x[i].index { | ||||
| 		if k >= len(x[j].index) { | ||||
| 			return false | ||||
| 		} | ||||
| 		if xik != x[j].index[k] { | ||||
| 			return xik < x[j].index[k] | ||||
| 		} | ||||
| 	} | ||||
| 	return len(x[i].index) < len(x[j].index) | ||||
| } | ||||
|  | ||||
| // typeFields returns a list of fields that JSON should recognize for the given type. | ||||
| // The algorithm is breadth-first search over the set of structs to include - the top struct | ||||
| // and then any reachable anonymous structs. | ||||
| // | ||||
| // typeFields should be an internal detail, | ||||
| // but widely used packages access it using linkname. | ||||
| // Notable members of the hall of shame include: | ||||
| //   - github.com/bytedance/sonic | ||||
| // | ||||
| // Do not remove or change the type signature. | ||||
| // See go.dev/issue/67401. | ||||
| // | ||||
| //go:linkname typeFields | ||||
| func typeFields(t reflect.Type, tagkey string) structFields { | ||||
| 	// Anonymous fields to explore at the current level and the next. | ||||
| 	current := []field{} | ||||
| @@ -1315,8 +1165,8 @@ func typeFields(t reflect.Type, tagkey string) structFields { | ||||
| 	// Fields found. | ||||
| 	var fields []field | ||||
|  | ||||
| 	// Buffer to run HTMLEscape on field names. | ||||
| 	var nameEscBuf bytes.Buffer | ||||
| 	// Buffer to run appendHTMLEscape on field names. | ||||
| 	var nameEscBuf []byte | ||||
|  | ||||
| 	for len(next) > 0 { | ||||
| 		current, next = next, current[:0] | ||||
| @@ -1355,10 +1205,10 @@ func typeFields(t reflect.Type, tagkey string) structFields { | ||||
| 					name = "" | ||||
| 				} | ||||
|  | ||||
| 				var jsonfilter []string | ||||
| 				var jsonfilterVal []string | ||||
| 				jsonfilterTag := sf.Tag.Get("jsonfilter") | ||||
| 				if jsonfilterTag != "" { | ||||
| 					jsonfilter = strings.Split(jsonfilterTag, ",") | ||||
| 					jsonfilterVal = strings.Split(jsonfilterTag, ",") | ||||
| 				} | ||||
|  | ||||
| 				index := make([]int, len(f.index)+1) | ||||
| @@ -1396,25 +1246,21 @@ func typeFields(t reflect.Type, tagkey string) structFields { | ||||
| 						index:      index, | ||||
| 						typ:        ft, | ||||
| 						omitEmpty:  opts.Contains("omitempty"), | ||||
| 						jsonfilter: jsonfilter, | ||||
| 						jsonfilter: jsonfilterVal, | ||||
| 						quoted:     quoted, | ||||
| 					} | ||||
| 					field.nameBytes = []byte(field.name) | ||||
| 					field.equalFold = foldFunc(field.nameBytes) | ||||
|  | ||||
| 					// Build nameEscHTML and nameNonEsc ahead of time. | ||||
| 					nameEscBuf.Reset() | ||||
| 					nameEscBuf.WriteString(`"`) | ||||
| 					HTMLEscape(&nameEscBuf, field.nameBytes) | ||||
| 					nameEscBuf.WriteString(`":`) | ||||
| 					field.nameEscHTML = nameEscBuf.String() | ||||
| 					nameEscBuf = appendHTMLEscape(nameEscBuf[:0], field.nameBytes) | ||||
| 					field.nameEscHTML = `"` + string(nameEscBuf) + `":` | ||||
| 					field.nameNonEsc = `"` + field.name + `":` | ||||
|  | ||||
| 					fields = append(fields, field) | ||||
| 					if count[f.typ] > 1 { | ||||
| 						// If there were multiple instances, add a second, | ||||
| 						// so that the annihilation code will see a duplicate. | ||||
| 						// It only cares about the distinction between 1 or 2, | ||||
| 						// It only cares about the distinction between 1 and 2, | ||||
| 						// so don't bother generating any more copies. | ||||
| 						fields = append(fields, fields[len(fields)-1]) | ||||
| 					} | ||||
| @@ -1430,21 +1276,23 @@ func typeFields(t reflect.Type, tagkey string) structFields { | ||||
| 		} | ||||
| 	} | ||||
|  | ||||
| 	sort.Slice(fields, func(i, j int) bool { | ||||
| 		x := fields | ||||
| 	slices.SortFunc(fields, func(a, b field) int { | ||||
| 		// sort field by name, breaking ties with depth, then | ||||
| 		// breaking ties with "name came from json tag", then | ||||
| 		// breaking ties with index sequence. | ||||
| 		if x[i].name != x[j].name { | ||||
| 			return x[i].name < x[j].name | ||||
| 		if c := strings.Compare(a.name, b.name); c != 0 { | ||||
| 			return c | ||||
| 		} | ||||
| 		if len(x[i].index) != len(x[j].index) { | ||||
| 			return len(x[i].index) < len(x[j].index) | ||||
| 		if c := cmp.Compare(len(a.index), len(b.index)); c != 0 { | ||||
| 			return c | ||||
| 		} | ||||
| 		if x[i].tag != x[j].tag { | ||||
| 			return x[i].tag | ||||
| 		if a.tag != b.tag { | ||||
| 			if a.tag { | ||||
| 				return -1 | ||||
| 			} | ||||
| 		return byIndex(x).Less(i, j) | ||||
| 			return +1 | ||||
| 		} | ||||
| 		return slices.Compare(a.index, b.index) | ||||
| 	}) | ||||
|  | ||||
| 	// Delete all fields that are hidden by the Go rules for embedded fields, | ||||
| @@ -1476,17 +1324,24 @@ func typeFields(t reflect.Type, tagkey string) structFields { | ||||
| 	} | ||||
|  | ||||
| 	fields = out | ||||
| 	sort.Sort(byIndex(fields)) | ||||
| 	slices.SortFunc(fields, func(i, j field) int { | ||||
| 		return slices.Compare(i.index, j.index) | ||||
| 	}) | ||||
|  | ||||
| 	for i := range fields { | ||||
| 		f := &fields[i] | ||||
| 		f.encoder = typeEncoder(typeByIndex(t, f.index), tagkey) | ||||
| 	} | ||||
| 	nameIndex := make(map[string]int, len(fields)) | ||||
| 	exactNameIndex := make(map[string]*field, len(fields)) | ||||
| 	foldedNameIndex := make(map[string]*field, len(fields)) | ||||
| 	for i, field := range fields { | ||||
| 		nameIndex[field.name] = i | ||||
| 		exactNameIndex[field.name] = &fields[i] | ||||
| 		// For historical reasons, first folded match takes precedence. | ||||
| 		if _, ok := foldedNameIndex[string(foldName(field.nameBytes))]; !ok { | ||||
| 			foldedNameIndex[string(foldName(field.nameBytes))] = &fields[i] | ||||
| 		} | ||||
| 	return structFields{fields, nameIndex} | ||||
| 	} | ||||
| 	return structFields{fields, exactNameIndex, foldedNameIndex} | ||||
| } | ||||
|  | ||||
| // dominantField looks through the fields, all of which are known to | ||||
| @@ -1505,26 +1360,25 @@ func dominantField(fields []field) (field, bool) { | ||||
| 	return fields[0], true | ||||
| } | ||||
|  | ||||
| var fieldCache sync.Map // map[string]map[reflect.Type]structFields | ||||
| var fieldCache sync.Map // map[reflect.Type + tagkey]structFields | ||||
|  | ||||
| // cachedTypeFields is like typeFields but uses a cache to avoid repeated work. | ||||
| func cachedTypeFields(t reflect.Type, tagkey string) structFields { | ||||
| 	if m0, ok := fieldCache.Load(tagkey); ok { | ||||
|  | ||||
| 		if f, ok := m0.(*sync.Map).Load(t); ok { | ||||
| 	if f, ok := fieldCache.Load(TagKeyTypeKey{t, tagkey}); ok { | ||||
| 		return f.(structFields) | ||||
| 	} | ||||
| 		f, _ := m0.(*sync.Map).LoadOrStore(t, typeFields(t, tagkey)) | ||||
| 	f, _ := fieldCache.LoadOrStore(TagKeyTypeKey{t, tagkey}, typeFields(t, tagkey)) | ||||
| 	return f.(structFields) | ||||
|  | ||||
| 	} else { | ||||
|  | ||||
| 		m0 := &sync.Map{} | ||||
| 		f, _ := m0.LoadOrStore(t, typeFields(t, tagkey)) | ||||
|  | ||||
| 		fieldCache.Store(tagkey, m0) | ||||
|  | ||||
| 		return f.(structFields) | ||||
| 	} | ||||
|  | ||||
| } | ||||
|  | ||||
| func mayAppendQuote(b []byte, quoted bool) []byte { | ||||
| 	if quoted { | ||||
| 		b = append(b, '"') | ||||
| 	} | ||||
| 	return b | ||||
| } | ||||
|  | ||||
| type TagKeyTypeKey struct { | ||||
| 	Type   reflect.Type | ||||
| 	TagKey string | ||||
| } | ||||
|   | ||||
| @@ -15,7 +15,6 @@ import ( | ||||
| 	"runtime/debug" | ||||
| 	"strconv" | ||||
| 	"testing" | ||||
| 	"unicode" | ||||
| ) | ||||
|  | ||||
| type Optionals struct { | ||||
| @@ -45,7 +44,8 @@ type Optionals struct { | ||||
| 	Sto struct{} `json:"sto,omitempty"` | ||||
| } | ||||
|  | ||||
| var optionalsExpected = `{ | ||||
| func TestOmitEmpty(t *testing.T) { | ||||
| 	var want = `{ | ||||
|  "sr": "", | ||||
|  "omitempty": 0, | ||||
|  "slr": null, | ||||
| @@ -56,8 +56,6 @@ var optionalsExpected = `{ | ||||
|  "str": {}, | ||||
|  "sto": {} | ||||
| }` | ||||
|  | ||||
| func TestOmitEmpty(t *testing.T) { | ||||
| 	var o Optionals | ||||
| 	o.Sw = "something" | ||||
| 	o.Mr = map[string]any{} | ||||
| @@ -65,10 +63,10 @@ func TestOmitEmpty(t *testing.T) { | ||||
|  | ||||
| 	got, err := MarshalIndent(&o, "", " ") | ||||
| 	if err != nil { | ||||
| 		t.Fatal(err) | ||||
| 		t.Fatalf("MarshalIndent error: %v", err) | ||||
| 	} | ||||
| 	if got := string(got); got != optionalsExpected { | ||||
| 		t.Errorf(" got: %s\nwant: %s\n", got, optionalsExpected) | ||||
| 	if got := string(got); got != want { | ||||
| 		t.Errorf("MarshalIndent:\n\tgot:  %s\n\twant: %s\n", indentNewlines(got), indentNewlines(want)) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| @@ -82,12 +80,11 @@ type StringTag struct { | ||||
|  | ||||
| func TestRoundtripStringTag(t *testing.T) { | ||||
| 	tests := []struct { | ||||
| 		name string | ||||
| 		CaseName | ||||
| 		in   StringTag | ||||
| 		want string // empty to just test that we roundtrip | ||||
| 	}{ | ||||
| 		{ | ||||
| 			name: "AllTypes", | ||||
| 	}{{ | ||||
| 		CaseName: Name("AllTypes"), | ||||
| 		in: StringTag{ | ||||
| 			BoolStr:    true, | ||||
| 			IntStr:     42, | ||||
| @@ -101,11 +98,10 @@ func TestRoundtripStringTag(t *testing.T) { | ||||
| 	"UintptrStr": "44", | ||||
| 	"StrStr": "\"xzbit\"", | ||||
| 	"NumberStr": "46" | ||||
| 			}`, | ||||
| 		}, | ||||
| 		{ | ||||
| }`, | ||||
| 	}, { | ||||
| 		// See golang.org/issues/38173. | ||||
| 			name: "StringDoubleEscapes", | ||||
| 		CaseName: Name("StringDoubleEscapes"), | ||||
| 		in: StringTag{ | ||||
| 			StrStr:    "\b\f\n\r\t\"\\", | ||||
| 			NumberStr: "0", // just to satisfy the roundtrip | ||||
| @@ -114,30 +110,27 @@ func TestRoundtripStringTag(t *testing.T) { | ||||
| 	"BoolStr": "false", | ||||
| 	"IntStr": "0", | ||||
| 	"UintptrStr": "0", | ||||
| 				"StrStr": "\"\\u0008\\u000c\\n\\r\\t\\\"\\\\\"", | ||||
| 	"StrStr": "\"\\b\\f\\n\\r\\t\\\"\\\\\"", | ||||
| 	"NumberStr": "0" | ||||
| 			}`, | ||||
| 		}, | ||||
| 	} | ||||
| 	for _, test := range tests { | ||||
| 		t.Run(test.name, func(t *testing.T) { | ||||
| 			// Indent with a tab prefix to make the multi-line string | ||||
| 			// literals in the table nicer to read. | ||||
| 			got, err := MarshalIndent(&test.in, "\t\t\t", "\t") | ||||
| }`, | ||||
| 	}} | ||||
| 	for _, tt := range tests { | ||||
| 		t.Run(tt.Name, func(t *testing.T) { | ||||
| 			got, err := MarshalIndent(&tt.in, "", "\t") | ||||
| 			if err != nil { | ||||
| 				t.Fatal(err) | ||||
| 				t.Fatalf("%s: MarshalIndent error: %v", tt.Where, err) | ||||
| 			} | ||||
| 			if got := string(got); got != test.want { | ||||
| 				t.Fatalf(" got: %s\nwant: %s\n", got, test.want) | ||||
| 			if got := string(got); got != tt.want { | ||||
| 				t.Fatalf("%s: MarshalIndent:\n\tgot:  %s\n\twant: %s", tt.Where, stripWhitespace(got), stripWhitespace(tt.want)) | ||||
| 			} | ||||
|  | ||||
| 			// Verify that it round-trips. | ||||
| 			var s2 StringTag | ||||
| 			if err := Unmarshal(got, &s2); err != nil { | ||||
| 				t.Fatalf("Decode: %v", err) | ||||
| 				t.Fatalf("%s: Decode error: %v", tt.Where, err) | ||||
| 			} | ||||
| 			if !reflect.DeepEqual(test.in, s2) { | ||||
| 				t.Fatalf("decode didn't match.\nsource: %#v\nEncoded as:\n%s\ndecode: %#v", test.in, string(got), s2) | ||||
| 			if !reflect.DeepEqual(s2, tt.in) { | ||||
| 				t.Fatalf("%s: Decode:\n\tinput: %s\n\tgot:  %#v\n\twant: %#v", tt.Where, indentNewlines(string(got)), s2, tt.in) | ||||
| 			} | ||||
| 		}) | ||||
| 	} | ||||
| @@ -150,21 +143,21 @@ type renamedRenamedByteSlice []renamedByte | ||||
|  | ||||
| func TestEncodeRenamedByteSlice(t *testing.T) { | ||||
| 	s := renamedByteSlice("abc") | ||||
| 	result, err := Marshal(s) | ||||
| 	got, err := Marshal(s) | ||||
| 	if err != nil { | ||||
| 		t.Fatal(err) | ||||
| 		t.Fatalf("Marshal error: %v", err) | ||||
| 	} | ||||
| 	expect := `"YWJj"` | ||||
| 	if string(result) != expect { | ||||
| 		t.Errorf(" got %s want %s", result, expect) | ||||
| 	want := `"YWJj"` | ||||
| 	if string(got) != want { | ||||
| 		t.Errorf("Marshal:\n\tgot:  %s\n\twant: %s", got, want) | ||||
| 	} | ||||
| 	r := renamedRenamedByteSlice("abc") | ||||
| 	result, err = Marshal(r) | ||||
| 	got, err = Marshal(r) | ||||
| 	if err != nil { | ||||
| 		t.Fatal(err) | ||||
| 		t.Fatalf("Marshal error: %v", err) | ||||
| 	} | ||||
| 	if string(result) != expect { | ||||
| 		t.Errorf(" got %s want %s", result, expect) | ||||
| 	if string(got) != want { | ||||
| 		t.Errorf("Marshal:\n\tgot:  %s\n\twant: %s", got, want) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| @@ -213,36 +206,40 @@ func init() { | ||||
|  | ||||
| func TestSamePointerNoCycle(t *testing.T) { | ||||
| 	if _, err := Marshal(samePointerNoCycle); err != nil { | ||||
| 		t.Fatalf("unexpected error: %v", err) | ||||
| 		t.Fatalf("Marshal error: %v", err) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| func TestSliceNoCycle(t *testing.T) { | ||||
| 	if _, err := Marshal(sliceNoCycle); err != nil { | ||||
| 		t.Fatalf("unexpected error: %v", err) | ||||
| 		t.Fatalf("Marshal error: %v", err) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| var unsupportedValues = []any{ | ||||
| 	math.NaN(), | ||||
| 	math.Inf(-1), | ||||
| 	math.Inf(1), | ||||
| 	pointerCycle, | ||||
| 	pointerCycleIndirect, | ||||
| 	mapCycle, | ||||
| 	sliceCycle, | ||||
| 	recursiveSliceCycle, | ||||
| } | ||||
|  | ||||
| func TestUnsupportedValues(t *testing.T) { | ||||
| 	for _, v := range unsupportedValues { | ||||
| 		if _, err := Marshal(v); err != nil { | ||||
| 	tests := []struct { | ||||
| 		CaseName | ||||
| 		in any | ||||
| 	}{ | ||||
| 		{Name(""), math.NaN()}, | ||||
| 		{Name(""), math.Inf(-1)}, | ||||
| 		{Name(""), math.Inf(1)}, | ||||
| 		{Name(""), pointerCycle}, | ||||
| 		{Name(""), pointerCycleIndirect}, | ||||
| 		{Name(""), mapCycle}, | ||||
| 		{Name(""), sliceCycle}, | ||||
| 		{Name(""), recursiveSliceCycle}, | ||||
| 	} | ||||
| 	for _, tt := range tests { | ||||
| 		t.Run(tt.Name, func(t *testing.T) { | ||||
| 			if _, err := Marshal(tt.in); err != nil { | ||||
| 				if _, ok := err.(*UnsupportedValueError); !ok { | ||||
| 				t.Errorf("for %v, got %T want UnsupportedValueError", v, err) | ||||
| 					t.Errorf("%s: Marshal error:\n\tgot:  %T\n\twant: %T", tt.Where, err, new(UnsupportedValueError)) | ||||
| 				} | ||||
| 			} else { | ||||
| 			t.Errorf("for %v, expected error", v) | ||||
| 				t.Errorf("%s: Marshal error: got nil, want non-nil", tt.Where) | ||||
| 			} | ||||
| 		}) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| @@ -254,11 +251,11 @@ func TestMarshalTextFloatMap(t *testing.T) { | ||||
| 	} | ||||
| 	got, err := Marshal(m) | ||||
| 	if err != nil { | ||||
| 		t.Errorf("Marshal() error: %v", err) | ||||
| 		t.Errorf("Marshal error: %v", err) | ||||
| 	} | ||||
| 	want := `{"TF:NaN":"1","TF:NaN":"1"}` | ||||
| 	if string(got) != want { | ||||
| 		t.Errorf("Marshal() = %s, want %s", got, want) | ||||
| 		t.Errorf("Marshal:\n\tgot:  %s\n\twant: %s", got, want) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| @@ -323,10 +320,10 @@ func TestRefValMarshal(t *testing.T) { | ||||
| 	const want = `{"R0":"ref","R1":"ref","R2":"\"ref\"","R3":"\"ref\"","V0":"val","V1":"val","V2":"\"val\"","V3":"\"val\""}` | ||||
| 	b, err := Marshal(&s) | ||||
| 	if err != nil { | ||||
| 		t.Fatalf("Marshal: %v", err) | ||||
| 		t.Fatalf("Marshal error: %v", err) | ||||
| 	} | ||||
| 	if got := string(b); got != want { | ||||
| 		t.Errorf("got %q, want %q", got, want) | ||||
| 		t.Errorf("Marshal:\n\tgot:  %s\n\twant: %s", got, want) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| @@ -349,33 +346,33 @@ func TestMarshalerEscaping(t *testing.T) { | ||||
| 	want := `"\u003c\u0026\u003e"` | ||||
| 	b, err := Marshal(c) | ||||
| 	if err != nil { | ||||
| 		t.Fatalf("Marshal(c): %v", err) | ||||
| 		t.Fatalf("Marshal error: %v", err) | ||||
| 	} | ||||
| 	if got := string(b); got != want { | ||||
| 		t.Errorf("Marshal(c) = %#q, want %#q", got, want) | ||||
| 		t.Errorf("Marshal:\n\tgot:  %s\n\twant: %s", got, want) | ||||
| 	} | ||||
|  | ||||
| 	var ct CText | ||||
| 	want = `"\"\u003c\u0026\u003e\""` | ||||
| 	b, err = Marshal(ct) | ||||
| 	if err != nil { | ||||
| 		t.Fatalf("Marshal(ct): %v", err) | ||||
| 		t.Fatalf("Marshal error: %v", err) | ||||
| 	} | ||||
| 	if got := string(b); got != want { | ||||
| 		t.Errorf("Marshal(ct) = %#q, want %#q", got, want) | ||||
| 		t.Errorf("Marshal:\n\tgot:  %s\n\twant: %s", got, want) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| func TestAnonymousFields(t *testing.T) { | ||||
| 	tests := []struct { | ||||
| 		label     string     // Test name | ||||
| 		CaseName | ||||
| 		makeInput func() any // Function to create input value | ||||
| 		want      string     // Expected JSON output | ||||
| 	}{{ | ||||
| 		// Both S1 and S2 have a field named X. From the perspective of S, | ||||
| 		// it is ambiguous which one X refers to. | ||||
| 		// This should not serialize either field. | ||||
| 		label: "AmbiguousField", | ||||
| 		CaseName: Name("AmbiguousField"), | ||||
| 		makeInput: func() any { | ||||
| 			type ( | ||||
| 				S1 struct{ x, X int } | ||||
| @@ -389,7 +386,7 @@ func TestAnonymousFields(t *testing.T) { | ||||
| 		}, | ||||
| 		want: `{}`, | ||||
| 	}, { | ||||
| 		label: "DominantField", | ||||
| 		CaseName: Name("DominantField"), | ||||
| 		// Both S1 and S2 have a field named X, but since S has an X field as | ||||
| 		// well, it takes precedence over S1.X and S2.X. | ||||
| 		makeInput: func() any { | ||||
| @@ -407,7 +404,7 @@ func TestAnonymousFields(t *testing.T) { | ||||
| 		want: `{"X":6}`, | ||||
| 	}, { | ||||
| 		// Unexported embedded field of non-struct type should not be serialized. | ||||
| 		label: "UnexportedEmbeddedInt", | ||||
| 		CaseName: Name("UnexportedEmbeddedInt"), | ||||
| 		makeInput: func() any { | ||||
| 			type ( | ||||
| 				myInt int | ||||
| @@ -418,7 +415,7 @@ func TestAnonymousFields(t *testing.T) { | ||||
| 		want: `{}`, | ||||
| 	}, { | ||||
| 		// Exported embedded field of non-struct type should be serialized. | ||||
| 		label: "ExportedEmbeddedInt", | ||||
| 		CaseName: Name("ExportedEmbeddedInt"), | ||||
| 		makeInput: func() any { | ||||
| 			type ( | ||||
| 				MyInt int | ||||
| @@ -430,7 +427,7 @@ func TestAnonymousFields(t *testing.T) { | ||||
| 	}, { | ||||
| 		// Unexported embedded field of pointer to non-struct type | ||||
| 		// should not be serialized. | ||||
| 		label: "UnexportedEmbeddedIntPointer", | ||||
| 		CaseName: Name("UnexportedEmbeddedIntPointer"), | ||||
| 		makeInput: func() any { | ||||
| 			type ( | ||||
| 				myInt int | ||||
| @@ -444,7 +441,7 @@ func TestAnonymousFields(t *testing.T) { | ||||
| 	}, { | ||||
| 		// Exported embedded field of pointer to non-struct type | ||||
| 		// should be serialized. | ||||
| 		label: "ExportedEmbeddedIntPointer", | ||||
| 		CaseName: Name("ExportedEmbeddedIntPointer"), | ||||
| 		makeInput: func() any { | ||||
| 			type ( | ||||
| 				MyInt int | ||||
| @@ -459,7 +456,7 @@ func TestAnonymousFields(t *testing.T) { | ||||
| 		// Exported fields of embedded structs should have their | ||||
| 		// exported fields be serialized regardless of whether the struct types | ||||
| 		// themselves are exported. | ||||
| 		label: "EmbeddedStruct", | ||||
| 		CaseName: Name("EmbeddedStruct"), | ||||
| 		makeInput: func() any { | ||||
| 			type ( | ||||
| 				s1 struct{ x, X int } | ||||
| @@ -476,7 +473,7 @@ func TestAnonymousFields(t *testing.T) { | ||||
| 		// Exported fields of pointers to embedded structs should have their | ||||
| 		// exported fields be serialized regardless of whether the struct types | ||||
| 		// themselves are exported. | ||||
| 		label: "EmbeddedStructPointer", | ||||
| 		CaseName: Name("EmbeddedStructPointer"), | ||||
| 		makeInput: func() any { | ||||
| 			type ( | ||||
| 				s1 struct{ x, X int } | ||||
| @@ -492,7 +489,7 @@ func TestAnonymousFields(t *testing.T) { | ||||
| 	}, { | ||||
| 		// Exported fields on embedded unexported structs at multiple levels | ||||
| 		// of nesting should still be serialized. | ||||
| 		label: "NestedStructAndInts", | ||||
| 		CaseName: Name("NestedStructAndInts"), | ||||
| 		makeInput: func() any { | ||||
| 			type ( | ||||
| 				MyInt1 int | ||||
| @@ -519,7 +516,7 @@ func TestAnonymousFields(t *testing.T) { | ||||
| 		// If an anonymous struct pointer field is nil, we should ignore | ||||
| 		// the embedded fields behind it. Not properly doing so may | ||||
| 		// result in the wrong output or reflect panics. | ||||
| 		label: "EmbeddedFieldBehindNilPointer", | ||||
| 		CaseName: Name("EmbeddedFieldBehindNilPointer"), | ||||
| 		makeInput: func() any { | ||||
| 			type ( | ||||
| 				S2 struct{ Field string } | ||||
| @@ -531,13 +528,13 @@ func TestAnonymousFields(t *testing.T) { | ||||
| 	}} | ||||
|  | ||||
| 	for _, tt := range tests { | ||||
| 		t.Run(tt.label, func(t *testing.T) { | ||||
| 		t.Run(tt.Name, func(t *testing.T) { | ||||
| 			b, err := Marshal(tt.makeInput()) | ||||
| 			if err != nil { | ||||
| 				t.Fatalf("Marshal() = %v, want nil error", err) | ||||
| 				t.Fatalf("%s: Marshal error: %v", tt.Where, err) | ||||
| 			} | ||||
| 			if string(b) != tt.want { | ||||
| 				t.Fatalf("Marshal() = %q, want %q", b, tt.want) | ||||
| 				t.Fatalf("%s: Marshal:\n\tgot:  %s\n\twant: %s", tt.Where, b, tt.want) | ||||
| 			} | ||||
| 		}) | ||||
| 	} | ||||
| @@ -589,31 +586,34 @@ func (nm *nilTextMarshaler) MarshalText() ([]byte, error) { | ||||
|  | ||||
| // See golang.org/issue/16042 and golang.org/issue/34235. | ||||
| func TestNilMarshal(t *testing.T) { | ||||
| 	testCases := []struct { | ||||
| 		v    any | ||||
| 	tests := []struct { | ||||
| 		CaseName | ||||
| 		in   any | ||||
| 		want string | ||||
| 	}{ | ||||
| 		{v: nil, want: `null`}, | ||||
| 		{v: new(float64), want: `0`}, | ||||
| 		{v: []any(nil), want: `null`}, | ||||
| 		{v: []string(nil), want: `null`}, | ||||
| 		{v: map[string]string(nil), want: `null`}, | ||||
| 		{v: []byte(nil), want: `null`}, | ||||
| 		{v: struct{ M string }{"gopher"}, want: `{"M":"gopher"}`}, | ||||
| 		{v: struct{ M Marshaler }{}, want: `{"M":null}`}, | ||||
| 		{v: struct{ M Marshaler }{(*nilJSONMarshaler)(nil)}, want: `{"M":"0zenil0"}`}, | ||||
| 		{v: struct{ M any }{(*nilJSONMarshaler)(nil)}, want: `{"M":null}`}, | ||||
| 		{v: struct{ M encoding.TextMarshaler }{}, want: `{"M":null}`}, | ||||
| 		{v: struct{ M encoding.TextMarshaler }{(*nilTextMarshaler)(nil)}, want: `{"M":"0zenil0"}`}, | ||||
| 		{v: struct{ M any }{(*nilTextMarshaler)(nil)}, want: `{"M":null}`}, | ||||
| 		{Name(""), nil, `null`}, | ||||
| 		{Name(""), new(float64), `0`}, | ||||
| 		{Name(""), []any(nil), `null`}, | ||||
| 		{Name(""), []string(nil), `null`}, | ||||
| 		{Name(""), map[string]string(nil), `null`}, | ||||
| 		{Name(""), []byte(nil), `null`}, | ||||
| 		{Name(""), struct{ M string }{"gopher"}, `{"M":"gopher"}`}, | ||||
| 		{Name(""), struct{ M Marshaler }{}, `{"M":null}`}, | ||||
| 		{Name(""), struct{ M Marshaler }{(*nilJSONMarshaler)(nil)}, `{"M":"0zenil0"}`}, | ||||
| 		{Name(""), struct{ M any }{(*nilJSONMarshaler)(nil)}, `{"M":null}`}, | ||||
| 		{Name(""), struct{ M encoding.TextMarshaler }{}, `{"M":null}`}, | ||||
| 		{Name(""), struct{ M encoding.TextMarshaler }{(*nilTextMarshaler)(nil)}, `{"M":"0zenil0"}`}, | ||||
| 		{Name(""), struct{ M any }{(*nilTextMarshaler)(nil)}, `{"M":null}`}, | ||||
| 	} | ||||
|  | ||||
| 	for _, tt := range testCases { | ||||
| 		out, err := Marshal(tt.v) | ||||
| 		if err != nil || string(out) != tt.want { | ||||
| 			t.Errorf("Marshal(%#v) = %#q, %#v, want %#q, nil", tt.v, out, err, tt.want) | ||||
| 			continue | ||||
| 	for _, tt := range tests { | ||||
| 		t.Run(tt.Name, func(t *testing.T) { | ||||
| 			switch got, err := Marshal(tt.in); { | ||||
| 			case err != nil: | ||||
| 				t.Fatalf("%s: Marshal error: %v", tt.Where, err) | ||||
| 			case string(got) != tt.want: | ||||
| 				t.Fatalf("%s: Marshal:\n\tgot:  %s\n\twant: %s", tt.Where, got, tt.want) | ||||
| 			} | ||||
| 		}) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| @@ -625,12 +625,12 @@ func TestEmbeddedBug(t *testing.T) { | ||||
| 	} | ||||
| 	b, err := Marshal(v) | ||||
| 	if err != nil { | ||||
| 		t.Fatal("Marshal:", err) | ||||
| 		t.Fatal("Marshal error:", err) | ||||
| 	} | ||||
| 	want := `{"S":"B"}` | ||||
| 	got := string(b) | ||||
| 	if got != want { | ||||
| 		t.Fatalf("Marshal: got %s want %s", got, want) | ||||
| 		t.Fatalf("Marshal:\n\tgot:  %s\n\twant: %s", got, want) | ||||
| 	} | ||||
| 	// Now check that the duplicate field, S, does not appear. | ||||
| 	x := BugX{ | ||||
| @@ -638,12 +638,12 @@ func TestEmbeddedBug(t *testing.T) { | ||||
| 	} | ||||
| 	b, err = Marshal(x) | ||||
| 	if err != nil { | ||||
| 		t.Fatal("Marshal:", err) | ||||
| 		t.Fatal("Marshal error:", err) | ||||
| 	} | ||||
| 	want = `{"A":23}` | ||||
| 	got = string(b) | ||||
| 	if got != want { | ||||
| 		t.Fatalf("Marshal: got %s want %s", got, want) | ||||
| 		t.Fatalf("Marshal:\n\tgot:  %s\n\twant: %s", got, want) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| @@ -665,12 +665,12 @@ func TestTaggedFieldDominates(t *testing.T) { | ||||
| 	} | ||||
| 	b, err := Marshal(v) | ||||
| 	if err != nil { | ||||
| 		t.Fatal("Marshal:", err) | ||||
| 		t.Fatal("Marshal error:", err) | ||||
| 	} | ||||
| 	want := `{"S":"BugD"}` | ||||
| 	got := string(b) | ||||
| 	if got != want { | ||||
| 		t.Fatalf("Marshal: got %s want %s", got, want) | ||||
| 		t.Fatalf("Marshal:\n\tgot:  %s\n\twant: %s", got, want) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| @@ -692,60 +692,12 @@ func TestDuplicatedFieldDisappears(t *testing.T) { | ||||
| 	} | ||||
| 	b, err := Marshal(v) | ||||
| 	if err != nil { | ||||
| 		t.Fatal("Marshal:", err) | ||||
| 		t.Fatal("Marshal error:", err) | ||||
| 	} | ||||
| 	want := `{}` | ||||
| 	got := string(b) | ||||
| 	if got != want { | ||||
| 		t.Fatalf("Marshal: got %s want %s", got, want) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| func TestStringBytes(t *testing.T) { | ||||
| 	t.Parallel() | ||||
| 	// Test that encodeState.stringBytes and encodeState.string use the same encoding. | ||||
| 	var r []rune | ||||
| 	for i := '\u0000'; i <= unicode.MaxRune; i++ { | ||||
| 		if testing.Short() && i > 1000 { | ||||
| 			i = unicode.MaxRune | ||||
| 		} | ||||
| 		r = append(r, i) | ||||
| 	} | ||||
| 	s := string(r) + "\xff\xff\xffhello" // some invalid UTF-8 too | ||||
|  | ||||
| 	for _, escapeHTML := range []bool{true, false} { | ||||
| 		es := &encodeState{} | ||||
| 		es.string(s, escapeHTML) | ||||
|  | ||||
| 		esBytes := &encodeState{} | ||||
| 		esBytes.stringBytes([]byte(s), escapeHTML) | ||||
|  | ||||
| 		enc := es.Buffer.String() | ||||
| 		encBytes := esBytes.Buffer.String() | ||||
| 		if enc != encBytes { | ||||
| 			i := 0 | ||||
| 			for i < len(enc) && i < len(encBytes) && enc[i] == encBytes[i] { | ||||
| 				i++ | ||||
| 			} | ||||
| 			enc = enc[i:] | ||||
| 			encBytes = encBytes[i:] | ||||
| 			i = 0 | ||||
| 			for i < len(enc) && i < len(encBytes) && enc[len(enc)-i-1] == encBytes[len(encBytes)-i-1] { | ||||
| 				i++ | ||||
| 			} | ||||
| 			enc = enc[:len(enc)-i] | ||||
| 			encBytes = encBytes[:len(encBytes)-i] | ||||
|  | ||||
| 			if len(enc) > 20 { | ||||
| 				enc = enc[:20] + "..." | ||||
| 			} | ||||
| 			if len(encBytes) > 20 { | ||||
| 				encBytes = encBytes[:20] + "..." | ||||
| 			} | ||||
|  | ||||
| 			t.Errorf("with escapeHTML=%t, encodings differ at %#q vs %#q", | ||||
| 				escapeHTML, enc, encBytes) | ||||
| 		} | ||||
| 		t.Fatalf("Marshal:\n\tgot:  %s\n\twant: %s", got, want) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| @@ -755,9 +707,8 @@ func TestIssue10281(t *testing.T) { | ||||
| 	} | ||||
| 	x := Foo{Number(`invalid`)} | ||||
|  | ||||
| 	b, err := Marshal(&x) | ||||
| 	if err == nil { | ||||
| 		t.Errorf("Marshal(&x) = %#q; want error", b) | ||||
| 	if _, err := Marshal(&x); err == nil { | ||||
| 		t.Fatalf("Marshal error: got nil, want non-nil") | ||||
| 	} | ||||
| } | ||||
|  | ||||
| @@ -773,26 +724,26 @@ func TestMarshalErrorAndReuseEncodeState(t *testing.T) { | ||||
| 	} | ||||
| 	dummy := Dummy{Name: "Dummy"} | ||||
| 	dummy.Next = &dummy | ||||
| 	if b, err := Marshal(dummy); err == nil { | ||||
| 		t.Errorf("Marshal(dummy) = %#q; want error", b) | ||||
| 	if _, err := Marshal(dummy); err == nil { | ||||
| 		t.Errorf("Marshal error: got nil, want non-nil") | ||||
| 	} | ||||
|  | ||||
| 	type Data struct { | ||||
| 		A string | ||||
| 		I int | ||||
| 	} | ||||
| 	data := Data{A: "a", I: 1} | ||||
| 	b, err := Marshal(data) | ||||
| 	want := Data{A: "a", I: 1} | ||||
| 	b, err := Marshal(want) | ||||
| 	if err != nil { | ||||
| 		t.Errorf("Marshal(%v) = %v", data, err) | ||||
| 		t.Errorf("Marshal error: %v", err) | ||||
| 	} | ||||
|  | ||||
| 	var data2 Data | ||||
| 	if err := Unmarshal(b, &data2); err != nil { | ||||
| 		t.Errorf("Unmarshal(%v) = %v", data2, err) | ||||
| 	var got Data | ||||
| 	if err := Unmarshal(b, &got); err != nil { | ||||
| 		t.Errorf("Unmarshal error: %v", err) | ||||
| 	} | ||||
| 	if data2 != data { | ||||
| 		t.Errorf("expect: %v, but get: %v", data, data2) | ||||
| 	if got != want { | ||||
| 		t.Errorf("Unmarshal:\n\tgot:  %v\n\twant: %v", got, want) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| @@ -802,7 +753,7 @@ func TestHTMLEscape(t *testing.T) { | ||||
| 	want.Write([]byte(`{"M":"\u003chtml\u003efoo \u0026\u2028 \u2029\u003c/html\u003e"}`)) | ||||
| 	HTMLEscape(&b, []byte(m)) | ||||
| 	if !bytes.Equal(b.Bytes(), want.Bytes()) { | ||||
| 		t.Errorf("HTMLEscape(&b, []byte(m)) = %s; want %s", b.Bytes(), want.Bytes()) | ||||
| 		t.Errorf("HTMLEscape:\n\tgot:  %s\n\twant: %s", b.Bytes(), want.Bytes()) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| @@ -814,21 +765,19 @@ func TestEncodePointerString(t *testing.T) { | ||||
| 	var n int64 = 42 | ||||
| 	b, err := Marshal(stringPointer{N: &n}) | ||||
| 	if err != nil { | ||||
| 		t.Fatalf("Marshal: %v", err) | ||||
| 		t.Fatalf("Marshal error: %v", err) | ||||
| 	} | ||||
| 	if got, want := string(b), `{"n":"42"}`; got != want { | ||||
| 		t.Errorf("Marshal = %s, want %s", got, want) | ||||
| 		t.Fatalf("Marshal:\n\tgot:  %s\n\twant: %s", got, want) | ||||
| 	} | ||||
| 	var back stringPointer | ||||
| 	err = Unmarshal(b, &back) | ||||
| 	if err != nil { | ||||
| 		t.Fatalf("Unmarshal: %v", err) | ||||
| 	} | ||||
| 	if back.N == nil { | ||||
| 		t.Fatalf("Unmarshaled nil N field") | ||||
| 	} | ||||
| 	if *back.N != 42 { | ||||
| 		t.Fatalf("*N = %d; want 42", *back.N) | ||||
| 	switch err = Unmarshal(b, &back); { | ||||
| 	case err != nil: | ||||
| 		t.Fatalf("Unmarshal error: %v", err) | ||||
| 	case back.N == nil: | ||||
| 		t.Fatalf("Unmarshal: back.N = nil, want non-nil") | ||||
| 	case *back.N != 42: | ||||
| 		t.Fatalf("Unmarshal: *back.N = %d, want 42", *back.N) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| @@ -844,11 +793,11 @@ var encodeStringTests = []struct { | ||||
| 	{"\x05", `"\u0005"`}, | ||||
| 	{"\x06", `"\u0006"`}, | ||||
| 	{"\x07", `"\u0007"`}, | ||||
| 	{"\x08", `"\u0008"`}, | ||||
| 	{"\x08", `"\b"`}, | ||||
| 	{"\x09", `"\t"`}, | ||||
| 	{"\x0a", `"\n"`}, | ||||
| 	{"\x0b", `"\u000b"`}, | ||||
| 	{"\x0c", `"\u000c"`}, | ||||
| 	{"\x0c", `"\f"`}, | ||||
| 	{"\x0d", `"\r"`}, | ||||
| 	{"\x0e", `"\u000e"`}, | ||||
| 	{"\x0f", `"\u000f"`}, | ||||
| @@ -874,7 +823,7 @@ func TestEncodeString(t *testing.T) { | ||||
| 	for _, tt := range encodeStringTests { | ||||
| 		b, err := Marshal(tt.in) | ||||
| 		if err != nil { | ||||
| 			t.Errorf("Marshal(%q): %v", tt.in, err) | ||||
| 			t.Errorf("Marshal(%q) error: %v", tt.in, err) | ||||
| 			continue | ||||
| 		} | ||||
| 		out := string(b) | ||||
| @@ -912,65 +861,67 @@ func (f textfloat) MarshalText() ([]byte, error) { return tenc(`TF:%0.2f`, f) } | ||||
|  | ||||
| // Issue 13783 | ||||
| func TestEncodeBytekind(t *testing.T) { | ||||
| 	testdata := []struct { | ||||
| 		data any | ||||
| 	tests := []struct { | ||||
| 		CaseName | ||||
| 		in   any | ||||
| 		want string | ||||
| 	}{ | ||||
| 		{byte(7), "7"}, | ||||
| 		{jsonbyte(7), `{"JB":7}`}, | ||||
| 		{textbyte(4), `"TB:4"`}, | ||||
| 		{jsonint(5), `{"JI":5}`}, | ||||
| 		{textint(1), `"TI:1"`}, | ||||
| 		{[]byte{0, 1}, `"AAE="`}, | ||||
| 		{[]jsonbyte{0, 1}, `[{"JB":0},{"JB":1}]`}, | ||||
| 		{[][]jsonbyte{{0, 1}, {3}}, `[[{"JB":0},{"JB":1}],[{"JB":3}]]`}, | ||||
| 		{[]textbyte{2, 3}, `["TB:2","TB:3"]`}, | ||||
| 		{[]jsonint{5, 4}, `[{"JI":5},{"JI":4}]`}, | ||||
| 		{[]textint{9, 3}, `["TI:9","TI:3"]`}, | ||||
| 		{[]int{9, 3}, `[9,3]`}, | ||||
| 		{[]textfloat{12, 3}, `["TF:12.00","TF:3.00"]`}, | ||||
| 		{Name(""), byte(7), "7"}, | ||||
| 		{Name(""), jsonbyte(7), `{"JB":7}`}, | ||||
| 		{Name(""), textbyte(4), `"TB:4"`}, | ||||
| 		{Name(""), jsonint(5), `{"JI":5}`}, | ||||
| 		{Name(""), textint(1), `"TI:1"`}, | ||||
| 		{Name(""), []byte{0, 1}, `"AAE="`}, | ||||
| 		{Name(""), []jsonbyte{0, 1}, `[{"JB":0},{"JB":1}]`}, | ||||
| 		{Name(""), [][]jsonbyte{{0, 1}, {3}}, `[[{"JB":0},{"JB":1}],[{"JB":3}]]`}, | ||||
| 		{Name(""), []textbyte{2, 3}, `["TB:2","TB:3"]`}, | ||||
| 		{Name(""), []jsonint{5, 4}, `[{"JI":5},{"JI":4}]`}, | ||||
| 		{Name(""), []textint{9, 3}, `["TI:9","TI:3"]`}, | ||||
| 		{Name(""), []int{9, 3}, `[9,3]`}, | ||||
| 		{Name(""), []textfloat{12, 3}, `["TF:12.00","TF:3.00"]`}, | ||||
| 	} | ||||
| 	for _, d := range testdata { | ||||
| 		js, err := Marshal(d.data) | ||||
| 	for _, tt := range tests { | ||||
| 		t.Run(tt.Name, func(t *testing.T) { | ||||
| 			b, err := Marshal(tt.in) | ||||
| 			if err != nil { | ||||
| 			t.Error(err) | ||||
| 			continue | ||||
| 				t.Errorf("%s: Marshal error: %v", tt.Where, err) | ||||
| 			} | ||||
| 		got, want := string(js), d.want | ||||
| 			got, want := string(b), tt.want | ||||
| 			if got != want { | ||||
| 			t.Errorf("got %s, want %s", got, want) | ||||
| 				t.Errorf("%s: Marshal:\n\tgot:  %s\n\twant: %s", tt.Where, got, want) | ||||
| 			} | ||||
| 		}) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| func TestTextMarshalerMapKeysAreSorted(t *testing.T) { | ||||
| 	b, err := Marshal(map[unmarshalerText]int{ | ||||
| 	got, err := Marshal(map[unmarshalerText]int{ | ||||
| 		{"x", "y"}: 1, | ||||
| 		{"y", "x"}: 2, | ||||
| 		{"a", "z"}: 3, | ||||
| 		{"z", "a"}: 4, | ||||
| 	}) | ||||
| 	if err != nil { | ||||
| 		t.Fatalf("Failed to Marshal text.Marshaler: %v", err) | ||||
| 		t.Fatalf("Marshal error: %v", err) | ||||
| 	} | ||||
| 	const want = `{"a:z":3,"x:y":1,"y:x":2,"z:a":4}` | ||||
| 	if string(b) != want { | ||||
| 		t.Errorf("Marshal map with text.Marshaler keys: got %#q, want %#q", b, want) | ||||
| 	if string(got) != want { | ||||
| 		t.Errorf("Marshal:\n\tgot:  %s\n\twant: %s", got, want) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| // https://golang.org/issue/33675 | ||||
| func TestNilMarshalerTextMapKey(t *testing.T) { | ||||
| 	b, err := Marshal(map[*unmarshalerText]int{ | ||||
| 	got, err := Marshal(map[*unmarshalerText]int{ | ||||
| 		(*unmarshalerText)(nil): 1, | ||||
| 		{"A", "B"}:              2, | ||||
| 	}) | ||||
| 	if err != nil { | ||||
| 		t.Fatalf("Failed to Marshal *text.Marshaler: %v", err) | ||||
| 		t.Fatalf("Marshal error: %v", err) | ||||
| 	} | ||||
| 	const want = `{"":1,"A:B":2}` | ||||
| 	if string(b) != want { | ||||
| 		t.Errorf("Marshal map with *text.Marshaler keys: got %#q, want %#q", b, want) | ||||
| 	if string(got) != want { | ||||
| 		t.Errorf("Marshal:\n\tgot:  %s\n\twant: %s", got, want) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| @@ -1009,7 +960,7 @@ func TestMarshalFloat(t *testing.T) { | ||||
| 		} | ||||
| 		bout, err := Marshal(vf) | ||||
| 		if err != nil { | ||||
| 			t.Errorf("Marshal(%T(%g)): %v", vf, vf, err) | ||||
| 			t.Errorf("Marshal(%T(%g)) error: %v", vf, vf, err) | ||||
| 			nfail++ | ||||
| 			return | ||||
| 		} | ||||
| @@ -1018,12 +969,12 @@ func TestMarshalFloat(t *testing.T) { | ||||
| 		// result must convert back to the same float | ||||
| 		g, err := strconv.ParseFloat(out, bits) | ||||
| 		if err != nil { | ||||
| 			t.Errorf("Marshal(%T(%g)) = %q, cannot parse back: %v", vf, vf, out, err) | ||||
| 			t.Errorf("ParseFloat(%q) error: %v", out, err) | ||||
| 			nfail++ | ||||
| 			return | ||||
| 		} | ||||
| 		if f != g || fmt.Sprint(f) != fmt.Sprint(g) { // fmt.Sprint handles ±0 | ||||
| 			t.Errorf("Marshal(%T(%g)) = %q (is %g, not %g)", vf, vf, out, float32(g), vf) | ||||
| 			t.Errorf("ParseFloat(%q):\n\tgot:  %g\n\twant: %g", out, float32(g), vf) | ||||
| 			nfail++ | ||||
| 			return | ||||
| 		} | ||||
| @@ -1034,7 +985,7 @@ func TestMarshalFloat(t *testing.T) { | ||||
| 		} | ||||
| 		for _, re := range bad { | ||||
| 			if re.MatchString(out) { | ||||
| 				t.Errorf("Marshal(%T(%g)) = %q, must not match /%s/", vf, vf, out, re) | ||||
| 				t.Errorf("Marshal(%T(%g)) = %q; must not match /%s/", vf, vf, out, re) | ||||
| 				nfail++ | ||||
| 				return | ||||
| 			} | ||||
| @@ -1098,87 +1049,90 @@ func TestMarshalRawMessageValue(t *testing.T) { | ||||
| 	) | ||||
|  | ||||
| 	tests := []struct { | ||||
| 		CaseName | ||||
| 		in   any | ||||
| 		want string | ||||
| 		ok   bool | ||||
| 	}{ | ||||
| 		// Test with nil RawMessage. | ||||
| 		{rawNil, "null", true}, | ||||
| 		{&rawNil, "null", true}, | ||||
| 		{[]any{rawNil}, "[null]", true}, | ||||
| 		{&[]any{rawNil}, "[null]", true}, | ||||
| 		{[]any{&rawNil}, "[null]", true}, | ||||
| 		{&[]any{&rawNil}, "[null]", true}, | ||||
| 		{struct{ M RawMessage }{rawNil}, `{"M":null}`, true}, | ||||
| 		{&struct{ M RawMessage }{rawNil}, `{"M":null}`, true}, | ||||
| 		{struct{ M *RawMessage }{&rawNil}, `{"M":null}`, true}, | ||||
| 		{&struct{ M *RawMessage }{&rawNil}, `{"M":null}`, true}, | ||||
| 		{map[string]any{"M": rawNil}, `{"M":null}`, true}, | ||||
| 		{&map[string]any{"M": rawNil}, `{"M":null}`, true}, | ||||
| 		{map[string]any{"M": &rawNil}, `{"M":null}`, true}, | ||||
| 		{&map[string]any{"M": &rawNil}, `{"M":null}`, true}, | ||||
| 		{T1{rawNil}, "{}", true}, | ||||
| 		{T2{&rawNil}, `{"M":null}`, true}, | ||||
| 		{&T1{rawNil}, "{}", true}, | ||||
| 		{&T2{&rawNil}, `{"M":null}`, true}, | ||||
| 		{Name(""), rawNil, "null", true}, | ||||
| 		{Name(""), &rawNil, "null", true}, | ||||
| 		{Name(""), []any{rawNil}, "[null]", true}, | ||||
| 		{Name(""), &[]any{rawNil}, "[null]", true}, | ||||
| 		{Name(""), []any{&rawNil}, "[null]", true}, | ||||
| 		{Name(""), &[]any{&rawNil}, "[null]", true}, | ||||
| 		{Name(""), struct{ M RawMessage }{rawNil}, `{"M":null}`, true}, | ||||
| 		{Name(""), &struct{ M RawMessage }{rawNil}, `{"M":null}`, true}, | ||||
| 		{Name(""), struct{ M *RawMessage }{&rawNil}, `{"M":null}`, true}, | ||||
| 		{Name(""), &struct{ M *RawMessage }{&rawNil}, `{"M":null}`, true}, | ||||
| 		{Name(""), map[string]any{"M": rawNil}, `{"M":null}`, true}, | ||||
| 		{Name(""), &map[string]any{"M": rawNil}, `{"M":null}`, true}, | ||||
| 		{Name(""), map[string]any{"M": &rawNil}, `{"M":null}`, true}, | ||||
| 		{Name(""), &map[string]any{"M": &rawNil}, `{"M":null}`, true}, | ||||
| 		{Name(""), T1{rawNil}, "{}", true}, | ||||
| 		{Name(""), T2{&rawNil}, `{"M":null}`, true}, | ||||
| 		{Name(""), &T1{rawNil}, "{}", true}, | ||||
| 		{Name(""), &T2{&rawNil}, `{"M":null}`, true}, | ||||
|  | ||||
| 		// Test with empty, but non-nil, RawMessage. | ||||
| 		{rawEmpty, "", false}, | ||||
| 		{&rawEmpty, "", false}, | ||||
| 		{[]any{rawEmpty}, "", false}, | ||||
| 		{&[]any{rawEmpty}, "", false}, | ||||
| 		{[]any{&rawEmpty}, "", false}, | ||||
| 		{&[]any{&rawEmpty}, "", false}, | ||||
| 		{struct{ X RawMessage }{rawEmpty}, "", false}, | ||||
| 		{&struct{ X RawMessage }{rawEmpty}, "", false}, | ||||
| 		{struct{ X *RawMessage }{&rawEmpty}, "", false}, | ||||
| 		{&struct{ X *RawMessage }{&rawEmpty}, "", false}, | ||||
| 		{map[string]any{"nil": rawEmpty}, "", false}, | ||||
| 		{&map[string]any{"nil": rawEmpty}, "", false}, | ||||
| 		{map[string]any{"nil": &rawEmpty}, "", false}, | ||||
| 		{&map[string]any{"nil": &rawEmpty}, "", false}, | ||||
| 		{T1{rawEmpty}, "{}", true}, | ||||
| 		{T2{&rawEmpty}, "", false}, | ||||
| 		{&T1{rawEmpty}, "{}", true}, | ||||
| 		{&T2{&rawEmpty}, "", false}, | ||||
| 		{Name(""), rawEmpty, "", false}, | ||||
| 		{Name(""), &rawEmpty, "", false}, | ||||
| 		{Name(""), []any{rawEmpty}, "", false}, | ||||
| 		{Name(""), &[]any{rawEmpty}, "", false}, | ||||
| 		{Name(""), []any{&rawEmpty}, "", false}, | ||||
| 		{Name(""), &[]any{&rawEmpty}, "", false}, | ||||
| 		{Name(""), struct{ X RawMessage }{rawEmpty}, "", false}, | ||||
| 		{Name(""), &struct{ X RawMessage }{rawEmpty}, "", false}, | ||||
| 		{Name(""), struct{ X *RawMessage }{&rawEmpty}, "", false}, | ||||
| 		{Name(""), &struct{ X *RawMessage }{&rawEmpty}, "", false}, | ||||
| 		{Name(""), map[string]any{"nil": rawEmpty}, "", false}, | ||||
| 		{Name(""), &map[string]any{"nil": rawEmpty}, "", false}, | ||||
| 		{Name(""), map[string]any{"nil": &rawEmpty}, "", false}, | ||||
| 		{Name(""), &map[string]any{"nil": &rawEmpty}, "", false}, | ||||
| 		{Name(""), T1{rawEmpty}, "{}", true}, | ||||
| 		{Name(""), T2{&rawEmpty}, "", false}, | ||||
| 		{Name(""), &T1{rawEmpty}, "{}", true}, | ||||
| 		{Name(""), &T2{&rawEmpty}, "", false}, | ||||
|  | ||||
| 		// Test with RawMessage with some text. | ||||
| 		// | ||||
| 		// The tests below marked with Issue6458 used to generate "ImZvbyI=" instead "foo". | ||||
| 		// This behavior was intentionally changed in Go 1.8. | ||||
| 		// See https://golang.org/issues/14493#issuecomment-255857318 | ||||
| 		{rawText, `"foo"`, true}, // Issue6458 | ||||
| 		{&rawText, `"foo"`, true}, | ||||
| 		{[]any{rawText}, `["foo"]`, true},  // Issue6458 | ||||
| 		{&[]any{rawText}, `["foo"]`, true}, // Issue6458 | ||||
| 		{[]any{&rawText}, `["foo"]`, true}, | ||||
| 		{&[]any{&rawText}, `["foo"]`, true}, | ||||
| 		{struct{ M RawMessage }{rawText}, `{"M":"foo"}`, true}, // Issue6458 | ||||
| 		{&struct{ M RawMessage }{rawText}, `{"M":"foo"}`, true}, | ||||
| 		{struct{ M *RawMessage }{&rawText}, `{"M":"foo"}`, true}, | ||||
| 		{&struct{ M *RawMessage }{&rawText}, `{"M":"foo"}`, true}, | ||||
| 		{map[string]any{"M": rawText}, `{"M":"foo"}`, true},  // Issue6458 | ||||
| 		{&map[string]any{"M": rawText}, `{"M":"foo"}`, true}, // Issue6458 | ||||
| 		{map[string]any{"M": &rawText}, `{"M":"foo"}`, true}, | ||||
| 		{&map[string]any{"M": &rawText}, `{"M":"foo"}`, true}, | ||||
| 		{T1{rawText}, `{"M":"foo"}`, true}, // Issue6458 | ||||
| 		{T2{&rawText}, `{"M":"foo"}`, true}, | ||||
| 		{&T1{rawText}, `{"M":"foo"}`, true}, | ||||
| 		{&T2{&rawText}, `{"M":"foo"}`, true}, | ||||
| 		{Name(""), rawText, `"foo"`, true}, // Issue6458 | ||||
| 		{Name(""), &rawText, `"foo"`, true}, | ||||
| 		{Name(""), []any{rawText}, `["foo"]`, true},  // Issue6458 | ||||
| 		{Name(""), &[]any{rawText}, `["foo"]`, true}, // Issue6458 | ||||
| 		{Name(""), []any{&rawText}, `["foo"]`, true}, | ||||
| 		{Name(""), &[]any{&rawText}, `["foo"]`, true}, | ||||
| 		{Name(""), struct{ M RawMessage }{rawText}, `{"M":"foo"}`, true}, // Issue6458 | ||||
| 		{Name(""), &struct{ M RawMessage }{rawText}, `{"M":"foo"}`, true}, | ||||
| 		{Name(""), struct{ M *RawMessage }{&rawText}, `{"M":"foo"}`, true}, | ||||
| 		{Name(""), &struct{ M *RawMessage }{&rawText}, `{"M":"foo"}`, true}, | ||||
| 		{Name(""), map[string]any{"M": rawText}, `{"M":"foo"}`, true},  // Issue6458 | ||||
| 		{Name(""), &map[string]any{"M": rawText}, `{"M":"foo"}`, true}, // Issue6458 | ||||
| 		{Name(""), map[string]any{"M": &rawText}, `{"M":"foo"}`, true}, | ||||
| 		{Name(""), &map[string]any{"M": &rawText}, `{"M":"foo"}`, true}, | ||||
| 		{Name(""), T1{rawText}, `{"M":"foo"}`, true}, // Issue6458 | ||||
| 		{Name(""), T2{&rawText}, `{"M":"foo"}`, true}, | ||||
| 		{Name(""), &T1{rawText}, `{"M":"foo"}`, true}, | ||||
| 		{Name(""), &T2{&rawText}, `{"M":"foo"}`, true}, | ||||
| 	} | ||||
|  | ||||
| 	for i, tt := range tests { | ||||
| 	for _, tt := range tests { | ||||
| 		t.Run(tt.Name, func(t *testing.T) { | ||||
| 			b, err := Marshal(tt.in) | ||||
| 			if ok := (err == nil); ok != tt.ok { | ||||
| 				if err != nil { | ||||
| 				t.Errorf("test %d, unexpected failure: %v", i, err) | ||||
| 					t.Errorf("%s: Marshal error: %v", tt.Where, err) | ||||
| 				} else { | ||||
| 				t.Errorf("test %d, unexpected success", i) | ||||
| 					t.Errorf("%s: Marshal error: got nil, want non-nil", tt.Where) | ||||
| 				} | ||||
| 			} | ||||
| 			if got := string(b); got != tt.want { | ||||
| 			t.Errorf("test %d, Marshal(%#v) = %q, want %q", i, tt.in, got, tt.want) | ||||
| 				t.Errorf("%s: Marshal:\n\tinput: %#v\n\tgot:  %s\n\twant: %s", tt.Where, tt.in, got, tt.want) | ||||
| 			} | ||||
| 		}) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| @@ -1202,38 +1156,66 @@ func TestMarshalUncommonFieldNames(t *testing.T) { | ||||
| 	}{} | ||||
| 	b, err := Marshal(v) | ||||
| 	if err != nil { | ||||
| 		t.Fatal("Marshal:", err) | ||||
| 		t.Fatal("Marshal error:", err) | ||||
| 	} | ||||
| 	want := `{"A0":0,"À":0,"Aβ":0}` | ||||
| 	got := string(b) | ||||
| 	if got != want { | ||||
| 		t.Fatalf("Marshal: got %s want %s", got, want) | ||||
| 		t.Fatalf("Marshal:\n\tgot:  %s\n\twant: %s", got, want) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| func TestMarshalerError(t *testing.T) { | ||||
| 	s := "test variable" | ||||
| 	st := reflect.TypeOf(s) | ||||
| 	errText := "json: test error" | ||||
| 	const errText = "json: test error" | ||||
|  | ||||
| 	tests := []struct { | ||||
| 		CaseName | ||||
| 		err  *MarshalerError | ||||
| 		want string | ||||
| 	}{ | ||||
| 		{ | ||||
| 	}{{ | ||||
| 		Name(""), | ||||
| 		&MarshalerError{st, fmt.Errorf(errText), ""}, | ||||
| 		"json: error calling MarshalJSON for type " + st.String() + ": " + errText, | ||||
| 		}, | ||||
| 		{ | ||||
| 	}, { | ||||
| 		Name(""), | ||||
| 		&MarshalerError{st, fmt.Errorf(errText), "TestMarshalerError"}, | ||||
| 		"json: error calling TestMarshalerError for type " + st.String() + ": " + errText, | ||||
| 		}, | ||||
| 	} | ||||
| 	}} | ||||
|  | ||||
| 	for i, tt := range tests { | ||||
| 	for _, tt := range tests { | ||||
| 		t.Run(tt.Name, func(t *testing.T) { | ||||
| 			got := tt.err.Error() | ||||
| 			if got != tt.want { | ||||
| 			t.Errorf("MarshalerError test %d, got: %s, want: %s", i, got, tt.want) | ||||
| 				t.Errorf("%s: Error:\n\tgot:  %s\n\twant: %s", tt.Where, got, tt.want) | ||||
| 			} | ||||
| 		}) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| type marshaledValue string | ||||
|  | ||||
| func (v marshaledValue) MarshalJSON() ([]byte, error) { | ||||
| 	return []byte(v), nil | ||||
| } | ||||
|  | ||||
| func TestIssue63379(t *testing.T) { | ||||
| 	for _, v := range []string{ | ||||
| 		"[]<", | ||||
| 		"[]>", | ||||
| 		"[]&", | ||||
| 		"[]\u2028", | ||||
| 		"[]\u2029", | ||||
| 		"{}<", | ||||
| 		"{}>", | ||||
| 		"{}&", | ||||
| 		"{}\u2028", | ||||
| 		"{}\u2029", | ||||
| 	} { | ||||
| 		_, err := Marshal(marshaledValue(v)) | ||||
| 		if err == nil { | ||||
| 			t.Errorf("expected error for %q", v) | ||||
| 		} | ||||
| 	} | ||||
| } | ||||
|   | ||||
							
								
								
									
										150
									
								
								gojson/fold.go
									
									
									
									
									
								
							
							
						
						
									
										150
									
								
								gojson/fold.go
									
									
									
									
									
								
							| @@ -5,140 +5,44 @@ | ||||
| package json | ||||
|  | ||||
| import ( | ||||
| 	"bytes" | ||||
| 	"unicode" | ||||
| 	"unicode/utf8" | ||||
| ) | ||||
|  | ||||
| const ( | ||||
| 	caseMask     = ^byte(0x20) // Mask to ignore case in ASCII. | ||||
| 	kelvin       = '\u212a' | ||||
| 	smallLongEss = '\u017f' | ||||
| ) | ||||
|  | ||||
| // foldFunc returns one of four different case folding equivalence | ||||
| // functions, from most general (and slow) to fastest: | ||||
| // | ||||
| // 1) bytes.EqualFold, if the key s contains any non-ASCII UTF-8 | ||||
| // 2) equalFoldRight, if s contains special folding ASCII ('k', 'K', 's', 'S') | ||||
| // 3) asciiEqualFold, no special, but includes non-letters (including _) | ||||
| // 4) simpleLetterEqualFold, no specials, no non-letters. | ||||
| // | ||||
| // The letters S and K are special because they map to 3 runes, not just 2: | ||||
| //   - S maps to s and to U+017F 'ſ' Latin small letter long s | ||||
| //   - k maps to K and to U+212A 'K' Kelvin sign | ||||
| // | ||||
| // See https://play.golang.org/p/tTxjOc0OGo | ||||
| // | ||||
| // The returned function is specialized for matching against s and | ||||
| // should only be given s. It's not curried for performance reasons. | ||||
| func foldFunc(s []byte) func(s, t []byte) bool { | ||||
| 	nonLetter := false | ||||
| 	special := false // special letter | ||||
| 	for _, b := range s { | ||||
| 		if b >= utf8.RuneSelf { | ||||
| 			return bytes.EqualFold | ||||
| 		} | ||||
| 		upper := b & caseMask | ||||
| 		if upper < 'A' || upper > 'Z' { | ||||
| 			nonLetter = true | ||||
| 		} else if upper == 'K' || upper == 'S' { | ||||
| 			// See above for why these letters are special. | ||||
| 			special = true | ||||
| 		} | ||||
| 	} | ||||
| 	if special { | ||||
| 		return equalFoldRight | ||||
| 	} | ||||
| 	if nonLetter { | ||||
| 		return asciiEqualFold | ||||
| 	} | ||||
| 	return simpleLetterEqualFold | ||||
| // foldName returns a folded string such that foldName(x) == foldName(y) | ||||
| // is identical to bytes.EqualFold(x, y). | ||||
| func foldName(in []byte) []byte { | ||||
| 	// This is inlinable to take advantage of "function outlining". | ||||
| 	var arr [32]byte // large enough for most JSON names | ||||
| 	return appendFoldedName(arr[:0], in) | ||||
| } | ||||
|  | ||||
| // equalFoldRight is a specialization of bytes.EqualFold when s is | ||||
| // known to be all ASCII (including punctuation), but contains an 's', | ||||
| // 'S', 'k', or 'K', requiring a Unicode fold on the bytes in t. | ||||
| // See comments on foldFunc. | ||||
| func equalFoldRight(s, t []byte) bool { | ||||
| 	for _, sb := range s { | ||||
| 		if len(t) == 0 { | ||||
| 			return false | ||||
| func appendFoldedName(out, in []byte) []byte { | ||||
| 	for i := 0; i < len(in); { | ||||
| 		// Handle single-byte ASCII. | ||||
| 		if c := in[i]; c < utf8.RuneSelf { | ||||
| 			if 'a' <= c && c <= 'z' { | ||||
| 				c -= 'a' - 'A' | ||||
| 			} | ||||
| 		tb := t[0] | ||||
| 		if tb < utf8.RuneSelf { | ||||
| 			if sb != tb { | ||||
| 				sbUpper := sb & caseMask | ||||
| 				if 'A' <= sbUpper && sbUpper <= 'Z' { | ||||
| 					if sbUpper != tb&caseMask { | ||||
| 						return false | ||||
| 					} | ||||
| 				} else { | ||||
| 					return false | ||||
| 				} | ||||
| 			} | ||||
| 			t = t[1:] | ||||
| 			out = append(out, c) | ||||
| 			i++ | ||||
| 			continue | ||||
| 		} | ||||
| 		// sb is ASCII and t is not. t must be either kelvin | ||||
| 		// sign or long s; sb must be s, S, k, or K. | ||||
| 		tr, size := utf8.DecodeRune(t) | ||||
| 		switch sb { | ||||
| 		case 's', 'S': | ||||
| 			if tr != smallLongEss { | ||||
| 				return false | ||||
| 		// Handle multi-byte Unicode. | ||||
| 		r, n := utf8.DecodeRune(in[i:]) | ||||
| 		out = utf8.AppendRune(out, foldRune(r)) | ||||
| 		i += n | ||||
| 	} | ||||
| 		case 'k', 'K': | ||||
| 			if tr != kelvin { | ||||
| 				return false | ||||
| 			} | ||||
| 		default: | ||||
| 			return false | ||||
| 		} | ||||
| 		t = t[size:] | ||||
|  | ||||
| 	} | ||||
| 	if len(t) > 0 { | ||||
| 		return false | ||||
| 	} | ||||
| 	return true | ||||
| 	return out | ||||
| } | ||||
|  | ||||
| // asciiEqualFold is a specialization of bytes.EqualFold for use when | ||||
| // s is all ASCII (but may contain non-letters) and contains no | ||||
| // special-folding letters. | ||||
| // See comments on foldFunc. | ||||
| func asciiEqualFold(s, t []byte) bool { | ||||
| 	if len(s) != len(t) { | ||||
| 		return false | ||||
| // foldRune is returns the smallest rune for all runes in the same fold set. | ||||
| func foldRune(r rune) rune { | ||||
| 	for { | ||||
| 		r2 := unicode.SimpleFold(r) | ||||
| 		if r2 <= r { | ||||
| 			return r2 | ||||
| 		} | ||||
| 	for i, sb := range s { | ||||
| 		tb := t[i] | ||||
| 		if sb == tb { | ||||
| 			continue | ||||
| 		r = r2 | ||||
| 	} | ||||
| 		if ('a' <= sb && sb <= 'z') || ('A' <= sb && sb <= 'Z') { | ||||
| 			if sb&caseMask != tb&caseMask { | ||||
| 				return false | ||||
| 			} | ||||
| 		} else { | ||||
| 			return false | ||||
| 		} | ||||
| 	} | ||||
| 	return true | ||||
| } | ||||
|  | ||||
| // simpleLetterEqualFold is a specialization of bytes.EqualFold for | ||||
| // use when s is all ASCII letters (no underscores, etc) and also | ||||
| // doesn't contain 'k', 'K', 's', or 'S'. | ||||
| // See comments on foldFunc. | ||||
| func simpleLetterEqualFold(s, t []byte) bool { | ||||
| 	if len(s) != len(t) { | ||||
| 		return false | ||||
| 	} | ||||
| 	for i, b := range s { | ||||
| 		if b&caseMask != t[i]&caseMask { | ||||
| 			return false | ||||
| 		} | ||||
| 	} | ||||
| 	return true | ||||
| } | ||||
|   | ||||
| @@ -6,111 +6,45 @@ package json | ||||
|  | ||||
| import ( | ||||
| 	"bytes" | ||||
| 	"strings" | ||||
| 	"testing" | ||||
| 	"unicode/utf8" | ||||
| ) | ||||
|  | ||||
| var foldTests = []struct { | ||||
| 	fn   func(s, t []byte) bool | ||||
| 	s, t string | ||||
| 	want bool | ||||
| }{ | ||||
| 	{equalFoldRight, "", "", true}, | ||||
| 	{equalFoldRight, "a", "a", true}, | ||||
| 	{equalFoldRight, "", "a", false}, | ||||
| 	{equalFoldRight, "a", "", false}, | ||||
| 	{equalFoldRight, "a", "A", true}, | ||||
| 	{equalFoldRight, "AB", "ab", true}, | ||||
| 	{equalFoldRight, "AB", "ac", false}, | ||||
| 	{equalFoldRight, "sbkKc", "ſbKKc", true}, | ||||
| 	{equalFoldRight, "SbKkc", "ſbKKc", true}, | ||||
| 	{equalFoldRight, "SbKkc", "ſbKK", false}, | ||||
| 	{equalFoldRight, "e", "é", false}, | ||||
| 	{equalFoldRight, "s", "S", true}, | ||||
|  | ||||
| 	{simpleLetterEqualFold, "", "", true}, | ||||
| 	{simpleLetterEqualFold, "abc", "abc", true}, | ||||
| 	{simpleLetterEqualFold, "abc", "ABC", true}, | ||||
| 	{simpleLetterEqualFold, "abc", "ABCD", false}, | ||||
| 	{simpleLetterEqualFold, "abc", "xxx", false}, | ||||
|  | ||||
| 	{asciiEqualFold, "a_B", "A_b", true}, | ||||
| 	{asciiEqualFold, "aa@", "aa`", false}, // verify 0x40 and 0x60 aren't case-equivalent | ||||
| } | ||||
|  | ||||
| func TestFold(t *testing.T) { | ||||
| 	for i, tt := range foldTests { | ||||
| 		if got := tt.fn([]byte(tt.s), []byte(tt.t)); got != tt.want { | ||||
| 			t.Errorf("%d. %q, %q = %v; want %v", i, tt.s, tt.t, got, tt.want) | ||||
| 		} | ||||
| 		truth := strings.EqualFold(tt.s, tt.t) | ||||
| 		if truth != tt.want { | ||||
| 			t.Errorf("strings.EqualFold doesn't agree with case %d", i) | ||||
| 		} | ||||
| 	} | ||||
| } | ||||
|  | ||||
| func TestFoldAgainstUnicode(t *testing.T) { | ||||
| 	const bufSize = 5 | ||||
| 	buf1 := make([]byte, 0, bufSize) | ||||
| 	buf2 := make([]byte, 0, bufSize) | ||||
| 	var runes []rune | ||||
| 	for i := 0x20; i <= 0x7f; i++ { | ||||
| 		runes = append(runes, rune(i)) | ||||
| 	} | ||||
| 	runes = append(runes, kelvin, smallLongEss) | ||||
|  | ||||
| 	funcs := []struct { | ||||
| 		name   string | ||||
| 		fold   func(s, t []byte) bool | ||||
| 		letter bool // must be ASCII letter | ||||
| 		simple bool // must be simple ASCII letter (not 'S' or 'K') | ||||
| 	}{ | ||||
| 		{ | ||||
| 			name: "equalFoldRight", | ||||
| 			fold: equalFoldRight, | ||||
| 		}, | ||||
| 		{ | ||||
| 			name:   "asciiEqualFold", | ||||
| 			fold:   asciiEqualFold, | ||||
| 			simple: true, | ||||
| 		}, | ||||
| 		{ | ||||
| 			name:   "simpleLetterEqualFold", | ||||
| 			fold:   simpleLetterEqualFold, | ||||
| 			simple: true, | ||||
| 			letter: true, | ||||
| 		}, | ||||
| 	} | ||||
|  | ||||
| 	for _, ff := range funcs { | ||||
| 		for _, r := range runes { | ||||
| 			if r >= utf8.RuneSelf { | ||||
| 				continue | ||||
| 			} | ||||
| 			if ff.letter && !isASCIILetter(byte(r)) { | ||||
| 				continue | ||||
| 			} | ||||
| 			if ff.simple && (r == 's' || r == 'S' || r == 'k' || r == 'K') { | ||||
| 				continue | ||||
| 			} | ||||
| 			for _, r2 := range runes { | ||||
| 				buf1 := append(buf1[:0], 'x') | ||||
| 				buf2 := append(buf2[:0], 'x') | ||||
| 				buf1 = buf1[:1+utf8.EncodeRune(buf1[1:bufSize], r)] | ||||
| 				buf2 = buf2[:1+utf8.EncodeRune(buf2[1:bufSize], r2)] | ||||
| 				buf1 = append(buf1, 'x') | ||||
| 				buf2 = append(buf2, 'x') | ||||
| 				want := bytes.EqualFold(buf1, buf2) | ||||
| 				if got := ff.fold(buf1, buf2); got != want { | ||||
| 					t.Errorf("%s(%q, %q) = %v; want %v", ff.name, buf1, buf2, got, want) | ||||
| 				} | ||||
| 			} | ||||
| 		} | ||||
| 	} | ||||
| } | ||||
|  | ||||
| func isASCIILetter(b byte) bool { | ||||
| 	return ('A' <= b && b <= 'Z') || ('a' <= b && b <= 'z') | ||||
| func FuzzEqualFold(f *testing.F) { | ||||
| 	for _, ss := range [][2]string{ | ||||
| 		{"", ""}, | ||||
| 		{"123abc", "123ABC"}, | ||||
| 		{"αβδ", "ΑΒΔ"}, | ||||
| 		{"abc", "xyz"}, | ||||
| 		{"abc", "XYZ"}, | ||||
| 		{"1", "2"}, | ||||
| 		{"hello, world!", "hello, world!"}, | ||||
| 		{"hello, world!", "Hello, World!"}, | ||||
| 		{"hello, world!", "HELLO, WORLD!"}, | ||||
| 		{"hello, world!", "jello, world!"}, | ||||
| 		{"γειά, κόσμε!", "γειά, κόσμε!"}, | ||||
| 		{"γειά, κόσμε!", "Γειά, Κόσμε!"}, | ||||
| 		{"γειά, κόσμε!", "ΓΕΙΆ, ΚΌΣΜΕ!"}, | ||||
| 		{"γειά, κόσμε!", "ΛΕΙΆ, ΚΌΣΜΕ!"}, | ||||
| 		{"AESKey", "aesKey"}, | ||||
| 		{"AESKEY", "aes_key"}, | ||||
| 		{"aes_key", "AES_KEY"}, | ||||
| 		{"AES_KEY", "aes-key"}, | ||||
| 		{"aes-key", "AES-KEY"}, | ||||
| 		{"AES-KEY", "aesKey"}, | ||||
| 		{"aesKey", "AesKey"}, | ||||
| 		{"AesKey", "AESKey"}, | ||||
| 		{"AESKey", "aeskey"}, | ||||
| 		{"DESKey", "aeskey"}, | ||||
| 		{"AES Key", "aeskey"}, | ||||
| 	} { | ||||
| 		f.Add([]byte(ss[0]), []byte(ss[1])) | ||||
| 	} | ||||
| 	equalFold := func(x, y []byte) bool { return string(foldName(x)) == string(foldName(y)) } | ||||
| 	f.Fuzz(func(t *testing.T, x, y []byte) { | ||||
| 		got := equalFold(x, y) | ||||
| 		want := bytes.EqualFold(x, y) | ||||
| 		if got != want { | ||||
| 			t.Errorf("equalFold(%q, %q) = %v, want %v", x, y, got, want) | ||||
| 		} | ||||
| 	}) | ||||
| } | ||||
|   | ||||
| @@ -1,42 +0,0 @@ | ||||
| // Copyright 2019 The Go Authors. All rights reserved. | ||||
| // Use of this source code is governed by a BSD-style | ||||
| // license that can be found in the LICENSE file. | ||||
|  | ||||
| //go:build gofuzz | ||||
|  | ||||
| package json | ||||
|  | ||||
| import ( | ||||
| 	"fmt" | ||||
| ) | ||||
|  | ||||
| func Fuzz(data []byte) (score int) { | ||||
| 	for _, ctor := range []func() any{ | ||||
| 		func() any { return new(any) }, | ||||
| 		func() any { return new(map[string]any) }, | ||||
| 		func() any { return new([]any) }, | ||||
| 	} { | ||||
| 		v := ctor() | ||||
| 		err := Unmarshal(data, v) | ||||
| 		if err != nil { | ||||
| 			continue | ||||
| 		} | ||||
| 		score = 1 | ||||
|  | ||||
| 		m, err := Marshal(v) | ||||
| 		if err != nil { | ||||
| 			fmt.Printf("v=%#v\n", v) | ||||
| 			panic(err) | ||||
| 		} | ||||
|  | ||||
| 		u := ctor() | ||||
| 		err = Unmarshal(m, u) | ||||
| 		if err != nil { | ||||
| 			fmt.Printf("v=%#v\n", v) | ||||
| 			fmt.Printf("m=%s\n", m) | ||||
| 			panic(err) | ||||
| 		} | ||||
| 	} | ||||
|  | ||||
| 	return | ||||
| } | ||||
| @@ -25,7 +25,6 @@ func (r GoJsonRender) Render(w http.ResponseWriter) error { | ||||
| 	if val := header["Content-Type"]; len(val) == 0 { | ||||
| 		header["Content-Type"] = []string{"application/json; charset=utf-8"} | ||||
| 	} | ||||
|  | ||||
| 	jsonBytes, err := MarshalSafeCollections(r.Data, r.NilSafeSlices, r.NilSafeMaps, r.Indent, r.Filter) | ||||
| 	if err != nil { | ||||
| 		panic(err) | ||||
|   | ||||
							
								
								
									
										119
									
								
								gojson/indent.go
									
									
									
									
									
								
							
							
						
						
									
										119
									
								
								gojson/indent.go
									
									
									
									
									
								
							| @@ -4,38 +4,67 @@ | ||||
|  | ||||
| package json | ||||
|  | ||||
| import ( | ||||
| 	"bytes" | ||||
| ) | ||||
| import "bytes" | ||||
|  | ||||
| // HTMLEscape appends to dst the JSON-encoded src with <, >, &, U+2028 and U+2029 | ||||
| // characters inside string literals changed to \u003c, \u003e, \u0026, \u2028, \u2029 | ||||
| // so that the JSON will be safe to embed inside HTML <script> tags. | ||||
| // For historical reasons, web browsers don't honor standard HTML | ||||
| // escaping within <script> tags, so an alternative JSON encoding must be used. | ||||
| func HTMLEscape(dst *bytes.Buffer, src []byte) { | ||||
| 	dst.Grow(len(src)) | ||||
| 	dst.Write(appendHTMLEscape(dst.AvailableBuffer(), src)) | ||||
| } | ||||
|  | ||||
| func appendHTMLEscape(dst, src []byte) []byte { | ||||
| 	// The characters can only appear in string literals, | ||||
| 	// so just scan the string one byte at a time. | ||||
| 	start := 0 | ||||
| 	for i, c := range src { | ||||
| 		if c == '<' || c == '>' || c == '&' { | ||||
| 			dst = append(dst, src[start:i]...) | ||||
| 			dst = append(dst, '\\', 'u', '0', '0', hex[c>>4], hex[c&0xF]) | ||||
| 			start = i + 1 | ||||
| 		} | ||||
| 		// Convert U+2028 and U+2029 (E2 80 A8 and E2 80 A9). | ||||
| 		if c == 0xE2 && i+2 < len(src) && src[i+1] == 0x80 && src[i+2]&^1 == 0xA8 { | ||||
| 			dst = append(dst, src[start:i]...) | ||||
| 			dst = append(dst, '\\', 'u', '2', '0', '2', hex[src[i+2]&0xF]) | ||||
| 			start = i + len("\u2029") | ||||
| 		} | ||||
| 	} | ||||
| 	return append(dst, src[start:]...) | ||||
| } | ||||
|  | ||||
| // Compact appends to dst the JSON-encoded src with | ||||
| // insignificant space characters elided. | ||||
| func Compact(dst *bytes.Buffer, src []byte) error { | ||||
| 	return compact(dst, src, false) | ||||
| 	dst.Grow(len(src)) | ||||
| 	b := dst.AvailableBuffer() | ||||
| 	b, err := appendCompact(b, src, false) | ||||
| 	dst.Write(b) | ||||
| 	return err | ||||
| } | ||||
|  | ||||
| func compact(dst *bytes.Buffer, src []byte, escape bool) error { | ||||
| 	origLen := dst.Len() | ||||
| func appendCompact(dst, src []byte, escape bool) ([]byte, error) { | ||||
| 	origLen := len(dst) | ||||
| 	scan := newScanner() | ||||
| 	defer freeScanner(scan) | ||||
| 	start := 0 | ||||
| 	for i, c := range src { | ||||
| 		if escape && (c == '<' || c == '>' || c == '&') { | ||||
| 			if start < i { | ||||
| 				dst.Write(src[start:i]) | ||||
| 				dst = append(dst, src[start:i]...) | ||||
| 			} | ||||
| 			dst.WriteString(`\u00`) | ||||
| 			dst.WriteByte(hex[c>>4]) | ||||
| 			dst.WriteByte(hex[c&0xF]) | ||||
| 			dst = append(dst, '\\', 'u', '0', '0', hex[c>>4], hex[c&0xF]) | ||||
| 			start = i + 1 | ||||
| 		} | ||||
| 		// Convert U+2028 and U+2029 (E2 80 A8 and E2 80 A9). | ||||
| 		if escape && c == 0xE2 && i+2 < len(src) && src[i+1] == 0x80 && src[i+2]&^1 == 0xA8 { | ||||
| 			if start < i { | ||||
| 				dst.Write(src[start:i]) | ||||
| 				dst = append(dst, src[start:i]...) | ||||
| 			} | ||||
| 			dst.WriteString(`\u202`) | ||||
| 			dst.WriteByte(hex[src[i+2]&0xF]) | ||||
| 			dst = append(dst, '\\', 'u', '2', '0', '2', hex[src[i+2]&0xF]) | ||||
| 			start = i + 3 | ||||
| 		} | ||||
| 		v := scan.step(scan, c) | ||||
| @@ -44,29 +73,37 @@ func compact(dst *bytes.Buffer, src []byte, escape bool) error { | ||||
| 				break | ||||
| 			} | ||||
| 			if start < i { | ||||
| 				dst.Write(src[start:i]) | ||||
| 				dst = append(dst, src[start:i]...) | ||||
| 			} | ||||
| 			start = i + 1 | ||||
| 		} | ||||
| 	} | ||||
| 	if scan.eof() == scanError { | ||||
| 		dst.Truncate(origLen) | ||||
| 		return scan.err | ||||
| 		return dst[:origLen], scan.err | ||||
| 	} | ||||
| 	if start < len(src) { | ||||
| 		dst.Write(src[start:]) | ||||
| 		dst = append(dst, src[start:]...) | ||||
| 	} | ||||
| 	return nil | ||||
| 	return dst, nil | ||||
| } | ||||
|  | ||||
| func newline(dst *bytes.Buffer, prefix, indent string, depth int) { | ||||
| 	dst.WriteByte('\n') | ||||
| 	dst.WriteString(prefix) | ||||
| func appendNewline(dst []byte, prefix, indent string, depth int) []byte { | ||||
| 	dst = append(dst, '\n') | ||||
| 	dst = append(dst, prefix...) | ||||
| 	for i := 0; i < depth; i++ { | ||||
| 		dst.WriteString(indent) | ||||
| 		dst = append(dst, indent...) | ||||
| 	} | ||||
| 	return dst | ||||
| } | ||||
|  | ||||
| // indentGrowthFactor specifies the growth factor of indenting JSON input. | ||||
| // Empirically, the growth factor was measured to be between 1.4x to 1.8x | ||||
| // for some set of compacted JSON with the indent being a single tab. | ||||
| // Specify a growth factor slightly larger than what is observed | ||||
| // to reduce probability of allocation in appendIndent. | ||||
| // A factor no higher than 2 ensures that wasted space never exceeds 50%. | ||||
| const indentGrowthFactor = 2 | ||||
|  | ||||
| // Indent appends to dst an indented form of the JSON-encoded src. | ||||
| // Each element in a JSON object or array begins on a new, | ||||
| // indented line beginning with prefix followed by one or more | ||||
| @@ -79,7 +116,15 @@ func newline(dst *bytes.Buffer, prefix, indent string, depth int) { | ||||
| // For example, if src has no trailing spaces, neither will dst; | ||||
| // if src ends in a trailing newline, so will dst. | ||||
| func Indent(dst *bytes.Buffer, src []byte, prefix, indent string) error { | ||||
| 	origLen := dst.Len() | ||||
| 	dst.Grow(indentGrowthFactor * len(src)) | ||||
| 	b := dst.AvailableBuffer() | ||||
| 	b, err := appendIndent(b, src, prefix, indent) | ||||
| 	dst.Write(b) | ||||
| 	return err | ||||
| } | ||||
|  | ||||
| func appendIndent(dst, src []byte, prefix, indent string) ([]byte, error) { | ||||
| 	origLen := len(dst) | ||||
| 	scan := newScanner() | ||||
| 	defer freeScanner(scan) | ||||
| 	needIndent := false | ||||
| @@ -96,13 +141,13 @@ func Indent(dst *bytes.Buffer, src []byte, prefix, indent string) error { | ||||
| 		if needIndent && v != scanEndObject && v != scanEndArray { | ||||
| 			needIndent = false | ||||
| 			depth++ | ||||
| 			newline(dst, prefix, indent, depth) | ||||
| 			dst = appendNewline(dst, prefix, indent, depth) | ||||
| 		} | ||||
|  | ||||
| 		// Emit semantically uninteresting bytes | ||||
| 		// (in particular, punctuation in strings) unmodified. | ||||
| 		if v == scanContinue { | ||||
| 			dst.WriteByte(c) | ||||
| 			dst = append(dst, c) | ||||
| 			continue | ||||
| 		} | ||||
|  | ||||
| @@ -111,33 +156,27 @@ func Indent(dst *bytes.Buffer, src []byte, prefix, indent string) error { | ||||
| 		case '{', '[': | ||||
| 			// delay indent so that empty object and array are formatted as {} and []. | ||||
| 			needIndent = true | ||||
| 			dst.WriteByte(c) | ||||
|  | ||||
| 			dst = append(dst, c) | ||||
| 		case ',': | ||||
| 			dst.WriteByte(c) | ||||
| 			newline(dst, prefix, indent, depth) | ||||
|  | ||||
| 			dst = append(dst, c) | ||||
| 			dst = appendNewline(dst, prefix, indent, depth) | ||||
| 		case ':': | ||||
| 			dst.WriteByte(c) | ||||
| 			dst.WriteByte(' ') | ||||
|  | ||||
| 			dst = append(dst, c, ' ') | ||||
| 		case '}', ']': | ||||
| 			if needIndent { | ||||
| 				// suppress indent in empty object/array | ||||
| 				needIndent = false | ||||
| 			} else { | ||||
| 				depth-- | ||||
| 				newline(dst, prefix, indent, depth) | ||||
| 				dst = appendNewline(dst, prefix, indent, depth) | ||||
| 			} | ||||
| 			dst.WriteByte(c) | ||||
|  | ||||
| 			dst = append(dst, c) | ||||
| 		default: | ||||
| 			dst.WriteByte(c) | ||||
| 			dst = append(dst, c) | ||||
| 		} | ||||
| 	} | ||||
| 	if scan.eof() == scanError { | ||||
| 		dst.Truncate(origLen) | ||||
| 		return scan.err | ||||
| 		return dst[:origLen], scan.err | ||||
| 	} | ||||
| 	return nil | ||||
| 	return dst, nil | ||||
| } | ||||
|   | ||||
| @@ -116,18 +116,3 @@ func TestNumberIsValid(t *testing.T) { | ||||
| 		} | ||||
| 	} | ||||
| } | ||||
|  | ||||
| func BenchmarkNumberIsValid(b *testing.B) { | ||||
| 	s := "-61657.61667E+61673" | ||||
| 	for i := 0; i < b.N; i++ { | ||||
| 		isValidNumber(s) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| func BenchmarkNumberIsValidRegexp(b *testing.B) { | ||||
| 	var jsonNumberRegexp = regexp.MustCompile(`^-?(?:0|[1-9]\d*)(?:\.\d+)?(?:[eE][+-]?\d+)?$`) | ||||
| 	s := "-61657.61667E+61673" | ||||
| 	for i := 0; i < b.N; i++ { | ||||
| 		jsonNumberRegexp.MatchString(s) | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -43,7 +43,7 @@ func checkValid(data []byte, scan *scanner) error { | ||||
| } | ||||
|  | ||||
| // A SyntaxError is a description of a JSON syntax error. | ||||
| // Unmarshal will return a SyntaxError if the JSON can't be parsed. | ||||
| // [Unmarshal] will return a SyntaxError if the JSON can't be parsed. | ||||
| type SyntaxError struct { | ||||
| 	msg    string // description of error | ||||
| 	Offset int64  // error occurred after reading Offset bytes | ||||
| @@ -594,7 +594,7 @@ func (s *scanner) error(c byte, context string) int { | ||||
| 	return scanError | ||||
| } | ||||
|  | ||||
| // quoteChar formats c as a quoted character literal | ||||
| // quoteChar formats c as a quoted character literal. | ||||
| func quoteChar(c byte) string { | ||||
| 	// special cases - different from quoted strings | ||||
| 	if c == '\'' { | ||||
|   | ||||
| @@ -9,51 +9,59 @@ import ( | ||||
| 	"math" | ||||
| 	"math/rand" | ||||
| 	"reflect" | ||||
| 	"strings" | ||||
| 	"testing" | ||||
| ) | ||||
|  | ||||
| var validTests = []struct { | ||||
| 	data string | ||||
| 	ok   bool | ||||
| }{ | ||||
| 	{`foo`, false}, | ||||
| 	{`}{`, false}, | ||||
| 	{`{]`, false}, | ||||
| 	{`{}`, true}, | ||||
| 	{`{"foo":"bar"}`, true}, | ||||
| 	{`{"foo":"bar","bar":{"baz":["qux"]}}`, true}, | ||||
| func indentNewlines(s string) string { | ||||
| 	return strings.Join(strings.Split(s, "\n"), "\n\t") | ||||
| } | ||||
|  | ||||
| func stripWhitespace(s string) string { | ||||
| 	return strings.Map(func(r rune) rune { | ||||
| 		if r == ' ' || r == '\n' || r == '\r' || r == '\t' { | ||||
| 			return -1 | ||||
| 		} | ||||
| 		return r | ||||
| 	}, s) | ||||
| } | ||||
|  | ||||
| func TestValid(t *testing.T) { | ||||
| 	for _, tt := range validTests { | ||||
| 		if ok := Valid([]byte(tt.data)); ok != tt.ok { | ||||
| 			t.Errorf("Valid(%#q) = %v, want %v", tt.data, ok, tt.ok) | ||||
| 	tests := []struct { | ||||
| 		CaseName | ||||
| 		data string | ||||
| 		ok   bool | ||||
| 	}{ | ||||
| 		{Name(""), `foo`, false}, | ||||
| 		{Name(""), `}{`, false}, | ||||
| 		{Name(""), `{]`, false}, | ||||
| 		{Name(""), `{}`, true}, | ||||
| 		{Name(""), `{"foo":"bar"}`, true}, | ||||
| 		{Name(""), `{"foo":"bar","bar":{"baz":["qux"]}}`, true}, | ||||
| 	} | ||||
| 	for _, tt := range tests { | ||||
| 		t.Run(tt.Name, func(t *testing.T) { | ||||
| 			if ok := Valid([]byte(tt.data)); ok != tt.ok { | ||||
| 				t.Errorf("%s: Valid(`%s`) = %v, want %v", tt.Where, tt.data, ok, tt.ok) | ||||
| 			} | ||||
| 		}) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| // Tests of simple examples. | ||||
|  | ||||
| type example struct { | ||||
| func TestCompactAndIndent(t *testing.T) { | ||||
| 	tests := []struct { | ||||
| 		CaseName | ||||
| 		compact string | ||||
| 		indent  string | ||||
| } | ||||
|  | ||||
| var examples = []example{ | ||||
| 	{`1`, `1`}, | ||||
| 	{`{}`, `{}`}, | ||||
| 	{`[]`, `[]`}, | ||||
| 	{`{"":2}`, "{\n\t\"\": 2\n}"}, | ||||
| 	{`[3]`, "[\n\t3\n]"}, | ||||
| 	{`[1,2,3]`, "[\n\t1,\n\t2,\n\t3\n]"}, | ||||
| 	{`{"x":1}`, "{\n\t\"x\": 1\n}"}, | ||||
| 	{ex1, ex1i}, | ||||
| 	{"{\"\":\"<>&\u2028\u2029\"}", "{\n\t\"\": \"<>&\u2028\u2029\"\n}"}, // See golang.org/issue/34070 | ||||
| } | ||||
|  | ||||
| var ex1 = `[true,false,null,"x",1,1.5,0,-5e+2]` | ||||
|  | ||||
| var ex1i = `[ | ||||
| 	}{ | ||||
| 		{Name(""), `1`, `1`}, | ||||
| 		{Name(""), `{}`, `{}`}, | ||||
| 		{Name(""), `[]`, `[]`}, | ||||
| 		{Name(""), `{"":2}`, "{\n\t\"\": 2\n}"}, | ||||
| 		{Name(""), `[3]`, "[\n\t3\n]"}, | ||||
| 		{Name(""), `[1,2,3]`, "[\n\t1,\n\t2,\n\t3\n]"}, | ||||
| 		{Name(""), `{"x":1}`, "{\n\t\"x\": 1\n}"}, | ||||
| 		{Name(""), `[true,false,null,"x",1,1.5,0,-5e+2]`, `[ | ||||
| 	true, | ||||
| 	false, | ||||
| 	null, | ||||
| @@ -62,25 +70,40 @@ var ex1i = `[ | ||||
| 	1.5, | ||||
| 	0, | ||||
| 	-5e+2 | ||||
| ]` | ||||
|  | ||||
| func TestCompact(t *testing.T) { | ||||
| ]`}, | ||||
| 		{Name(""), "{\"\":\"<>&\u2028\u2029\"}", "{\n\t\"\": \"<>&\u2028\u2029\"\n}"}, // See golang.org/issue/34070 | ||||
| 	} | ||||
| 	var buf bytes.Buffer | ||||
| 	for _, tt := range examples { | ||||
| 	for _, tt := range tests { | ||||
| 		t.Run(tt.Name, func(t *testing.T) { | ||||
| 			buf.Reset() | ||||
| 			if err := Compact(&buf, []byte(tt.compact)); err != nil { | ||||
| 			t.Errorf("Compact(%#q): %v", tt.compact, err) | ||||
| 		} else if s := buf.String(); s != tt.compact { | ||||
| 			t.Errorf("Compact(%#q) = %#q, want original", tt.compact, s) | ||||
| 				t.Errorf("%s: Compact error: %v", tt.Where, err) | ||||
| 			} else if got := buf.String(); got != tt.compact { | ||||
| 				t.Errorf("%s: Compact:\n\tgot:  %s\n\twant: %s", tt.Where, indentNewlines(got), indentNewlines(tt.compact)) | ||||
| 			} | ||||
|  | ||||
| 			buf.Reset() | ||||
| 			if err := Compact(&buf, []byte(tt.indent)); err != nil { | ||||
| 			t.Errorf("Compact(%#q): %v", tt.indent, err) | ||||
| 			continue | ||||
| 		} else if s := buf.String(); s != tt.compact { | ||||
| 			t.Errorf("Compact(%#q) = %#q, want %#q", tt.indent, s, tt.compact) | ||||
| 				t.Errorf("%s: Compact error: %v", tt.Where, err) | ||||
| 			} else if got := buf.String(); got != tt.compact { | ||||
| 				t.Errorf("%s: Compact:\n\tgot:  %s\n\twant: %s", tt.Where, indentNewlines(got), indentNewlines(tt.compact)) | ||||
| 			} | ||||
|  | ||||
| 			buf.Reset() | ||||
| 			if err := Indent(&buf, []byte(tt.indent), "", "\t"); err != nil { | ||||
| 				t.Errorf("%s: Indent error: %v", tt.Where, err) | ||||
| 			} else if got := buf.String(); got != tt.indent { | ||||
| 				t.Errorf("%s: Compact:\n\tgot:  %s\n\twant: %s", tt.Where, indentNewlines(got), indentNewlines(tt.indent)) | ||||
| 			} | ||||
|  | ||||
| 			buf.Reset() | ||||
| 			if err := Indent(&buf, []byte(tt.compact), "", "\t"); err != nil { | ||||
| 				t.Errorf("%s: Indent error: %v", tt.Where, err) | ||||
| 			} else if got := buf.String(); got != tt.indent { | ||||
| 				t.Errorf("%s: Compact:\n\tgot:  %s\n\twant: %s", tt.Where, indentNewlines(got), indentNewlines(tt.indent)) | ||||
| 			} | ||||
| 		}) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| @@ -88,38 +111,21 @@ func TestCompactSeparators(t *testing.T) { | ||||
| 	// U+2028 and U+2029 should be escaped inside strings. | ||||
| 	// They should not appear outside strings. | ||||
| 	tests := []struct { | ||||
| 		CaseName | ||||
| 		in, compact string | ||||
| 	}{ | ||||
| 		{"{\"\u2028\": 1}", "{\"\u2028\":1}"}, | ||||
| 		{"{\"\u2029\" :2}", "{\"\u2029\":2}"}, | ||||
| 		{Name(""), "{\"\u2028\": 1}", "{\"\u2028\":1}"}, | ||||
| 		{Name(""), "{\"\u2029\" :2}", "{\"\u2029\":2}"}, | ||||
| 	} | ||||
| 	for _, tt := range tests { | ||||
| 		t.Run(tt.Name, func(t *testing.T) { | ||||
| 			var buf bytes.Buffer | ||||
| 			if err := Compact(&buf, []byte(tt.in)); err != nil { | ||||
| 			t.Errorf("Compact(%q): %v", tt.in, err) | ||||
| 		} else if s := buf.String(); s != tt.compact { | ||||
| 			t.Errorf("Compact(%q) = %q, want %q", tt.in, s, tt.compact) | ||||
| 		} | ||||
| 	} | ||||
| } | ||||
|  | ||||
| func TestIndent(t *testing.T) { | ||||
| 	var buf bytes.Buffer | ||||
| 	for _, tt := range examples { | ||||
| 		buf.Reset() | ||||
| 		if err := Indent(&buf, []byte(tt.indent), "", "\t"); err != nil { | ||||
| 			t.Errorf("Indent(%#q): %v", tt.indent, err) | ||||
| 		} else if s := buf.String(); s != tt.indent { | ||||
| 			t.Errorf("Indent(%#q) = %#q, want original", tt.indent, s) | ||||
| 		} | ||||
|  | ||||
| 		buf.Reset() | ||||
| 		if err := Indent(&buf, []byte(tt.compact), "", "\t"); err != nil { | ||||
| 			t.Errorf("Indent(%#q): %v", tt.compact, err) | ||||
| 			continue | ||||
| 		} else if s := buf.String(); s != tt.indent { | ||||
| 			t.Errorf("Indent(%#q) = %#q, want %#q", tt.compact, s, tt.indent) | ||||
| 				t.Errorf("%s: Compact error: %v", tt.Where, err) | ||||
| 			} else if got := buf.String(); got != tt.compact { | ||||
| 				t.Errorf("%s: Compact:\n\tgot:  %s\n\twant: %s", tt.Where, indentNewlines(got), indentNewlines(tt.compact)) | ||||
| 			} | ||||
| 		}) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| @@ -129,11 +135,11 @@ func TestCompactBig(t *testing.T) { | ||||
| 	initBig() | ||||
| 	var buf bytes.Buffer | ||||
| 	if err := Compact(&buf, jsonBig); err != nil { | ||||
| 		t.Fatalf("Compact: %v", err) | ||||
| 		t.Fatalf("Compact error: %v", err) | ||||
| 	} | ||||
| 	b := buf.Bytes() | ||||
| 	if !bytes.Equal(b, jsonBig) { | ||||
| 		t.Error("Compact(jsonBig) != jsonBig") | ||||
| 		t.Error("Compact:") | ||||
| 		diff(t, b, jsonBig) | ||||
| 		return | ||||
| 	} | ||||
| @@ -144,23 +150,23 @@ func TestIndentBig(t *testing.T) { | ||||
| 	initBig() | ||||
| 	var buf bytes.Buffer | ||||
| 	if err := Indent(&buf, jsonBig, "", "\t"); err != nil { | ||||
| 		t.Fatalf("Indent1: %v", err) | ||||
| 		t.Fatalf("Indent error: %v", err) | ||||
| 	} | ||||
| 	b := buf.Bytes() | ||||
| 	if len(b) == len(jsonBig) { | ||||
| 		// jsonBig is compact (no unnecessary spaces); | ||||
| 		// indenting should make it bigger | ||||
| 		t.Fatalf("Indent(jsonBig) did not get bigger") | ||||
| 		t.Fatalf("Indent did not expand the input") | ||||
| 	} | ||||
|  | ||||
| 	// should be idempotent | ||||
| 	var buf1 bytes.Buffer | ||||
| 	if err := Indent(&buf1, b, "", "\t"); err != nil { | ||||
| 		t.Fatalf("Indent2: %v", err) | ||||
| 		t.Fatalf("Indent error: %v", err) | ||||
| 	} | ||||
| 	b1 := buf1.Bytes() | ||||
| 	if !bytes.Equal(b1, b) { | ||||
| 		t.Error("Indent(Indent(jsonBig)) != Indent(jsonBig)") | ||||
| 		t.Error("Indent(Indent(jsonBig)) != Indent(jsonBig):") | ||||
| 		diff(t, b1, b) | ||||
| 		return | ||||
| 	} | ||||
| @@ -168,40 +174,40 @@ func TestIndentBig(t *testing.T) { | ||||
| 	// should get back to original | ||||
| 	buf1.Reset() | ||||
| 	if err := Compact(&buf1, b); err != nil { | ||||
| 		t.Fatalf("Compact: %v", err) | ||||
| 		t.Fatalf("Compact error: %v", err) | ||||
| 	} | ||||
| 	b1 = buf1.Bytes() | ||||
| 	if !bytes.Equal(b1, jsonBig) { | ||||
| 		t.Error("Compact(Indent(jsonBig)) != jsonBig") | ||||
| 		t.Error("Compact(Indent(jsonBig)) != jsonBig:") | ||||
| 		diff(t, b1, jsonBig) | ||||
| 		return | ||||
| 	} | ||||
| } | ||||
|  | ||||
| type indentErrorTest struct { | ||||
| func TestIndentErrors(t *testing.T) { | ||||
| 	tests := []struct { | ||||
| 		CaseName | ||||
| 		in  string | ||||
| 		err error | ||||
| } | ||||
|  | ||||
| var indentErrorTests = []indentErrorTest{ | ||||
| 	{`{"X": "foo", "Y"}`, &SyntaxError{"invalid character '}' after object key", 17}}, | ||||
| 	{`{"X": "foo" "Y": "bar"}`, &SyntaxError{"invalid character '\"' after object key:value pair", 13}}, | ||||
| } | ||||
|  | ||||
| func TestIndentErrors(t *testing.T) { | ||||
| 	for i, tt := range indentErrorTests { | ||||
| 	}{ | ||||
| 		{Name(""), `{"X": "foo", "Y"}`, &SyntaxError{"invalid character '}' after object key", 17}}, | ||||
| 		{Name(""), `{"X": "foo" "Y": "bar"}`, &SyntaxError{"invalid character '\"' after object key:value pair", 13}}, | ||||
| 	} | ||||
| 	for _, tt := range tests { | ||||
| 		t.Run(tt.Name, func(t *testing.T) { | ||||
| 			slice := make([]uint8, 0) | ||||
| 			buf := bytes.NewBuffer(slice) | ||||
| 			if err := Indent(buf, []uint8(tt.in), "", ""); err != nil { | ||||
| 				if !reflect.DeepEqual(err, tt.err) { | ||||
| 				t.Errorf("#%d: Indent: %#v", i, err) | ||||
| 				continue | ||||
| 					t.Fatalf("%s: Indent error:\n\tgot:  %v\n\twant: %v", tt.Where, err, tt.err) | ||||
| 				} | ||||
| 			} | ||||
| 		}) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| func diff(t *testing.T, a, b []byte) { | ||||
| 	t.Helper() | ||||
| 	for i := 0; ; i++ { | ||||
| 		if i >= len(a) || i >= len(b) || a[i] != b[i] { | ||||
| 			j := i - 10 | ||||
| @@ -215,10 +221,7 @@ func diff(t *testing.T, a, b []byte) { | ||||
| } | ||||
|  | ||||
| func trim(b []byte) []byte { | ||||
| 	if len(b) > 20 { | ||||
| 		return b[0:20] | ||||
| 	} | ||||
| 	return b | ||||
| 	return b[:min(len(b), 20)] | ||||
| } | ||||
|  | ||||
| // Generate a random JSON object. | ||||
|   | ||||
| @@ -33,7 +33,7 @@ func NewDecoder(r io.Reader) *Decoder { | ||||
| } | ||||
|  | ||||
| // UseNumber causes the Decoder to unmarshal a number into an interface{} as a | ||||
| // Number instead of as a float64. | ||||
| // [Number] instead of as a float64. | ||||
| func (dec *Decoder) UseNumber() { dec.d.useNumber = true } | ||||
|  | ||||
| // DisallowUnknownFields causes the Decoder to return an error when the destination | ||||
| @@ -47,7 +47,7 @@ func (dec *Decoder) TagKey(v string) { dec.d.tagkey = &v } | ||||
| // Decode reads the next JSON-encoded value from its | ||||
| // input and stores it in the value pointed to by v. | ||||
| // | ||||
| // See the documentation for Unmarshal for details about | ||||
| // See the documentation for [Unmarshal] for details about | ||||
| // the conversion of JSON into a Go value. | ||||
| func (dec *Decoder) Decode(v any) error { | ||||
| 	if dec.err != nil { | ||||
| @@ -82,7 +82,7 @@ func (dec *Decoder) Decode(v any) error { | ||||
| } | ||||
|  | ||||
| // Buffered returns a reader of the data remaining in the Decoder's | ||||
| // buffer. The reader is valid until the next call to Decode. | ||||
| // buffer. The reader is valid until the next call to [Decoder.Decode]. | ||||
| func (dec *Decoder) Buffered() io.Reader { | ||||
| 	return bytes.NewReader(dec.buf[dec.scanp:]) | ||||
| } | ||||
| @@ -186,7 +186,7 @@ type Encoder struct { | ||||
| 	err        error | ||||
| 	escapeHTML bool | ||||
|  | ||||
| 	indentBuf    *bytes.Buffer | ||||
| 	indentBuf    []byte | ||||
| 	indentPrefix string | ||||
| 	indentValue  string | ||||
| } | ||||
| @@ -197,15 +197,19 @@ func NewEncoder(w io.Writer) *Encoder { | ||||
| } | ||||
|  | ||||
| // Encode writes the JSON encoding of v to the stream, | ||||
| // with insignificant space characters elided, | ||||
| // followed by a newline character. | ||||
| // | ||||
| // See the documentation for Marshal for details about the | ||||
| // See the documentation for [Marshal] for details about the | ||||
| // conversion of Go values to JSON. | ||||
| func (enc *Encoder) Encode(v any) error { | ||||
| 	if enc.err != nil { | ||||
| 		return enc.err | ||||
| 	} | ||||
|  | ||||
| 	e := newEncodeState() | ||||
| 	defer encodeStatePool.Put(e) | ||||
|  | ||||
| 	err := e.marshal(v, encOpts{escapeHTML: enc.escapeHTML}) | ||||
| 	if err != nil { | ||||
| 		return err | ||||
| @@ -221,20 +225,15 @@ func (enc *Encoder) Encode(v any) error { | ||||
|  | ||||
| 	b := e.Bytes() | ||||
| 	if enc.indentPrefix != "" || enc.indentValue != "" { | ||||
| 		if enc.indentBuf == nil { | ||||
| 			enc.indentBuf = new(bytes.Buffer) | ||||
| 		} | ||||
| 		enc.indentBuf.Reset() | ||||
| 		err = Indent(enc.indentBuf, b, enc.indentPrefix, enc.indentValue) | ||||
| 		enc.indentBuf, err = appendIndent(enc.indentBuf[:0], b, enc.indentPrefix, enc.indentValue) | ||||
| 		if err != nil { | ||||
| 			return err | ||||
| 		} | ||||
| 		b = enc.indentBuf.Bytes() | ||||
| 		b = enc.indentBuf | ||||
| 	} | ||||
| 	if _, err = enc.w.Write(b); err != nil { | ||||
| 		enc.err = err | ||||
| 	} | ||||
| 	encodeStatePool.Put(e) | ||||
| 	return err | ||||
| } | ||||
|  | ||||
| @@ -258,7 +257,7 @@ func (enc *Encoder) SetEscapeHTML(on bool) { | ||||
| } | ||||
|  | ||||
| // RawMessage is a raw encoded JSON value. | ||||
| // It implements Marshaler and Unmarshaler and can | ||||
| // It implements [Marshaler] and [Unmarshaler] and can | ||||
| // be used to delay JSON decoding or precompute a JSON encoding. | ||||
| type RawMessage []byte | ||||
|  | ||||
| @@ -284,12 +283,12 @@ var _ Unmarshaler = (*RawMessage)(nil) | ||||
|  | ||||
| // A Token holds a value of one of these types: | ||||
| // | ||||
| //	Delim, for the four JSON delimiters [ ] { } | ||||
| //	bool, for JSON booleans | ||||
| //	float64, for JSON numbers | ||||
| //	Number, for JSON numbers | ||||
| //	string, for JSON string literals | ||||
| //	nil, for JSON null | ||||
| //   - [Delim], for the four JSON delimiters [ ] { } | ||||
| //   - bool, for JSON booleans | ||||
| //   - float64, for JSON numbers | ||||
| //   - [Number], for JSON numbers | ||||
| //   - string, for JSON string literals | ||||
| //   - nil, for JSON null | ||||
| type Token any | ||||
|  | ||||
| const ( | ||||
| @@ -359,14 +358,14 @@ func (d Delim) String() string { | ||||
| } | ||||
|  | ||||
| // Token returns the next JSON token in the input stream. | ||||
| // At the end of the input stream, Token returns nil, io.EOF. | ||||
| // At the end of the input stream, Token returns nil, [io.EOF]. | ||||
| // | ||||
| // Token guarantees that the delimiters [ ] { } it returns are | ||||
| // properly nested and matched: if Token encounters an unexpected | ||||
| // delimiter in the input, it will return an error. | ||||
| // | ||||
| // The input stream consists of basic JSON values—bool, string, | ||||
| // number, and null—along with delimiters [ ] { } of type Delim | ||||
| // number, and null—along with delimiters [ ] { } of type [Delim] | ||||
| // to mark the start and end of arrays and objects. | ||||
| // Commas and colons are elided. | ||||
| func (dec *Decoder) Token() (Token, error) { | ||||
|   | ||||
| @@ -6,16 +6,44 @@ package json | ||||
|  | ||||
| import ( | ||||
| 	"bytes" | ||||
| 	"fmt" | ||||
| 	"io" | ||||
| 	"log" | ||||
| 	"net" | ||||
| 	"net/http" | ||||
| 	"net/http/httptest" | ||||
| 	"path" | ||||
| 	"reflect" | ||||
| 	"runtime" | ||||
| 	"runtime/debug" | ||||
| 	"strings" | ||||
| 	"testing" | ||||
| ) | ||||
|  | ||||
| // TODO(https://go.dev/issue/52751): Replace with native testing support. | ||||
|  | ||||
| // CaseName is a case name annotated with a file and line. | ||||
| type CaseName struct { | ||||
| 	Name  string | ||||
| 	Where CasePos | ||||
| } | ||||
|  | ||||
| // Name annotates a case name with the file and line of the caller. | ||||
| func Name(s string) (c CaseName) { | ||||
| 	c.Name = s | ||||
| 	runtime.Callers(2, c.Where.pc[:]) | ||||
| 	return c | ||||
| } | ||||
|  | ||||
| // CasePos represents a file and line number. | ||||
| type CasePos struct{ pc [1]uintptr } | ||||
|  | ||||
| func (pos CasePos) String() string { | ||||
| 	frames := runtime.CallersFrames(pos.pc[:]) | ||||
| 	frame, _ := frames.Next() | ||||
| 	return fmt.Sprintf("%s:%d", path.Base(frame.File), frame.Line) | ||||
| } | ||||
|  | ||||
| // Test values for the stream test. | ||||
| // One of each JSON kind. | ||||
| var streamTest = []any{ | ||||
| @@ -41,24 +69,61 @@ false | ||||
|  | ||||
| func TestEncoder(t *testing.T) { | ||||
| 	for i := 0; i <= len(streamTest); i++ { | ||||
| 		var buf bytes.Buffer | ||||
| 		var buf strings.Builder | ||||
| 		enc := NewEncoder(&buf) | ||||
| 		// Check that enc.SetIndent("", "") turns off indentation. | ||||
| 		enc.SetIndent(">", ".") | ||||
| 		enc.SetIndent("", "") | ||||
| 		for j, v := range streamTest[0:i] { | ||||
| 			if err := enc.Encode(v); err != nil { | ||||
| 				t.Fatalf("encode #%d: %v", j, err) | ||||
| 				t.Fatalf("#%d.%d Encode error: %v", i, j, err) | ||||
| 			} | ||||
| 		} | ||||
| 		if have, want := buf.String(), nlines(streamEncoded, i); have != want { | ||||
| 			t.Errorf("encoding %d items: mismatch", i) | ||||
| 			t.Errorf("encoding %d items: mismatch:", i) | ||||
| 			diff(t, []byte(have), []byte(want)) | ||||
| 			break | ||||
| 		} | ||||
| 	} | ||||
| } | ||||
|  | ||||
| func TestEncoderErrorAndReuseEncodeState(t *testing.T) { | ||||
| 	// Disable the GC temporarily to prevent encodeState's in Pool being cleaned away during the test. | ||||
| 	percent := debug.SetGCPercent(-1) | ||||
| 	defer debug.SetGCPercent(percent) | ||||
|  | ||||
| 	// Trigger an error in Marshal with cyclic data. | ||||
| 	type Dummy struct { | ||||
| 		Name string | ||||
| 		Next *Dummy | ||||
| 	} | ||||
| 	dummy := Dummy{Name: "Dummy"} | ||||
| 	dummy.Next = &dummy | ||||
|  | ||||
| 	var buf bytes.Buffer | ||||
| 	enc := NewEncoder(&buf) | ||||
| 	if err := enc.Encode(dummy); err == nil { | ||||
| 		t.Errorf("Encode(dummy) error: got nil, want non-nil") | ||||
| 	} | ||||
|  | ||||
| 	type Data struct { | ||||
| 		A string | ||||
| 		I int | ||||
| 	} | ||||
| 	want := Data{A: "a", I: 1} | ||||
| 	if err := enc.Encode(want); err != nil { | ||||
| 		t.Errorf("Marshal error: %v", err) | ||||
| 	} | ||||
|  | ||||
| 	var got Data | ||||
| 	if err := Unmarshal(buf.Bytes(), &got); err != nil { | ||||
| 		t.Errorf("Unmarshal error: %v", err) | ||||
| 	} | ||||
| 	if got != want { | ||||
| 		t.Errorf("Marshal/Unmarshal roundtrip:\n\tgot:  %v\n\twant: %v", got, want) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| var streamEncodedIndent = `0.1 | ||||
| "hello" | ||||
| null | ||||
| @@ -77,14 +142,14 @@ false | ||||
| ` | ||||
|  | ||||
| func TestEncoderIndent(t *testing.T) { | ||||
| 	var buf bytes.Buffer | ||||
| 	var buf strings.Builder | ||||
| 	enc := NewEncoder(&buf) | ||||
| 	enc.SetIndent(">", ".") | ||||
| 	for _, v := range streamTest { | ||||
| 		enc.Encode(v) | ||||
| 	} | ||||
| 	if have, want := buf.String(), streamEncodedIndent; have != want { | ||||
| 		t.Error("indented encoding mismatch") | ||||
| 		t.Error("Encode mismatch:") | ||||
| 		diff(t, []byte(have), []byte(want)) | ||||
| 	} | ||||
| } | ||||
| @@ -122,50 +187,51 @@ func TestEncoderSetEscapeHTML(t *testing.T) { | ||||
| 		Bar string `json:"bar,string"` | ||||
| 	}{`<html>foobar</html>`} | ||||
|  | ||||
| 	for _, tt := range []struct { | ||||
| 		name       string | ||||
| 	tests := []struct { | ||||
| 		CaseName | ||||
| 		v          any | ||||
| 		wantEscape string | ||||
| 		want       string | ||||
| 	}{ | ||||
| 		{"c", c, `"\u003c\u0026\u003e"`, `"<&>"`}, | ||||
| 		{"ct", ct, `"\"\u003c\u0026\u003e\""`, `"\"<&>\""`}, | ||||
| 		{`"<&>"`, "<&>", `"\u003c\u0026\u003e"`, `"<&>"`}, | ||||
| 		{Name("c"), c, `"\u003c\u0026\u003e"`, `"<&>"`}, | ||||
| 		{Name("ct"), ct, `"\"\u003c\u0026\u003e\""`, `"\"<&>\""`}, | ||||
| 		{Name(`"<&>"`), "<&>", `"\u003c\u0026\u003e"`, `"<&>"`}, | ||||
| 		{ | ||||
| 			"tagStruct", tagStruct, | ||||
| 			Name("tagStruct"), tagStruct, | ||||
| 			`{"\u003c\u003e\u0026#! ":0,"Invalid":0}`, | ||||
| 			`{"<>&#! ":0,"Invalid":0}`, | ||||
| 		}, | ||||
| 		{ | ||||
| 			`"<str>"`, marshalerStruct, | ||||
| 			Name(`"<str>"`), marshalerStruct, | ||||
| 			`{"NonPtr":"\u003cstr\u003e","Ptr":"\u003cstr\u003e"}`, | ||||
| 			`{"NonPtr":"<str>","Ptr":"<str>"}`, | ||||
| 		}, | ||||
| 		{ | ||||
| 			"stringOption", stringOption, | ||||
| 			Name("stringOption"), stringOption, | ||||
| 			`{"bar":"\"\\u003chtml\\u003efoobar\\u003c/html\\u003e\""}`, | ||||
| 			`{"bar":"\"<html>foobar</html>\""}`, | ||||
| 		}, | ||||
| 	} { | ||||
| 		var buf bytes.Buffer | ||||
| 	} | ||||
| 	for _, tt := range tests { | ||||
| 		t.Run(tt.Name, func(t *testing.T) { | ||||
| 			var buf strings.Builder | ||||
| 			enc := NewEncoder(&buf) | ||||
| 			if err := enc.Encode(tt.v); err != nil { | ||||
| 			t.Errorf("Encode(%s): %s", tt.name, err) | ||||
| 			continue | ||||
| 				t.Fatalf("%s: Encode(%s) error: %s", tt.Where, tt.Name, err) | ||||
| 			} | ||||
| 			if got := strings.TrimSpace(buf.String()); got != tt.wantEscape { | ||||
| 			t.Errorf("Encode(%s) = %#q, want %#q", tt.name, got, tt.wantEscape) | ||||
| 				t.Errorf("%s: Encode(%s):\n\tgot:  %s\n\twant: %s", tt.Where, tt.Name, got, tt.wantEscape) | ||||
| 			} | ||||
| 			buf.Reset() | ||||
| 			enc.SetEscapeHTML(false) | ||||
| 			if err := enc.Encode(tt.v); err != nil { | ||||
| 			t.Errorf("SetEscapeHTML(false) Encode(%s): %s", tt.name, err) | ||||
| 			continue | ||||
| 				t.Fatalf("%s: SetEscapeHTML(false) Encode(%s) error: %s", tt.Where, tt.Name, err) | ||||
| 			} | ||||
| 			if got := strings.TrimSpace(buf.String()); got != tt.want { | ||||
| 			t.Errorf("SetEscapeHTML(false) Encode(%s) = %#q, want %#q", | ||||
| 				tt.name, got, tt.want) | ||||
| 				t.Errorf("%s: SetEscapeHTML(false) Encode(%s):\n\tgot:  %s\n\twant: %s", | ||||
| 					tt.Where, tt.Name, got, tt.want) | ||||
| 			} | ||||
| 		}) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| @@ -186,14 +252,14 @@ func TestDecoder(t *testing.T) { | ||||
| 		dec := NewDecoder(&buf) | ||||
| 		for j := range out { | ||||
| 			if err := dec.Decode(&out[j]); err != nil { | ||||
| 				t.Fatalf("decode #%d/%d: %v", j, i, err) | ||||
| 				t.Fatalf("decode #%d/%d error: %v", j, i, err) | ||||
| 			} | ||||
| 		} | ||||
| 		if !reflect.DeepEqual(out, streamTest[0:i]) { | ||||
| 			t.Errorf("decoding %d items: mismatch", i) | ||||
| 			t.Errorf("decoding %d items: mismatch:", i) | ||||
| 			for j := range out { | ||||
| 				if !reflect.DeepEqual(out[j], streamTest[j]) { | ||||
| 					t.Errorf("#%d: have %v want %v", j, out[j], streamTest[j]) | ||||
| 					t.Errorf("#%d:\n\tgot:  %v\n\twant: %v", j, out[j], streamTest[j]) | ||||
| 				} | ||||
| 			} | ||||
| 			break | ||||
| @@ -212,14 +278,14 @@ func TestDecoderBuffered(t *testing.T) { | ||||
| 		t.Fatal(err) | ||||
| 	} | ||||
| 	if m.Name != "Gopher" { | ||||
| 		t.Errorf("Name = %q; want Gopher", m.Name) | ||||
| 		t.Errorf("Name = %s, want Gopher", m.Name) | ||||
| 	} | ||||
| 	rest, err := io.ReadAll(d.Buffered()) | ||||
| 	if err != nil { | ||||
| 		t.Fatal(err) | ||||
| 	} | ||||
| 	if g, w := string(rest), " extra "; g != w { | ||||
| 		t.Errorf("Remaining = %q; want %q", g, w) | ||||
| 	if got, want := string(rest), " extra "; got != want { | ||||
| 		t.Errorf("Remaining = %s, want %s", got, want) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| @@ -244,20 +310,20 @@ func TestRawMessage(t *testing.T) { | ||||
| 		Y  float32 | ||||
| 	} | ||||
| 	const raw = `["\u0056",null]` | ||||
| 	const msg = `{"X":0.1,"Id":["\u0056",null],"Y":0.2}` | ||||
| 	err := Unmarshal([]byte(msg), &data) | ||||
| 	const want = `{"X":0.1,"Id":["\u0056",null],"Y":0.2}` | ||||
| 	err := Unmarshal([]byte(want), &data) | ||||
| 	if err != nil { | ||||
| 		t.Fatalf("Unmarshal: %v", err) | ||||
| 		t.Fatalf("Unmarshal error: %v", err) | ||||
| 	} | ||||
| 	if string([]byte(data.Id)) != raw { | ||||
| 		t.Fatalf("Raw mismatch: have %#q want %#q", []byte(data.Id), raw) | ||||
| 		t.Fatalf("Unmarshal:\n\tgot:  %s\n\twant: %s", []byte(data.Id), raw) | ||||
| 	} | ||||
| 	b, err := Marshal(&data) | ||||
| 	got, err := Marshal(&data) | ||||
| 	if err != nil { | ||||
| 		t.Fatalf("Marshal: %v", err) | ||||
| 		t.Fatalf("Marshal error: %v", err) | ||||
| 	} | ||||
| 	if string(b) != msg { | ||||
| 		t.Fatalf("Marshal: have %#q want %#q", b, msg) | ||||
| 	if string(got) != want { | ||||
| 		t.Fatalf("Marshal:\n\tgot:  %s\n\twant: %s", got, want) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| @@ -268,174 +334,156 @@ func TestNullRawMessage(t *testing.T) { | ||||
| 		IdPtr *RawMessage | ||||
| 		Y     float32 | ||||
| 	} | ||||
| 	const msg = `{"X":0.1,"Id":null,"IdPtr":null,"Y":0.2}` | ||||
| 	err := Unmarshal([]byte(msg), &data) | ||||
| 	const want = `{"X":0.1,"Id":null,"IdPtr":null,"Y":0.2}` | ||||
| 	err := Unmarshal([]byte(want), &data) | ||||
| 	if err != nil { | ||||
| 		t.Fatalf("Unmarshal: %v", err) | ||||
| 		t.Fatalf("Unmarshal error: %v", err) | ||||
| 	} | ||||
| 	if want, got := "null", string(data.Id); want != got { | ||||
| 		t.Fatalf("Raw mismatch: have %q, want %q", got, want) | ||||
| 		t.Fatalf("Unmarshal:\n\tgot:  %s\n\twant: %s", got, want) | ||||
| 	} | ||||
| 	if data.IdPtr != nil { | ||||
| 		t.Fatalf("Raw pointer mismatch: have non-nil, want nil") | ||||
| 		t.Fatalf("pointer mismatch: got non-nil, want nil") | ||||
| 	} | ||||
| 	b, err := Marshal(&data) | ||||
| 	got, err := Marshal(&data) | ||||
| 	if err != nil { | ||||
| 		t.Fatalf("Marshal: %v", err) | ||||
| 		t.Fatalf("Marshal error: %v", err) | ||||
| 	} | ||||
| 	if string(b) != msg { | ||||
| 		t.Fatalf("Marshal: have %#q want %#q", b, msg) | ||||
| 	if string(got) != want { | ||||
| 		t.Fatalf("Marshal:\n\tgot:  %s\n\twant: %s", got, want) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| var blockingTests = []string{ | ||||
| 	`{"x": 1}`, | ||||
| 	`[1, 2, 3]`, | ||||
| } | ||||
|  | ||||
| func TestBlocking(t *testing.T) { | ||||
| 	for _, enc := range blockingTests { | ||||
| 	tests := []struct { | ||||
| 		CaseName | ||||
| 		in string | ||||
| 	}{ | ||||
| 		{Name(""), `{"x": 1}`}, | ||||
| 		{Name(""), `[1, 2, 3]`}, | ||||
| 	} | ||||
| 	for _, tt := range tests { | ||||
| 		t.Run(tt.Name, func(t *testing.T) { | ||||
| 			r, w := net.Pipe() | ||||
| 		go w.Write([]byte(enc)) | ||||
| 			go w.Write([]byte(tt.in)) | ||||
| 			var val any | ||||
|  | ||||
| 			// If Decode reads beyond what w.Write writes above, | ||||
| 			// it will block, and the test will deadlock. | ||||
| 			if err := NewDecoder(r).Decode(&val); err != nil { | ||||
| 			t.Errorf("decoding %s: %v", enc, err) | ||||
| 				t.Errorf("%s: NewDecoder(%s).Decode error: %v", tt.Where, tt.in, err) | ||||
| 			} | ||||
| 			r.Close() | ||||
| 			w.Close() | ||||
| 	} | ||||
| } | ||||
|  | ||||
| func BenchmarkEncoderEncode(b *testing.B) { | ||||
| 	b.ReportAllocs() | ||||
| 	type T struct { | ||||
| 		X, Y string | ||||
| 	} | ||||
| 	v := &T{"foo", "bar"} | ||||
| 	b.RunParallel(func(pb *testing.PB) { | ||||
| 		for pb.Next() { | ||||
| 			if err := NewEncoder(io.Discard).Encode(v); err != nil { | ||||
| 				b.Fatal(err) | ||||
| 			} | ||||
| 		} | ||||
| 		}) | ||||
| } | ||||
|  | ||||
| type tokenStreamCase struct { | ||||
| 	json      string | ||||
| 	expTokens []any | ||||
| 	} | ||||
| } | ||||
|  | ||||
| type decodeThis struct { | ||||
| 	v any | ||||
| } | ||||
|  | ||||
| var tokenStreamCases = []tokenStreamCase{ | ||||
| func TestDecodeInStream(t *testing.T) { | ||||
| 	tests := []struct { | ||||
| 		CaseName | ||||
| 		json      string | ||||
| 		expTokens []any | ||||
| 	}{ | ||||
| 		// streaming token cases | ||||
| 	{json: `10`, expTokens: []any{float64(10)}}, | ||||
| 	{json: ` [10] `, expTokens: []any{ | ||||
| 		{CaseName: Name(""), json: `10`, expTokens: []any{float64(10)}}, | ||||
| 		{CaseName: Name(""), json: ` [10] `, expTokens: []any{ | ||||
| 			Delim('['), float64(10), Delim(']')}}, | ||||
| 	{json: ` [false,10,"b"] `, expTokens: []any{ | ||||
| 		{CaseName: Name(""), json: ` [false,10,"b"] `, expTokens: []any{ | ||||
| 			Delim('['), false, float64(10), "b", Delim(']')}}, | ||||
| 	{json: `{ "a": 1 }`, expTokens: []any{ | ||||
| 		{CaseName: Name(""), json: `{ "a": 1 }`, expTokens: []any{ | ||||
| 			Delim('{'), "a", float64(1), Delim('}')}}, | ||||
| 	{json: `{"a": 1, "b":"3"}`, expTokens: []any{ | ||||
| 		{CaseName: Name(""), json: `{"a": 1, "b":"3"}`, expTokens: []any{ | ||||
| 			Delim('{'), "a", float64(1), "b", "3", Delim('}')}}, | ||||
| 	{json: ` [{"a": 1},{"a": 2}] `, expTokens: []any{ | ||||
| 		{CaseName: Name(""), json: ` [{"a": 1},{"a": 2}] `, expTokens: []any{ | ||||
| 			Delim('['), | ||||
| 			Delim('{'), "a", float64(1), Delim('}'), | ||||
| 			Delim('{'), "a", float64(2), Delim('}'), | ||||
| 			Delim(']')}}, | ||||
| 	{json: `{"obj": {"a": 1}}`, expTokens: []any{ | ||||
| 		{CaseName: Name(""), json: `{"obj": {"a": 1}}`, expTokens: []any{ | ||||
| 			Delim('{'), "obj", Delim('{'), "a", float64(1), Delim('}'), | ||||
| 			Delim('}')}}, | ||||
| 	{json: `{"obj": [{"a": 1}]}`, expTokens: []any{ | ||||
| 		{CaseName: Name(""), json: `{"obj": [{"a": 1}]}`, expTokens: []any{ | ||||
| 			Delim('{'), "obj", Delim('['), | ||||
| 			Delim('{'), "a", float64(1), Delim('}'), | ||||
| 			Delim(']'), Delim('}')}}, | ||||
|  | ||||
| 		// streaming tokens with intermittent Decode() | ||||
| 	{json: `{ "a": 1 }`, expTokens: []any{ | ||||
| 		{CaseName: Name(""), json: `{ "a": 1 }`, expTokens: []any{ | ||||
| 			Delim('{'), "a", | ||||
| 			decodeThis{float64(1)}, | ||||
| 			Delim('}')}}, | ||||
| 	{json: ` [ { "a" : 1 } ] `, expTokens: []any{ | ||||
| 		{CaseName: Name(""), json: ` [ { "a" : 1 } ] `, expTokens: []any{ | ||||
| 			Delim('['), | ||||
| 			decodeThis{map[string]any{"a": float64(1)}}, | ||||
| 			Delim(']')}}, | ||||
| 	{json: ` [{"a": 1},{"a": 2}] `, expTokens: []any{ | ||||
| 		{CaseName: Name(""), json: ` [{"a": 1},{"a": 2}] `, expTokens: []any{ | ||||
| 			Delim('['), | ||||
| 			decodeThis{map[string]any{"a": float64(1)}}, | ||||
| 			decodeThis{map[string]any{"a": float64(2)}}, | ||||
| 			Delim(']')}}, | ||||
| 	{json: `{ "obj" : [ { "a" : 1 } ] }`, expTokens: []any{ | ||||
| 		{CaseName: Name(""), json: `{ "obj" : [ { "a" : 1 } ] }`, expTokens: []any{ | ||||
| 			Delim('{'), "obj", Delim('['), | ||||
| 			decodeThis{map[string]any{"a": float64(1)}}, | ||||
| 			Delim(']'), Delim('}')}}, | ||||
|  | ||||
| 	{json: `{"obj": {"a": 1}}`, expTokens: []any{ | ||||
| 		{CaseName: Name(""), json: `{"obj": {"a": 1}}`, expTokens: []any{ | ||||
| 			Delim('{'), "obj", | ||||
| 			decodeThis{map[string]any{"a": float64(1)}}, | ||||
| 			Delim('}')}}, | ||||
| 	{json: `{"obj": [{"a": 1}]}`, expTokens: []any{ | ||||
| 		{CaseName: Name(""), json: `{"obj": [{"a": 1}]}`, expTokens: []any{ | ||||
| 			Delim('{'), "obj", | ||||
| 			decodeThis{[]any{ | ||||
| 				map[string]any{"a": float64(1)}, | ||||
| 			}}, | ||||
| 			Delim('}')}}, | ||||
| 	{json: ` [{"a": 1} {"a": 2}] `, expTokens: []any{ | ||||
| 		{CaseName: Name(""), json: ` [{"a": 1} {"a": 2}] `, expTokens: []any{ | ||||
| 			Delim('['), | ||||
| 			decodeThis{map[string]any{"a": float64(1)}}, | ||||
| 			decodeThis{&SyntaxError{"expected comma after array element", 11}}, | ||||
| 		}}, | ||||
| 	{json: `{ "` + strings.Repeat("a", 513) + `" 1 }`, expTokens: []any{ | ||||
| 		{CaseName: Name(""), json: `{ "` + strings.Repeat("a", 513) + `" 1 }`, expTokens: []any{ | ||||
| 			Delim('{'), strings.Repeat("a", 513), | ||||
| 			decodeThis{&SyntaxError{"expected colon after object key", 518}}, | ||||
| 		}}, | ||||
| 	{json: `{ "\a" }`, expTokens: []any{ | ||||
| 		{CaseName: Name(""), json: `{ "\a" }`, expTokens: []any{ | ||||
| 			Delim('{'), | ||||
| 			&SyntaxError{"invalid character 'a' in string escape code", 3}, | ||||
| 		}}, | ||||
| 	{json: ` \a`, expTokens: []any{ | ||||
| 		{CaseName: Name(""), json: ` \a`, expTokens: []any{ | ||||
| 			&SyntaxError{"invalid character '\\\\' looking for beginning of value", 1}, | ||||
| 		}}, | ||||
| } | ||||
|  | ||||
| func TestDecodeInStream(t *testing.T) { | ||||
| 	for ci, tcase := range tokenStreamCases { | ||||
|  | ||||
| 		dec := NewDecoder(strings.NewReader(tcase.json)) | ||||
| 		for i, etk := range tcase.expTokens { | ||||
|  | ||||
| 			var tk any | ||||
| 	} | ||||
| 	for _, tt := range tests { | ||||
| 		t.Run(tt.Name, func(t *testing.T) { | ||||
| 			dec := NewDecoder(strings.NewReader(tt.json)) | ||||
| 			for i, want := range tt.expTokens { | ||||
| 				var got any | ||||
| 				var err error | ||||
|  | ||||
| 			if dt, ok := etk.(decodeThis); ok { | ||||
| 				etk = dt.v | ||||
| 				err = dec.Decode(&tk) | ||||
| 				if dt, ok := want.(decodeThis); ok { | ||||
| 					want = dt.v | ||||
| 					err = dec.Decode(&got) | ||||
| 				} else { | ||||
| 				tk, err = dec.Token() | ||||
| 					got, err = dec.Token() | ||||
| 				} | ||||
| 			if experr, ok := etk.(error); ok { | ||||
| 				if err == nil || !reflect.DeepEqual(err, experr) { | ||||
| 					t.Errorf("case %v: Expected error %#v in %q, but was %#v", ci, experr, tcase.json, err) | ||||
| 				if errWant, ok := want.(error); ok { | ||||
| 					if err == nil || !reflect.DeepEqual(err, errWant) { | ||||
| 						t.Fatalf("%s:\n\tinput: %s\n\tgot error:  %v\n\twant error: %v", tt.Where, tt.json, err, errWant) | ||||
| 					} | ||||
| 					break | ||||
| 			} else if err == io.EOF { | ||||
| 				t.Errorf("case %v: Unexpected EOF in %q", ci, tcase.json) | ||||
| 				break | ||||
| 				} else if err != nil { | ||||
| 				t.Errorf("case %v: Unexpected error '%#v' in %q", ci, err, tcase.json) | ||||
| 				break | ||||
| 					t.Fatalf("%s:\n\tinput: %s\n\tgot error:  %v\n\twant error: nil", tt.Where, tt.json, err) | ||||
| 				} | ||||
| 			if !reflect.DeepEqual(tk, etk) { | ||||
| 				t.Errorf(`case %v: %q @ %v expected %T(%v) was %T(%v)`, ci, tcase.json, i, etk, etk, tk, tk) | ||||
| 				break | ||||
| 				if !reflect.DeepEqual(got, want) { | ||||
| 					t.Fatalf("%s: token %d:\n\tinput: %s\n\tgot:  %T(%v)\n\twant: %T(%v)", tt.Where, i, tt.json, got, got, want, want) | ||||
| 				} | ||||
| 			} | ||||
| 		}) | ||||
| 	} | ||||
| } | ||||
|  | ||||
| @@ -449,7 +497,7 @@ func TestHTTPDecoding(t *testing.T) { | ||||
| 	defer ts.Close() | ||||
| 	res, err := http.Get(ts.URL) | ||||
| 	if err != nil { | ||||
| 		log.Fatalf("GET failed: %v", err) | ||||
| 		log.Fatalf("http.Get error: %v", err) | ||||
| 	} | ||||
| 	defer res.Body.Close() | ||||
|  | ||||
| @@ -460,15 +508,15 @@ func TestHTTPDecoding(t *testing.T) { | ||||
| 	d := NewDecoder(res.Body) | ||||
| 	err = d.Decode(&foo) | ||||
| 	if err != nil { | ||||
| 		t.Fatalf("Decode: %v", err) | ||||
| 		t.Fatalf("Decode error: %v", err) | ||||
| 	} | ||||
| 	if foo.Foo != "bar" { | ||||
| 		t.Errorf("decoded %q; want \"bar\"", foo.Foo) | ||||
| 		t.Errorf(`Decode: got %q, want "bar"`, foo.Foo) | ||||
| 	} | ||||
|  | ||||
| 	// make sure we get the EOF the second time | ||||
| 	err = d.Decode(&foo) | ||||
| 	if err != io.EOF { | ||||
| 		t.Errorf("err = %v; want io.EOF", err) | ||||
| 		t.Errorf("Decode error:\n\tgot:  %v\n\twant: io.EOF", err) | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -72,49 +72,50 @@ type unicodeTag struct { | ||||
| 	W string `json:"Ελλάδα"` | ||||
| } | ||||
|  | ||||
| var structTagObjectKeyTests = []struct { | ||||
| func TestStructTagObjectKey(t *testing.T) { | ||||
| 	tests := []struct { | ||||
| 		CaseName | ||||
| 		raw   any | ||||
| 		value string | ||||
| 		key   string | ||||
| }{ | ||||
| 	{basicLatin2xTag{"2x"}, "2x", "$%-/"}, | ||||
| 	{basicLatin3xTag{"3x"}, "3x", "0123456789"}, | ||||
| 	{basicLatin4xTag{"4x"}, "4x", "ABCDEFGHIJKLMO"}, | ||||
| 	{basicLatin5xTag{"5x"}, "5x", "PQRSTUVWXYZ_"}, | ||||
| 	{basicLatin6xTag{"6x"}, "6x", "abcdefghijklmno"}, | ||||
| 	{basicLatin7xTag{"7x"}, "7x", "pqrstuvwxyz"}, | ||||
| 	{miscPlaneTag{"いろはにほへと"}, "いろはにほへと", "色は匂へど"}, | ||||
| 	{dashTag{"foo"}, "foo", "-"}, | ||||
| 	{emptyTag{"Pour Moi"}, "Pour Moi", "W"}, | ||||
| 	{misnamedTag{"Animal Kingdom"}, "Animal Kingdom", "X"}, | ||||
| 	{badFormatTag{"Orfevre"}, "Orfevre", "Y"}, | ||||
| 	{badCodeTag{"Reliable Man"}, "Reliable Man", "Z"}, | ||||
| 	{percentSlashTag{"brut"}, "brut", "text/html%"}, | ||||
| 	{punctuationTag{"Union Rags"}, "Union Rags", "!#$%&()*+-./:;<=>?@[]^_{|}~ "}, | ||||
| 	{spaceTag{"Perreddu"}, "Perreddu", "With space"}, | ||||
| 	{unicodeTag{"Loukanikos"}, "Loukanikos", "Ελλάδα"}, | ||||
| } | ||||
|  | ||||
| func TestStructTagObjectKey(t *testing.T) { | ||||
| 	for _, tt := range structTagObjectKeyTests { | ||||
| 	}{ | ||||
| 		{Name(""), basicLatin2xTag{"2x"}, "2x", "$%-/"}, | ||||
| 		{Name(""), basicLatin3xTag{"3x"}, "3x", "0123456789"}, | ||||
| 		{Name(""), basicLatin4xTag{"4x"}, "4x", "ABCDEFGHIJKLMO"}, | ||||
| 		{Name(""), basicLatin5xTag{"5x"}, "5x", "PQRSTUVWXYZ_"}, | ||||
| 		{Name(""), basicLatin6xTag{"6x"}, "6x", "abcdefghijklmno"}, | ||||
| 		{Name(""), basicLatin7xTag{"7x"}, "7x", "pqrstuvwxyz"}, | ||||
| 		{Name(""), miscPlaneTag{"いろはにほへと"}, "いろはにほへと", "色は匂へど"}, | ||||
| 		{Name(""), dashTag{"foo"}, "foo", "-"}, | ||||
| 		{Name(""), emptyTag{"Pour Moi"}, "Pour Moi", "W"}, | ||||
| 		{Name(""), misnamedTag{"Animal Kingdom"}, "Animal Kingdom", "X"}, | ||||
| 		{Name(""), badFormatTag{"Orfevre"}, "Orfevre", "Y"}, | ||||
| 		{Name(""), badCodeTag{"Reliable Man"}, "Reliable Man", "Z"}, | ||||
| 		{Name(""), percentSlashTag{"brut"}, "brut", "text/html%"}, | ||||
| 		{Name(""), punctuationTag{"Union Rags"}, "Union Rags", "!#$%&()*+-./:;<=>?@[]^_{|}~ "}, | ||||
| 		{Name(""), spaceTag{"Perreddu"}, "Perreddu", "With space"}, | ||||
| 		{Name(""), unicodeTag{"Loukanikos"}, "Loukanikos", "Ελλάδα"}, | ||||
| 	} | ||||
| 	for _, tt := range tests { | ||||
| 		t.Run(tt.Name, func(t *testing.T) { | ||||
| 			b, err := Marshal(tt.raw) | ||||
| 			if err != nil { | ||||
| 			t.Fatalf("Marshal(%#q) failed: %v", tt.raw, err) | ||||
| 				t.Fatalf("%s: Marshal error: %v", tt.Where, err) | ||||
| 			} | ||||
| 			var f any | ||||
| 			err = Unmarshal(b, &f) | ||||
| 			if err != nil { | ||||
| 			t.Fatalf("Unmarshal(%#q) failed: %v", b, err) | ||||
| 				t.Fatalf("%s: Unmarshal error: %v", tt.Where, err) | ||||
| 			} | ||||
| 		for i, v := range f.(map[string]any) { | ||||
| 			switch i { | ||||
| 			case tt.key: | ||||
| 			for k, v := range f.(map[string]any) { | ||||
| 				if k == tt.key { | ||||
| 					if s, ok := v.(string); !ok || s != tt.value { | ||||
| 					t.Fatalf("Unexpected value: %#q, want %v", s, tt.value) | ||||
| 						t.Fatalf("%s: Unmarshal(%#q) value:\n\tgot:  %q\n\twant: %q", tt.Where, b, s, tt.value) | ||||
| 					} | ||||
| 			default: | ||||
| 				t.Fatalf("Unexpected key: %#q, from %#q", i, b) | ||||
| 				} else { | ||||
| 					t.Fatalf("%s: Unmarshal(%#q): unexpected key: %q", tt.Where, b, k) | ||||
| 				} | ||||
| 			} | ||||
| 		}) | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -22,7 +22,7 @@ func TestTagParsing(t *testing.T) { | ||||
| 		{"bar", false}, | ||||
| 	} { | ||||
| 		if opts.Contains(tt.opt) != tt.want { | ||||
| 			t.Errorf("Contains(%q) = %v", tt.opt, !tt.want) | ||||
| 			t.Errorf("Contains(%q) = %v, want %v", tt.opt, !tt.want, tt.want) | ||||
| 		} | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -401,6 +401,14 @@ func ArrSum[T NumberConstraint](arr []T) T { | ||||
| 	return r | ||||
| } | ||||
|  | ||||
| func ArrMapSum[T1 any, T2 NumberConstraint](arr []T1, conv func(v T1) T2) T2 { | ||||
| 	var r T2 = 0 | ||||
| 	for _, v := range arr { | ||||
| 		r += conv(v) | ||||
| 	} | ||||
| 	return r | ||||
| } | ||||
|  | ||||
| func ArrFlatten[T1 any, T2 any](arr []T1, conv func(v T1) []T2) []T2 { | ||||
| 	r := make([]T2, 0, len(arr)) | ||||
| 	for _, v1 := range arr { | ||||
|   | ||||
							
								
								
									
										21
									
								
								langext/iter.go
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										21
									
								
								langext/iter.go
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,21 @@ | ||||
| package langext | ||||
|  | ||||
| import ( | ||||
| 	"iter" | ||||
| ) | ||||
|  | ||||
| func IterSingleValueSeq[T any](value T) iter.Seq[T] { | ||||
| 	return func(yield func(T) bool) { | ||||
| 		if !yield(value) { | ||||
| 			return | ||||
| 		} | ||||
| 	} | ||||
| } | ||||
|  | ||||
| func IterSingleValueSeq2[T1 any, T2 any](v1 T1, v2 T2) iter.Seq2[T1, T2] { | ||||
| 	return func(yield func(T1, T2) bool) { | ||||
| 		if !yield(v1, v2) { | ||||
| 			return | ||||
| 		} | ||||
| 	} | ||||
| } | ||||
| @@ -1,5 +1,7 @@ | ||||
| package mathext | ||||
|  | ||||
| import "gogs.mikescher.com/BlackForestBytes/goext/langext" | ||||
|  | ||||
| func ClampInt(v int, lo int, hi int) int { | ||||
| 	if v < lo { | ||||
| 		return lo | ||||
| @@ -39,3 +41,25 @@ func ClampFloat64(v float64, lo float64, hi float64) float64 { | ||||
| 		return v | ||||
| 	} | ||||
| } | ||||
|  | ||||
| func Clamp[T langext.NumberConstraint](v T, min T, max T) T { | ||||
| 	if v < min { | ||||
| 		return min | ||||
| 	} else if v > max { | ||||
| 		return max | ||||
| 	} else { | ||||
| 		return v | ||||
| 	} | ||||
| } | ||||
|  | ||||
| func ClampOpt[T langext.NumberConstraint](v *T, fallback T, min T, max T) T { | ||||
| 	if v == nil { | ||||
| 		return fallback | ||||
| 	} else if *v < min { | ||||
| 		return min | ||||
| 	} else if *v > max { | ||||
| 		return max | ||||
| 	} else { | ||||
| 		return *v | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -87,13 +87,3 @@ func Abs[T langext.NumberConstraint](v T) T { | ||||
| 		return v | ||||
| 	} | ||||
| } | ||||
|  | ||||
| func Clamp[T langext.NumberConstraint](v T, min T, max T) T { | ||||
| 	if v < min { | ||||
| 		return min | ||||
| 	} else if v > max { | ||||
| 		return max | ||||
| 	} else { | ||||
| 		return v | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -4,11 +4,13 @@ import ( | ||||
| 	"encoding/json" | ||||
| 	"gogs.mikescher.com/BlackForestBytes/goext/langext" | ||||
| 	"reflect" | ||||
| 	"strings" | ||||
| ) | ||||
|  | ||||
| type ConvertStructToMapOpt struct { | ||||
| 	KeepJsonMarshalTypes bool | ||||
| 	MaxDepth             *int | ||||
| 	UseTagsAsKeys        *string | ||||
| } | ||||
|  | ||||
| func ConvertStructToMap(v any, opts ...ConvertStructToMapOpt) map[string]any { | ||||
| @@ -90,7 +92,21 @@ func reflectToMap(fv reflect.Value, depth int, opt ConvertStructToMapOpt) any { | ||||
|  | ||||
| 		for i := 0; i < fv.NumField(); i++ { | ||||
| 			if fv.Type().Field(i).IsExported() { | ||||
| 				res[fv.Type().Field(i).Name] = reflectToMap(fv.Field(i), depth+1, opt) | ||||
|  | ||||
| 				k := fv.Type().Field(i).Name | ||||
| 				if opt.UseTagsAsKeys != nil { | ||||
| 					if tagval, ok := fv.Type().Field(i).Tag.Lookup(*opt.UseTagsAsKeys); ok { | ||||
| 						if strings.Contains(tagval, ",") { | ||||
| 							k = strings.TrimSpace(strings.Split(tagval, ",")[0]) | ||||
| 						} else { | ||||
| 							k = strings.TrimSpace(tagval) | ||||
| 						} | ||||
| 					} else { | ||||
| 						continue | ||||
| 					} | ||||
| 				} | ||||
|  | ||||
| 				res[k] = reflectToMap(fv.Field(i), depth+1, opt) | ||||
| 			} | ||||
| 		} | ||||
|  | ||||
|   | ||||
| @@ -7,9 +7,10 @@ import ( | ||||
| 	"go.mongodb.org/mongo-driver/mongo/options" | ||||
| 	"gogs.mikescher.com/BlackForestBytes/goext/exerr" | ||||
| 	"gogs.mikescher.com/BlackForestBytes/goext/langext" | ||||
| 	"iter" | ||||
| ) | ||||
|  | ||||
| func (c *Coll[TData]) Find(ctx context.Context, filter bson.M, opts ...*options.FindOptions) ([]TData, error) { | ||||
| func (c *Coll[TData]) createFindQuery(ctx context.Context, filter bson.M, opts ...*options.FindOptions) (*mongo.Cursor, error) { | ||||
|  | ||||
| 	pipeline := mongo.Pipeline{} | ||||
| 	pipeline = append(pipeline, bson.D{{Key: "$match", Value: filter}}) | ||||
| @@ -64,6 +65,16 @@ func (c *Coll[TData]) Find(ctx context.Context, filter bson.M, opts ...*options. | ||||
| 		return nil, exerr.Wrap(err, "mongo-aggregation failed").Any("pipeline", pipeline).Str("collection", c.Name()).Build() | ||||
| 	} | ||||
|  | ||||
| 	return cursor, nil | ||||
| } | ||||
|  | ||||
| func (c *Coll[TData]) Find(ctx context.Context, filter bson.M, opts ...*options.FindOptions) ([]TData, error) { | ||||
|  | ||||
| 	cursor, err := c.createFindQuery(ctx, filter, opts...) | ||||
| 	if err != nil { | ||||
| 		return nil, exerr.Wrap(err, "").Build() | ||||
| 	} | ||||
|  | ||||
| 	defer func() { _ = cursor.Close(ctx) }() | ||||
|  | ||||
| 	res, err := c.decodeAll(ctx, cursor) | ||||
| @@ -74,6 +85,58 @@ func (c *Coll[TData]) Find(ctx context.Context, filter bson.M, opts ...*options. | ||||
| 	return res, nil | ||||
| } | ||||
|  | ||||
| func (c *Coll[TData]) IterateFunc(ctx context.Context, filter bson.M, fn func(v TData) error, opts ...*options.FindOptions) error { | ||||
|  | ||||
| 	cursor, err := c.createFindQuery(ctx, filter, opts...) | ||||
| 	if err != nil { | ||||
| 		return exerr.Wrap(err, "").Build() | ||||
| 	} | ||||
|  | ||||
| 	defer func() { _ = cursor.Close(ctx) }() | ||||
|  | ||||
| 	for cursor.Next(ctx) { | ||||
|  | ||||
| 		v, err := c.decodeSingle(ctx, cursor) | ||||
| 		if err != nil { | ||||
| 			return exerr.Wrap(err, "").Build() | ||||
| 		} | ||||
|  | ||||
| 		err = fn(v) | ||||
| 		if err != nil { | ||||
| 			return exerr.Wrap(err, "").Build() | ||||
| 		} | ||||
|  | ||||
| 	} | ||||
|  | ||||
| 	return nil | ||||
| } | ||||
|  | ||||
| func (c *Coll[TData]) Iterate(ctx context.Context, filter bson.M, opts ...*options.FindOptions) iter.Seq2[TData, error] { | ||||
|  | ||||
| 	cursor, err := c.createFindQuery(ctx, filter, opts...) | ||||
| 	if err != nil { | ||||
| 		return langext.IterSingleValueSeq2[TData, error](nil, exerr.Wrap(err, "").Build()) | ||||
| 	} | ||||
|  | ||||
| 	return func(yield func(TData, error) bool) { | ||||
| 		defer func() { _ = cursor.Close(ctx) }() | ||||
|  | ||||
| 		for cursor.Next(ctx) { | ||||
| 			v, err := c.decodeSingle(ctx, cursor) | ||||
| 			if err != nil { | ||||
| 				if !yield(nil, err) { | ||||
| 					return | ||||
| 				} | ||||
| 				continue | ||||
| 			} | ||||
|  | ||||
| 			if !yield(v, nil) { | ||||
| 				return | ||||
| 			} | ||||
| 		} | ||||
| 	} | ||||
| } | ||||
|  | ||||
| // converts FindOptions to AggregateOptions | ||||
| func convertFindOpt(v *options.FindOptions) (*options.AggregateOptions, error) { | ||||
| 	if v == nil { | ||||
|   | ||||
| @@ -215,7 +215,31 @@ func (c *Coll[TData]) Count(ctx context.Context, filter ct.RawFilter) (int64, er | ||||
| } | ||||
|  | ||||
| func (c *Coll[TData]) ListWithCount(ctx context.Context, filter ct.Filter, pageSize *int, inTok ct.CursorToken) ([]TData, ct.CursorToken, int64, error) { | ||||
| 	// NOTE: Possible optimization: Cache count in CursorToken, then fetch count only on first page. | ||||
|  | ||||
| 	if pageSize != nil && *pageSize == 0 { | ||||
|  | ||||
| 		// fast track, we return an empty list and do not advance the cursor token | ||||
|  | ||||
| 		count, err := c.Count(ctx, filter) | ||||
| 		if err != nil { | ||||
| 			return nil, nil, 0, err | ||||
| 		} | ||||
|  | ||||
| 		return make([]TData, 0), inTok, count, nil | ||||
|  | ||||
| 	} else if pageSize == nil && inTok.IsStart() { | ||||
|  | ||||
| 		// fast track, we simply return len(entries) for count (we query all anyway) | ||||
|  | ||||
| 		data, token, err := c.List(ctx, filter, pageSize, inTok) | ||||
| 		if err != nil { | ||||
| 			return nil, nil, 0, err | ||||
| 		} | ||||
|  | ||||
| 		return data, token, int64(len(data)), nil | ||||
|  | ||||
| 	} else { | ||||
|  | ||||
| 		count, err := c.Count(ctx, filter) | ||||
| 		if err != nil { | ||||
| 			return nil, nil, 0, err | ||||
| @@ -225,7 +249,10 @@ func (c *Coll[TData]) ListWithCount(ctx context.Context, filter ct.Filter, pageS | ||||
| 		if err != nil { | ||||
| 			return nil, nil, 0, err | ||||
| 		} | ||||
|  | ||||
| 		return data, token, count, nil | ||||
|  | ||||
| 	} | ||||
| } | ||||
|  | ||||
| func (c *Coll[TData]) ListAllIDs(ctx context.Context, filter ct.RawFilter) ([]string, error) { | ||||
|   | ||||
| @@ -120,7 +120,12 @@ func (b *TableBuilder) Build() { | ||||
|  | ||||
| 	for i, dat := range b.rows { | ||||
| 		if len(dat.cells) != columnCount { | ||||
| 			builder.FPDF().SetError(exerr.New(exerr.TypeInternal, "data must have the same length as header").Int("idx", i).Build()) | ||||
| 			err := exerr.New(exerr.TypeInternal, "data must have the same length as header"). | ||||
| 				Int("idx", i). | ||||
| 				Strs("cells", langext.ArrMap(dat.cells, func(v TableCell) string { return v.Content })). | ||||
| 				Strs("colWidths", langext.Coalesce(b.columnWidths, nil)). | ||||
| 				Build() | ||||
| 			builder.FPDF().SetError(err) | ||||
| 			return | ||||
| 		} | ||||
| 	} | ||||
|   | ||||
		Reference in New Issue
	
	Block a user