Compare commits
	
		
			21 Commits
		
	
	
		
	
	| Author | SHA1 | Date | |
|---|---|---|---|
| 39a0b73d56 | |||
| 2e2e15d4d2 | |||
| 0d16946aba | |||
| 14441c2378 | |||
| f6bcdc9903 | |||
| a95053211c | |||
| 813ce71e3e | |||
| 56ae0cfc6c | |||
| 202afc9068 | |||
| 56094b3cb6 | |||
| 0da098e9f9 | |||
| f0881c9fd6 | |||
| 029b408749 | |||
| 84b2be3169 | |||
| c872cecc67 | |||
| 99cd92729e | |||
| ac416f7b69 | |||
| e10140e143 | |||
| e165f0f62f | |||
| 655d4daad9 | |||
| 87a004e577 | 
							
								
								
									
										9
									
								
								.gitea/workflows/Dockerfile_tests
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										9
									
								
								.gitea/workflows/Dockerfile_tests
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,9 @@ | |||||||
|  | FROM golang:latest | ||||||
|  |  | ||||||
|  | RUN apt install -y make curl python3 && go install gotest.tools/gotestsum@latest | ||||||
|  |  | ||||||
|  | COPY . /source | ||||||
|  |  | ||||||
|  | WORKDIR /source | ||||||
|  |  | ||||||
|  | CMD ["make", "test"] | ||||||
							
								
								
									
										30
									
								
								.gitea/workflows/tests.yml
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										30
									
								
								.gitea/workflows/tests.yml
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,30 @@ | |||||||
|  |  | ||||||
|  | # https://docs.gitea.com/next/usage/actions/quickstart | ||||||
|  | # https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions | ||||||
|  | # https://docs.github.com/en/actions/learn-github-actions/contexts#github-context | ||||||
|  |  | ||||||
|  | name: Build Docker and Deploy | ||||||
|  | run-name: Build & Deploy ${{ gitea.ref }} on ${{ gitea.actor }} | ||||||
|  |  | ||||||
|  | on: [push] | ||||||
|  |  | ||||||
|  | jobs: | ||||||
|  |   run_tests: | ||||||
|  |     name: Run goext test-suite | ||||||
|  |     runs-on: bfb-cicd-latest | ||||||
|  |     steps: | ||||||
|  |  | ||||||
|  |       - name: Check out code | ||||||
|  |         uses: actions/checkout@v3 | ||||||
|  |  | ||||||
|  |       - name: Build test docker | ||||||
|  |         id: build_docker | ||||||
|  |         run: echo "DOCKER_IMG_ID=$(docker build -q . -f .gitea/workflows/Dockerfile_tests || echo __err_build__)" >> $GITHUB_OUTPUT | ||||||
|  |  | ||||||
|  |       - name: Run tests | ||||||
|  |         run: docker run --rm "${{ steps.build_docker.outputs.DOCKER_IMG_ID }}" | ||||||
|  |  | ||||||
|  |       - name: Cleanup | ||||||
|  |         if: always() | ||||||
|  |         run: docker image rm "${{ steps.build_docker.outputs.DOCKER_IMG_ID }}" | ||||||
|  |  | ||||||
							
								
								
									
										2
									
								
								Makefile
									
									
									
									
									
								
							
							
						
						
									
										2
									
								
								Makefile
									
									
									
									
									
								
							| @@ -5,7 +5,7 @@ run: | |||||||
| test: | test: | ||||||
| 	# go test ./... | 	# go test ./... | ||||||
| 	which gotestsum || go install gotest.tools/gotestsum@latest | 	which gotestsum || go install gotest.tools/gotestsum@latest | ||||||
| 	gotestsum --format "testname" -- -tags="timetzdata sqlite_fts5 sqlite_foreign_keys" "./test" | 	gotestsum --format "testname" -- -tags="timetzdata sqlite_fts5 sqlite_foreign_keys" "./..." | ||||||
|  |  | ||||||
| version: | version: | ||||||
| 	_data/version.sh | 	_data/version.sh | ||||||
							
								
								
									
										
											BIN
										
									
								
								bfcodegen/_test_example.tgz
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										
											BIN
										
									
								
								bfcodegen/_test_example.tgz
									
									
									
									
									
										Normal file
									
								
							
										
											Binary file not shown.
										
									
								
							| @@ -209,36 +209,10 @@ func fmtOutput(cs string, enums []EnumDef, pkgname string) string { | |||||||
| 	str += "\n" | 	str += "\n" | ||||||
|  |  | ||||||
| 	str += "import \"gogs.mikescher.com/BlackForestBytes/goext/langext\"" + "\n" | 	str += "import \"gogs.mikescher.com/BlackForestBytes/goext/langext\"" + "\n" | ||||||
|  | 	str += "import \"gogs.mikescher.com/BlackForestBytes/goext/enums\"" + "\n" | ||||||
| 	str += "\n" | 	str += "\n" | ||||||
|  |  | ||||||
| 	str += "const ChecksumGenerator = \"" + cs + "\"" + "\n" | 	str += "const ChecksumGenerator = \"" + cs + "\" // GoExtVersion: " + goext.GoextVersion + "\n" | ||||||
| 	str += "\n" |  | ||||||
|  |  | ||||||
| 	str += "type Enum interface {" + "\n" |  | ||||||
| 	str += "    Valid() bool" + "\n" |  | ||||||
| 	str += "    ValuesAny() []any" + "\n" |  | ||||||
| 	str += "    ValuesMeta() []EnumMetaValue" + "\n" |  | ||||||
| 	str += "    VarName() string" + "\n" |  | ||||||
| 	str += "}" + "\n" |  | ||||||
| 	str += "" + "\n" |  | ||||||
|  |  | ||||||
| 	str += "type StringEnum interface {" + "\n" |  | ||||||
| 	str += "    Enum" + "\n" |  | ||||||
| 	str += "    String() string" + "\n" |  | ||||||
| 	str += "}" + "\n" |  | ||||||
| 	str += "" + "\n" |  | ||||||
|  |  | ||||||
| 	str += "type DescriptionEnum interface {" + "\n" |  | ||||||
| 	str += "    Enum" + "\n" |  | ||||||
| 	str += "    Description() string" + "\n" |  | ||||||
| 	str += "}" + "\n" |  | ||||||
| 	str += "\n" |  | ||||||
|  |  | ||||||
| 	str += "type EnumMetaValue struct {" + "\n" |  | ||||||
| 	str += "    VarName     string  `json:\"varName\"`" + "\n" |  | ||||||
| 	str += "    Value       any     `json:\"value\"`" + "\n" |  | ||||||
| 	str += "    Description *string `json:\"description\"`" + "\n" |  | ||||||
| 	str += "}" + "\n" |  | ||||||
| 	str += "\n" | 	str += "\n" | ||||||
|  |  | ||||||
| 	for _, enumdef := range enums { | 	for _, enumdef := range enums { | ||||||
| @@ -292,7 +266,7 @@ func fmtOutput(cs string, enums []EnumDef, pkgname string) string { | |||||||
| 		str += "}" + "\n" | 		str += "}" + "\n" | ||||||
| 		str += "" + "\n" | 		str += "" + "\n" | ||||||
|  |  | ||||||
| 		str += "func (e " + enumdef.EnumTypeName + ") ValuesMeta() []EnumMetaValue {" + "\n" | 		str += "func (e " + enumdef.EnumTypeName + ") ValuesMeta() []enums.EnumMetaValue {" + "\n" | ||||||
| 		str += "    return " + enumdef.EnumTypeName + "ValuesMeta()" | 		str += "    return " + enumdef.EnumTypeName + "ValuesMeta()" | ||||||
| 		str += "}" + "\n" | 		str += "}" + "\n" | ||||||
| 		str += "" + "\n" | 		str += "" + "\n" | ||||||
| @@ -322,11 +296,11 @@ func fmtOutput(cs string, enums []EnumDef, pkgname string) string { | |||||||
| 		str += "}" + "\n" | 		str += "}" + "\n" | ||||||
| 		str += "" + "\n" | 		str += "" + "\n" | ||||||
|  |  | ||||||
| 		str += "func (e " + enumdef.EnumTypeName + ") Meta() EnumMetaValue {" + "\n" | 		str += "func (e " + enumdef.EnumTypeName + ") Meta() enums.EnumMetaValue {" + "\n" | ||||||
| 		if hasDescr { | 		if hasDescr { | ||||||
| 			str += "    return EnumMetaValue{VarName: e.VarName(), Value: e, Description: langext.Ptr(e.Description())}" | 			str += "    return enums.EnumMetaValue{VarName: e.VarName(), Value: e, Description: langext.Ptr(e.Description())}" | ||||||
| 		} else { | 		} else { | ||||||
| 			str += "    return EnumMetaValue{VarName: e.VarName(), Value: e, Description: nil}" | 			str += "    return enums.EnumMetaValue{VarName: e.VarName(), Value: e, Description: nil}" | ||||||
| 		} | 		} | ||||||
| 		str += "}" + "\n" | 		str += "}" + "\n" | ||||||
| 		str += "" + "\n" | 		str += "" + "\n" | ||||||
| @@ -346,8 +320,8 @@ func fmtOutput(cs string, enums []EnumDef, pkgname string) string { | |||||||
| 		str += "}" + "\n" | 		str += "}" + "\n" | ||||||
| 		str += "" + "\n" | 		str += "" + "\n" | ||||||
|  |  | ||||||
| 		str += "func " + enumdef.EnumTypeName + "ValuesMeta() []EnumMetaValue {" + "\n" | 		str += "func " + enumdef.EnumTypeName + "ValuesMeta() []enums.EnumMetaValue {" + "\n" | ||||||
| 		str += "    return []EnumMetaValue{" + "\n" | 		str += "    return []enums.EnumMetaValue{" + "\n" | ||||||
| 		for _, v := range enumdef.Values { | 		for _, v := range enumdef.Values { | ||||||
| 			str += "        " + v.VarName + ".Meta(),\n" | 			str += "        " + v.VarName + ".Meta(),\n" | ||||||
| 		} | 		} | ||||||
|   | |||||||
| @@ -1,15 +1,42 @@ | |||||||
| package bfcodegen | package bfcodegen | ||||||
|  |  | ||||||
| import ( | import ( | ||||||
|  | 	_ "embed" | ||||||
|  | 	"gogs.mikescher.com/BlackForestBytes/goext/cmdext" | ||||||
|  | 	"gogs.mikescher.com/BlackForestBytes/goext/langext" | ||||||
|  | 	"gogs.mikescher.com/BlackForestBytes/goext/tst" | ||||||
|  | 	"os" | ||||||
|  | 	"path/filepath" | ||||||
| 	"testing" | 	"testing" | ||||||
|  | 	"time" | ||||||
| ) | ) | ||||||
|  |  | ||||||
| func TestApplyEnvOverridesSimple(t *testing.T) { | //go:embed _test_example.tgz | ||||||
|  | var ExampleModels []byte | ||||||
|  |  | ||||||
| 	err := GenerateEnumSpecs("/home/mike/Code/reiff/badennet/bnet-backend/models", "/home/mike/Code/reiff/badennet/bnet-backend/models/enums_gen.go") | func TestGenerateEnumSpecs(t *testing.T) { | ||||||
| 	if err != nil { |  | ||||||
| 		t.Error(err) | 	tmpFile := filepath.Join(t.TempDir(), langext.MustHexUUID()+".tgz") | ||||||
| 		t.Fail() |  | ||||||
| 	} | 	tmpDir := filepath.Join(t.TempDir(), langext.MustHexUUID()) | ||||||
|  |  | ||||||
|  | 	err := os.WriteFile(tmpFile, ExampleModels, 0o777) | ||||||
|  | 	tst.AssertNoErr(t, err) | ||||||
|  |  | ||||||
|  | 	t.Cleanup(func() { _ = os.Remove(tmpFile) }) | ||||||
|  |  | ||||||
|  | 	err = os.Mkdir(tmpDir, 0o777) | ||||||
|  | 	tst.AssertNoErr(t, err) | ||||||
|  |  | ||||||
|  | 	t.Cleanup(func() { _ = os.RemoveAll(tmpFile) }) | ||||||
|  |  | ||||||
|  | 	_, err = cmdext.Runner("tar").Arg("-xvzf").Arg(tmpFile).Arg("-C").Arg(tmpDir).FailOnExitCode().FailOnTimeout().Timeout(time.Minute).Run() | ||||||
|  | 	tst.AssertNoErr(t, err) | ||||||
|  |  | ||||||
|  | 	err = GenerateEnumSpecs(tmpDir, tmpDir+"/enums_gen.go") | ||||||
|  | 	tst.AssertNoErr(t, err) | ||||||
|  |  | ||||||
|  | 	err = GenerateEnumSpecs(tmpDir, tmpDir+"/enums_gen.go") | ||||||
|  | 	tst.AssertNoErr(t, err) | ||||||
|  |  | ||||||
| } | } | ||||||
|   | |||||||
| @@ -14,6 +14,7 @@ type CommandRunner struct { | |||||||
| 	listener         []CommandListener | 	listener         []CommandListener | ||||||
| 	enforceExitCodes *[]int | 	enforceExitCodes *[]int | ||||||
| 	enforceNoTimeout bool | 	enforceNoTimeout bool | ||||||
|  | 	enforceNoStderr  bool | ||||||
| } | } | ||||||
|  |  | ||||||
| func Runner(program string) *CommandRunner { | func Runner(program string) *CommandRunner { | ||||||
| @@ -25,6 +26,7 @@ func Runner(program string) *CommandRunner { | |||||||
| 		listener:         make([]CommandListener, 0), | 		listener:         make([]CommandListener, 0), | ||||||
| 		enforceExitCodes: nil, | 		enforceExitCodes: nil, | ||||||
| 		enforceNoTimeout: false, | 		enforceNoTimeout: false, | ||||||
|  | 		enforceNoStderr:  false, | ||||||
| 	} | 	} | ||||||
| } | } | ||||||
|  |  | ||||||
| @@ -73,6 +75,11 @@ func (r *CommandRunner) FailOnTimeout() *CommandRunner { | |||||||
| 	return r | 	return r | ||||||
| } | } | ||||||
|  |  | ||||||
|  | func (r *CommandRunner) FailOnStderr() *CommandRunner { | ||||||
|  | 	r.enforceNoStderr = true | ||||||
|  | 	return r | ||||||
|  | } | ||||||
|  |  | ||||||
| func (r *CommandRunner) Listen(lstr CommandListener) *CommandRunner { | func (r *CommandRunner) Listen(lstr CommandListener) *CommandRunner { | ||||||
| 	r.listener = append(r.listener, lstr) | 	r.listener = append(r.listener, lstr) | ||||||
| 	return r | 	return r | ||||||
|   | |||||||
| @@ -11,6 +11,7 @@ import ( | |||||||
|  |  | ||||||
| var ErrExitCode = errors.New("process exited with an unexpected exitcode") | var ErrExitCode = errors.New("process exited with an unexpected exitcode") | ||||||
| var ErrTimeout = errors.New("process did not exit after the specified timeout") | var ErrTimeout = errors.New("process did not exit after the specified timeout") | ||||||
|  | var ErrStderrPrint = errors.New("process did print to stderr stream") | ||||||
|  |  | ||||||
| type CommandResult struct { | type CommandResult struct { | ||||||
| 	StdOut          string | 	StdOut          string | ||||||
| @@ -53,12 +54,27 @@ func run(opt CommandRunner) (CommandResult, error) { | |||||||
| 		err         error | 		err         error | ||||||
| 	} | 	} | ||||||
|  |  | ||||||
|  | 	stderrFailChan := make(chan bool) | ||||||
|  |  | ||||||
| 	outputChan := make(chan resultObj) | 	outputChan := make(chan resultObj) | ||||||
| 	go func() { | 	go func() { | ||||||
| 		// we need to first fully read the pipes and then call Wait | 		// we need to first fully read the pipes and then call Wait | ||||||
| 		// see https://pkg.go.dev/os/exec#Cmd.StdoutPipe | 		// see https://pkg.go.dev/os/exec#Cmd.StdoutPipe | ||||||
|  |  | ||||||
| 		stdout, stderr, stdcombined, err := preader.Read(opt.listener) | 		listener := make([]CommandListener, 0) | ||||||
|  | 		listener = append(listener, opt.listener...) | ||||||
|  |  | ||||||
|  | 		if opt.enforceNoStderr { | ||||||
|  | 			listener = append(listener, genericCommandListener{ | ||||||
|  | 				_readRawStderr: langext.Ptr(func(v []byte) { | ||||||
|  | 					if len(v) > 0 { | ||||||
|  | 						stderrFailChan <- true | ||||||
|  | 					} | ||||||
|  | 				}), | ||||||
|  | 			}) | ||||||
|  | 		} | ||||||
|  |  | ||||||
|  | 		stdout, stderr, stdcombined, err := preader.Read(listener) | ||||||
| 		if err != nil { | 		if err != nil { | ||||||
| 			outputChan <- resultObj{stdout, stderr, stdcombined, err} | 			outputChan <- resultObj{stdout, stderr, stdcombined, err} | ||||||
| 			_ = cmd.Process.Kill() | 			_ = cmd.Process.Kill() | ||||||
| @@ -115,6 +131,34 @@ func run(opt CommandRunner) (CommandResult, error) { | |||||||
| 			return res, nil | 			return res, nil | ||||||
| 		} | 		} | ||||||
|  |  | ||||||
|  | 	case <-stderrFailChan: | ||||||
|  | 		_ = cmd.Process.Kill() | ||||||
|  | 		for _, lstr := range opt.listener { | ||||||
|  | 			lstr.Timeout() | ||||||
|  | 		} | ||||||
|  |  | ||||||
|  | 		if fallback, ok := syncext.ReadChannelWithTimeout(outputChan, 32*time.Millisecond); ok { | ||||||
|  | 			// most of the time the cmd.Process.Kill() should also have finished the pipereader | ||||||
|  | 			// and we can at least return the already collected stdout, stderr, etc | ||||||
|  | 			res := CommandResult{ | ||||||
|  | 				StdOut:          fallback.stdout, | ||||||
|  | 				StdErr:          fallback.stderr, | ||||||
|  | 				StdCombined:     fallback.stdcombined, | ||||||
|  | 				ExitCode:        -1, | ||||||
|  | 				CommandTimedOut: false, | ||||||
|  | 			} | ||||||
|  | 			return res, ErrStderrPrint | ||||||
|  | 		} else { | ||||||
|  | 			res := CommandResult{ | ||||||
|  | 				StdOut:          "", | ||||||
|  | 				StdErr:          "", | ||||||
|  | 				StdCombined:     "", | ||||||
|  | 				ExitCode:        -1, | ||||||
|  | 				CommandTimedOut: false, | ||||||
|  | 			} | ||||||
|  | 			return res, ErrStderrPrint | ||||||
|  | 		} | ||||||
|  |  | ||||||
| 	case outobj := <-outputChan: | 	case outobj := <-outputChan: | ||||||
| 		if exiterr, ok := outobj.err.(*exec.ExitError); ok { | 		if exiterr, ok := outobj.err.(*exec.ExitError); ok { | ||||||
| 			excode := exiterr.ExitCode() | 			excode := exiterr.ExitCode() | ||||||
|   | |||||||
| @@ -1,6 +1,7 @@ | |||||||
| package cmdext | package cmdext | ||||||
|  |  | ||||||
| import ( | import ( | ||||||
|  | 	"errors" | ||||||
| 	"fmt" | 	"fmt" | ||||||
| 	"testing" | 	"testing" | ||||||
| 	"time" | 	"time" | ||||||
| @@ -32,7 +33,7 @@ func TestStdout(t *testing.T) { | |||||||
|  |  | ||||||
| func TestStderr(t *testing.T) { | func TestStderr(t *testing.T) { | ||||||
|  |  | ||||||
| 	res1, err := Runner("python").Arg("-c").Arg("import sys; print(\"error\", file=sys.stderr, end='')").Run() | 	res1, err := Runner("python3").Arg("-c").Arg("import sys; print(\"error\", file=sys.stderr, end='')").Run() | ||||||
| 	if err != nil { | 	if err != nil { | ||||||
| 		t.Errorf("%v", err) | 		t.Errorf("%v", err) | ||||||
| 	} | 	} | ||||||
| @@ -55,7 +56,7 @@ func TestStderr(t *testing.T) { | |||||||
| } | } | ||||||
|  |  | ||||||
| func TestStdcombined(t *testing.T) { | func TestStdcombined(t *testing.T) { | ||||||
| 	res1, err := Runner("python"). | 	res1, err := Runner("python3"). | ||||||
| 		Arg("-c"). | 		Arg("-c"). | ||||||
| 		Arg("import sys; import time; print(\"1\", file=sys.stderr, flush=True); time.sleep(0.1); print(\"2\", file=sys.stdout, flush=True); time.sleep(0.1); print(\"3\", file=sys.stderr, flush=True)"). | 		Arg("import sys; import time; print(\"1\", file=sys.stderr, flush=True); time.sleep(0.1); print(\"2\", file=sys.stdout, flush=True); time.sleep(0.1); print(\"3\", file=sys.stderr, flush=True)"). | ||||||
| 		Run() | 		Run() | ||||||
| @@ -81,7 +82,7 @@ func TestStdcombined(t *testing.T) { | |||||||
| } | } | ||||||
|  |  | ||||||
| func TestPartialRead(t *testing.T) { | func TestPartialRead(t *testing.T) { | ||||||
| 	res1, err := Runner("python"). | 	res1, err := Runner("python3"). | ||||||
| 		Arg("-c"). | 		Arg("-c"). | ||||||
| 		Arg("import sys; import time; print(\"first message\", flush=True); time.sleep(5); print(\"cant see me\", flush=True);"). | 		Arg("import sys; import time; print(\"first message\", flush=True); time.sleep(5); print(\"cant see me\", flush=True);"). | ||||||
| 		Timeout(100 * time.Millisecond). | 		Timeout(100 * time.Millisecond). | ||||||
| @@ -105,7 +106,7 @@ func TestPartialRead(t *testing.T) { | |||||||
| } | } | ||||||
|  |  | ||||||
| func TestPartialReadStderr(t *testing.T) { | func TestPartialReadStderr(t *testing.T) { | ||||||
| 	res1, err := Runner("python"). | 	res1, err := Runner("python3"). | ||||||
| 		Arg("-c"). | 		Arg("-c"). | ||||||
| 		Arg("import sys; import time; print(\"first message\", file=sys.stderr, flush=True); time.sleep(5); print(\"cant see me\", file=sys.stderr, flush=True);"). | 		Arg("import sys; import time; print(\"first message\", file=sys.stderr, flush=True); time.sleep(5); print(\"cant see me\", file=sys.stderr, flush=True);"). | ||||||
| 		Timeout(100 * time.Millisecond). | 		Timeout(100 * time.Millisecond). | ||||||
| @@ -130,7 +131,7 @@ func TestPartialReadStderr(t *testing.T) { | |||||||
|  |  | ||||||
| func TestReadUnflushedStdout(t *testing.T) { | func TestReadUnflushedStdout(t *testing.T) { | ||||||
|  |  | ||||||
| 	res1, err := Runner("python").Arg("-c").Arg("import sys; print(\"message101\", file=sys.stdout, end='')").Run() | 	res1, err := Runner("python3").Arg("-c").Arg("import sys; print(\"message101\", file=sys.stdout, end='')").Run() | ||||||
| 	if err != nil { | 	if err != nil { | ||||||
| 		t.Errorf("%v", err) | 		t.Errorf("%v", err) | ||||||
| 	} | 	} | ||||||
| @@ -154,7 +155,7 @@ func TestReadUnflushedStdout(t *testing.T) { | |||||||
|  |  | ||||||
| func TestReadUnflushedStderr(t *testing.T) { | func TestReadUnflushedStderr(t *testing.T) { | ||||||
|  |  | ||||||
| 	res1, err := Runner("python").Arg("-c").Arg("import sys; print(\"message101\", file=sys.stderr, end='')").Run() | 	res1, err := Runner("python3").Arg("-c").Arg("import sys; print(\"message101\", file=sys.stderr, end='')").Run() | ||||||
| 	if err != nil { | 	if err != nil { | ||||||
| 		t.Errorf("%v", err) | 		t.Errorf("%v", err) | ||||||
| 	} | 	} | ||||||
| @@ -179,7 +180,7 @@ func TestReadUnflushedStderr(t *testing.T) { | |||||||
| func TestPartialReadUnflushed(t *testing.T) { | func TestPartialReadUnflushed(t *testing.T) { | ||||||
| 	t.SkipNow() | 	t.SkipNow() | ||||||
|  |  | ||||||
| 	res1, err := Runner("python"). | 	res1, err := Runner("python3"). | ||||||
| 		Arg("-c"). | 		Arg("-c"). | ||||||
| 		Arg("import sys; import time; print(\"first message\", end=''); time.sleep(5); print(\"cant see me\", end='');"). | 		Arg("import sys; import time; print(\"first message\", end=''); time.sleep(5); print(\"cant see me\", end='');"). | ||||||
| 		Timeout(100 * time.Millisecond). | 		Timeout(100 * time.Millisecond). | ||||||
| @@ -205,7 +206,7 @@ func TestPartialReadUnflushed(t *testing.T) { | |||||||
| func TestPartialReadUnflushedStderr(t *testing.T) { | func TestPartialReadUnflushedStderr(t *testing.T) { | ||||||
| 	t.SkipNow() | 	t.SkipNow() | ||||||
|  |  | ||||||
| 	res1, err := Runner("python"). | 	res1, err := Runner("python3"). | ||||||
| 		Arg("-c"). | 		Arg("-c"). | ||||||
| 		Arg("import sys; import time; print(\"first message\", file=sys.stderr, end=''); time.sleep(5); print(\"cant see me\", file=sys.stderr, end='');"). | 		Arg("import sys; import time; print(\"first message\", file=sys.stderr, end=''); time.sleep(5); print(\"cant see me\", file=sys.stderr, end='');"). | ||||||
| 		Timeout(100 * time.Millisecond). | 		Timeout(100 * time.Millisecond). | ||||||
| @@ -230,7 +231,7 @@ func TestPartialReadUnflushedStderr(t *testing.T) { | |||||||
|  |  | ||||||
| func TestListener(t *testing.T) { | func TestListener(t *testing.T) { | ||||||
|  |  | ||||||
| 	res1, err := Runner("python"). | 	res1, err := Runner("python3"). | ||||||
| 		Arg("-c"). | 		Arg("-c"). | ||||||
| 		Arg("import sys;" + | 		Arg("import sys;" + | ||||||
| 			"import time;" + | 			"import time;" + | ||||||
| @@ -263,7 +264,7 @@ func TestListener(t *testing.T) { | |||||||
|  |  | ||||||
| func TestLongStdout(t *testing.T) { | func TestLongStdout(t *testing.T) { | ||||||
|  |  | ||||||
| 	res1, err := Runner("python"). | 	res1, err := Runner("python3"). | ||||||
| 		Arg("-c"). | 		Arg("-c"). | ||||||
| 		Arg("import sys; import time; print(\"X\" * 125001 + \"\\n\"); print(\"Y\" * 125001 + \"\\n\"); print(\"Z\" * 125001 + \"\\n\");"). | 		Arg("import sys; import time; print(\"X\" * 125001 + \"\\n\"); print(\"Y\" * 125001 + \"\\n\"); print(\"Z\" * 125001 + \"\\n\");"). | ||||||
| 		Timeout(5000 * time.Millisecond). | 		Timeout(5000 * time.Millisecond). | ||||||
| @@ -289,16 +290,40 @@ func TestLongStdout(t *testing.T) { | |||||||
| func TestFailOnTimeout(t *testing.T) { | func TestFailOnTimeout(t *testing.T) { | ||||||
|  |  | ||||||
| 	_, err := Runner("sleep").Arg("2").Timeout(200 * time.Millisecond).FailOnTimeout().Run() | 	_, err := Runner("sleep").Arg("2").Timeout(200 * time.Millisecond).FailOnTimeout().Run() | ||||||
| 	if err != ErrTimeout { | 	if !errors.Is(err, ErrTimeout) { | ||||||
| 		t.Errorf("wrong err := %v", err) | 		t.Errorf("wrong err := %v", err) | ||||||
| 	} | 	} | ||||||
|  |  | ||||||
| } | } | ||||||
|  |  | ||||||
|  | func TestFailOnStderr(t *testing.T) { | ||||||
|  |  | ||||||
|  | 	res1, err := Runner("python3").Arg("-c").Arg("import sys; print(\"error\", file=sys.stderr, end='')").FailOnStderr().Run() | ||||||
|  | 	if err == nil { | ||||||
|  | 		t.Errorf("no err") | ||||||
|  | 	} | ||||||
|  | 	if res1.CommandTimedOut { | ||||||
|  | 		t.Errorf("Timeout") | ||||||
|  | 	} | ||||||
|  | 	if res1.ExitCode != -1 { | ||||||
|  | 		t.Errorf("res1.ExitCode == %v", res1.ExitCode) | ||||||
|  | 	} | ||||||
|  | 	if res1.StdErr != "error" { | ||||||
|  | 		t.Errorf("res1.StdErr == '%v'", res1.StdErr) | ||||||
|  | 	} | ||||||
|  | 	if res1.StdOut != "" { | ||||||
|  | 		t.Errorf("res1.StdOut == '%v'", res1.StdOut) | ||||||
|  | 	} | ||||||
|  | 	if res1.StdCombined != "error\n" { | ||||||
|  | 		t.Errorf("res1.StdCombined == '%v'", res1.StdCombined) | ||||||
|  | 	} | ||||||
|  |  | ||||||
|  | } | ||||||
|  |  | ||||||
| func TestFailOnExitcode(t *testing.T) { | func TestFailOnExitcode(t *testing.T) { | ||||||
|  |  | ||||||
| 	_, err := Runner("false").Timeout(200 * time.Millisecond).FailOnExitCode().Run() | 	_, err := Runner("false").Timeout(200 * time.Millisecond).FailOnExitCode().Run() | ||||||
| 	if err != ErrExitCode { | 	if !errors.Is(err, ErrExitCode) { | ||||||
| 		t.Errorf("wrong err := %v", err) | 		t.Errorf("wrong err := %v", err) | ||||||
| 	} | 	} | ||||||
|  |  | ||||||
|   | |||||||
							
								
								
									
										24
									
								
								enums/enum.go
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										24
									
								
								enums/enum.go
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,24 @@ | |||||||
|  | package enums | ||||||
|  |  | ||||||
|  | type Enum interface { | ||||||
|  | 	Valid() bool | ||||||
|  | 	ValuesAny() []any | ||||||
|  | 	ValuesMeta() []EnumMetaValue | ||||||
|  | 	VarName() string | ||||||
|  | } | ||||||
|  |  | ||||||
|  | type StringEnum interface { | ||||||
|  | 	Enum | ||||||
|  | 	String() string | ||||||
|  | } | ||||||
|  |  | ||||||
|  | type DescriptionEnum interface { | ||||||
|  | 	Enum | ||||||
|  | 	Description() string | ||||||
|  | } | ||||||
|  |  | ||||||
|  | type EnumMetaValue struct { | ||||||
|  | 	VarName     string  `json:"varName"` | ||||||
|  | 	Value       any     `json:"value"` | ||||||
|  | 	Description *string `json:"description"` | ||||||
|  | } | ||||||
| @@ -9,6 +9,7 @@ import ( | |||||||
| 	"github.com/rs/zerolog" | 	"github.com/rs/zerolog" | ||||||
| 	"go.mongodb.org/mongo-driver/bson/primitive" | 	"go.mongodb.org/mongo-driver/bson/primitive" | ||||||
| 	"gogs.mikescher.com/BlackForestBytes/goext/dataext" | 	"gogs.mikescher.com/BlackForestBytes/goext/dataext" | ||||||
|  | 	"gogs.mikescher.com/BlackForestBytes/goext/enums" | ||||||
| 	"gogs.mikescher.com/BlackForestBytes/goext/langext" | 	"gogs.mikescher.com/BlackForestBytes/goext/langext" | ||||||
| 	"net/http" | 	"net/http" | ||||||
| 	"os" | 	"os" | ||||||
| @@ -80,6 +81,10 @@ func New(t ErrorType, msg string) *Builder { | |||||||
| } | } | ||||||
|  |  | ||||||
| func Wrap(err error, msg string) *Builder { | func Wrap(err error, msg string) *Builder { | ||||||
|  | 	if err == nil { | ||||||
|  | 		return &Builder{errorData: newExErr(CatSystem, TypeInternal, msg)} // prevent NPE if we call Wrap with err==nil | ||||||
|  | 	} | ||||||
|  |  | ||||||
| 	if !pkgconfig.RecursiveErrors { | 	if !pkgconfig.RecursiveErrors { | ||||||
| 		v := FromError(err) | 		v := FromError(err) | ||||||
| 		v.Message = msg | 		v.Message = msg | ||||||
| @@ -277,6 +282,10 @@ func (b *Builder) Stringer(key string, val fmt.Stringer) *Builder { | |||||||
| 	} | 	} | ||||||
| } | } | ||||||
|  |  | ||||||
|  | func (b *Builder) Enum(key string, val enums.Enum) *Builder { | ||||||
|  | 	return b.addMeta(key, MDTEnum, newEnumWrap(val)) | ||||||
|  | } | ||||||
|  |  | ||||||
| func (b *Builder) Stack() *Builder { | func (b *Builder) Stack() *Builder { | ||||||
| 	return b.addMeta("@Stack", MDTString, string(debug.Stack())) | 	return b.addMeta("@Stack", MDTString, string(debug.Stack())) | ||||||
| } | } | ||||||
| @@ -297,7 +306,7 @@ func (b *Builder) GinReq(ctx context.Context, g *gin.Context, req *http.Request) | |||||||
| 	} | 	} | ||||||
| 	b.Str("gin.method", req.Method) | 	b.Str("gin.method", req.Method) | ||||||
| 	b.Str("gin.path", g.FullPath()) | 	b.Str("gin.path", g.FullPath()) | ||||||
| 	b.Str("gin.header", formatHeader(g.Request.Header)) | 	b.Strs("gin.header", extractHeader(g.Request.Header)) | ||||||
| 	if req.URL != nil { | 	if req.URL != nil { | ||||||
| 		b.Str("gin.url", req.URL.String()) | 		b.Str("gin.url", req.URL.String()) | ||||||
| 	} | 	} | ||||||
| @@ -313,7 +322,9 @@ func (b *Builder) GinReq(ctx context.Context, g *gin.Context, req *http.Request) | |||||||
| 	if ctxVal := g.GetString("reqid"); ctxVal != "" { | 	if ctxVal := g.GetString("reqid"); ctxVal != "" { | ||||||
| 		b.Str("gin.context.reqid", ctxVal) | 		b.Str("gin.context.reqid", ctxVal) | ||||||
| 	} | 	} | ||||||
| 	if req.Method != "GET" && req.Body != nil && req.Header.Get("Content-Type") == "application/json" { | 	if req.Method != "GET" && req.Body != nil { | ||||||
|  |  | ||||||
|  | 		if req.Header.Get("Content-Type") == "application/json" { | ||||||
| 			if brc, ok := req.Body.(dataext.BufferedReadCloser); ok { | 			if brc, ok := req.Body.(dataext.BufferedReadCloser); ok { | ||||||
| 				if bin, err := brc.BufferedAll(); err == nil { | 				if bin, err := brc.BufferedAll(); err == nil { | ||||||
| 					if len(bin) < 16*1024 { | 					if len(bin) < 16*1024 { | ||||||
| @@ -325,12 +336,26 @@ func (b *Builder) GinReq(ctx context.Context, g *gin.Context, req *http.Request) | |||||||
| 							b.Bytes("gin.body", bin) | 							b.Bytes("gin.body", bin) | ||||||
| 						} | 						} | ||||||
| 					} else { | 					} else { | ||||||
| 					b.Str("gin.body", fmt.Sprintf("[[%v bytes]]", len(bin))) | 						b.Str("gin.body", fmt.Sprintf("[[%v bytes | %s]]", len(bin), req.Header.Get("Content-Type"))) | ||||||
| 					} | 					} | ||||||
| 				} | 				} | ||||||
| 			} | 			} | ||||||
| 		} | 		} | ||||||
|  |  | ||||||
|  | 		if req.Header.Get("Content-Type") == "multipart/form-data" || req.Header.Get("Content-Type") == "x-www-form-urlencoded" { | ||||||
|  | 			if brc, ok := req.Body.(dataext.BufferedReadCloser); ok { | ||||||
|  | 				if bin, err := brc.BufferedAll(); err == nil { | ||||||
|  | 					if len(bin) < 16*1024 { | ||||||
|  | 						b.Bytes("gin.body", bin) | ||||||
|  | 					} else { | ||||||
|  | 						b.Str("gin.body", fmt.Sprintf("[[%v bytes | %s]]", len(bin), req.Header.Get("Content-Type"))) | ||||||
|  | 					} | ||||||
|  | 				} | ||||||
|  | 			} | ||||||
|  | 		} | ||||||
|  |  | ||||||
|  | 	} | ||||||
|  |  | ||||||
| 	b.containsGinData = true | 	b.containsGinData = true | ||||||
| 	return b | 	return b | ||||||
| } | } | ||||||
| @@ -358,6 +383,20 @@ func formatHeader(header map[string][]string) string { | |||||||
| 	return r | 	return r | ||||||
| } | } | ||||||
|  |  | ||||||
|  | func extractHeader(header map[string][]string) []string { | ||||||
|  | 	r := make([]string, 0, len(header)) | ||||||
|  | 	for k, v := range header { | ||||||
|  | 		for _, hval := range v { | ||||||
|  | 			value := hval | ||||||
|  | 			value = strings.ReplaceAll(value, "\n", "\\n") | ||||||
|  | 			value = strings.ReplaceAll(value, "\r", "\\r") | ||||||
|  | 			value = strings.ReplaceAll(value, "\t", "\\t") | ||||||
|  | 			r = append(r, k+": "+value) | ||||||
|  | 		} | ||||||
|  | 	} | ||||||
|  | 	return r | ||||||
|  | } | ||||||
|  |  | ||||||
| // ---------------------------------------------------------------------------- | // ---------------------------------------------------------------------------- | ||||||
|  |  | ||||||
| // Build creates a new error, ready to pass up the stack | // Build creates a new error, ready to pass up the stack | ||||||
|   | |||||||
| @@ -10,15 +10,17 @@ type ErrorPackageConfig struct { | |||||||
| 	ZeroLogAllTraces       bool                                             // autom print zerolog logs on .Build()  (for all Severities) | 	ZeroLogAllTraces       bool                                             // autom print zerolog logs on .Build()  (for all Severities) | ||||||
| 	RecursiveErrors        bool                                             // errors contains their Origin-Error | 	RecursiveErrors        bool                                             // errors contains their Origin-Error | ||||||
| 	ExtendedGinOutput      bool                                             // Log extended data (trace, meta, ...) to gin in err.Output() | 	ExtendedGinOutput      bool                                             // Log extended data (trace, meta, ...) to gin in err.Output() | ||||||
|  | 	IncludeMetaInGinOutput bool                                             // Log meta fields ( from e.g. `.Str(key, val).Build()` ) to gin in err.Output() | ||||||
| 	ExtendGinOutput        func(err *ExErr, json map[string]any)            // (Optionally) extend the gin output with more fields | 	ExtendGinOutput        func(err *ExErr, json map[string]any)            // (Optionally) extend the gin output with more fields | ||||||
| 	ExtendGinDataOutput    func(err *ExErr, depth int, json map[string]any) // (Optionally) extend the gin `__data` output with more fields | 	ExtendGinDataOutput    func(err *ExErr, depth int, json map[string]any) // (Optionally) extend the gin `__data` output with more fields | ||||||
| } | } | ||||||
|  |  | ||||||
| type ErrorPackageConfigInit struct { | type ErrorPackageConfigInit struct { | ||||||
| 	ZeroLogErrTraces    bool | 	ZeroLogErrTraces       *bool | ||||||
| 	ZeroLogAllTraces    bool | 	ZeroLogAllTraces       *bool | ||||||
| 	RecursiveErrors     bool | 	RecursiveErrors        *bool | ||||||
| 	ExtendedGinOutput   bool | 	ExtendedGinOutput      *bool | ||||||
|  | 	IncludeMetaInGinOutput *bool | ||||||
| 	ExtendGinOutput        func(err *ExErr, json map[string]any) | 	ExtendGinOutput        func(err *ExErr, json map[string]any) | ||||||
| 	ExtendGinDataOutput    func(err *ExErr, depth int, json map[string]any) | 	ExtendGinDataOutput    func(err *ExErr, depth int, json map[string]any) | ||||||
| } | } | ||||||
| @@ -30,6 +32,7 @@ var pkgconfig = ErrorPackageConfig{ | |||||||
| 	ZeroLogAllTraces:       false, | 	ZeroLogAllTraces:       false, | ||||||
| 	RecursiveErrors:        true, | 	RecursiveErrors:        true, | ||||||
| 	ExtendedGinOutput:      false, | 	ExtendedGinOutput:      false, | ||||||
|  | 	IncludeMetaInGinOutput: true, | ||||||
| 	ExtendGinOutput:        func(err *ExErr, json map[string]any) {}, | 	ExtendGinOutput:        func(err *ExErr, json map[string]any) {}, | ||||||
| 	ExtendGinDataOutput:    func(err *ExErr, depth int, json map[string]any) {}, | 	ExtendGinDataOutput:    func(err *ExErr, depth int, json map[string]any) {}, | ||||||
| } | } | ||||||
| @@ -53,10 +56,11 @@ func Init(cfg ErrorPackageConfigInit) { | |||||||
| 	} | 	} | ||||||
|  |  | ||||||
| 	pkgconfig = ErrorPackageConfig{ | 	pkgconfig = ErrorPackageConfig{ | ||||||
| 		ZeroLogErrTraces:    cfg.ZeroLogErrTraces, | 		ZeroLogErrTraces:       langext.Coalesce(cfg.ZeroLogErrTraces, pkgconfig.ZeroLogErrTraces), | ||||||
| 		ZeroLogAllTraces:    cfg.ZeroLogAllTraces, | 		ZeroLogAllTraces:       langext.Coalesce(cfg.ZeroLogAllTraces, pkgconfig.ZeroLogAllTraces), | ||||||
| 		RecursiveErrors:     cfg.RecursiveErrors, | 		RecursiveErrors:        langext.Coalesce(cfg.RecursiveErrors, pkgconfig.RecursiveErrors), | ||||||
| 		ExtendedGinOutput:   cfg.ExtendedGinOutput, | 		ExtendedGinOutput:      langext.Coalesce(cfg.ExtendedGinOutput, pkgconfig.ExtendedGinOutput), | ||||||
|  | 		IncludeMetaInGinOutput: langext.Coalesce(cfg.IncludeMetaInGinOutput, pkgconfig.IncludeMetaInGinOutput), | ||||||
| 		ExtendGinOutput:        ego, | 		ExtendGinOutput:        ego, | ||||||
| 		ExtendGinDataOutput:    egdo, | 		ExtendGinDataOutput:    egdo, | ||||||
| 	} | 	} | ||||||
|   | |||||||
							
								
								
									
										19
									
								
								exerr/gin.go
									
									
									
									
									
								
							
							
						
						
									
										19
									
								
								exerr/gin.go
									
									
									
									
									
								
							| @@ -8,7 +8,7 @@ import ( | |||||||
| 	"time" | 	"time" | ||||||
| ) | ) | ||||||
|  |  | ||||||
| func (ee *ExErr) toJson(depth int, applyExtendListener bool) langext.H { | func (ee *ExErr) toJson(depth int, applyExtendListener bool, outputMeta bool) langext.H { | ||||||
| 	ginJson := langext.H{} | 	ginJson := langext.H{} | ||||||
|  |  | ||||||
| 	if ee.UniqueID != "" { | 	if ee.UniqueID != "" { | ||||||
| @@ -39,7 +39,15 @@ func (ee *ExErr) toJson(depth int, applyExtendListener bool) langext.H { | |||||||
| 		ginJson["wrappedErrType"] = ee.WrappedErrType | 		ginJson["wrappedErrType"] = ee.WrappedErrType | ||||||
| 	} | 	} | ||||||
| 	if ee.OriginalError != nil { | 	if ee.OriginalError != nil { | ||||||
| 		ginJson["original"] = ee.OriginalError.toJson(depth+1, applyExtendListener) | 		ginJson["original"] = ee.OriginalError.toJson(depth+1, applyExtendListener, outputMeta) | ||||||
|  | 	} | ||||||
|  |  | ||||||
|  | 	if outputMeta { | ||||||
|  | 		metaJson := langext.H{} | ||||||
|  | 		for metaKey, metaVal := range ee.Meta { | ||||||
|  | 			metaJson[metaKey] = metaVal.rawValueForJson() | ||||||
|  | 		} | ||||||
|  | 		ginJson["meta"] = metaJson | ||||||
| 	} | 	} | ||||||
|  |  | ||||||
| 	if applyExtendListener { | 	if applyExtendListener { | ||||||
| @@ -55,7 +63,8 @@ func (ee *ExErr) toJson(depth int, applyExtendListener bool) langext.H { | |||||||
| // Parameters: | // Parameters: | ||||||
| //   - [applyExtendListener]:  if false the pkgconfig.ExtendGinOutput / pkgconfig.ExtendGinDataOutput will not be applied | //   - [applyExtendListener]:  if false the pkgconfig.ExtendGinOutput / pkgconfig.ExtendGinDataOutput will not be applied | ||||||
| //   - [includeWrappedErrors]: if false we do not include the recursive/wrapped errors in `__data` | //   - [includeWrappedErrors]: if false we do not include the recursive/wrapped errors in `__data` | ||||||
| func (ee *ExErr) ToAPIJson(applyExtendListener bool, includeWrappedErrors bool) langext.H { | //   - [includeMetaFields]:    if true  we also include meta-values (aka from `.Str(key, value).Build()`), needs includeWrappedErrors=true | ||||||
|  | func (ee *ExErr) ToAPIJson(applyExtendListener bool, includeWrappedErrors bool, includeMetaFields bool) langext.H { | ||||||
|  |  | ||||||
| 	apiOutput := langext.H{ | 	apiOutput := langext.H{ | ||||||
| 		"errorid":   ee.UniqueID, | 		"errorid":   ee.UniqueID, | ||||||
| @@ -65,7 +74,7 @@ func (ee *ExErr) ToAPIJson(applyExtendListener bool, includeWrappedErrors bool) | |||||||
| 	} | 	} | ||||||
|  |  | ||||||
| 	if includeWrappedErrors { | 	if includeWrappedErrors { | ||||||
| 		apiOutput["__data"] = ee.toJson(0, applyExtendListener) | 		apiOutput["__data"] = ee.toJson(0, applyExtendListener, includeMetaFields) | ||||||
| 	} | 	} | ||||||
|  |  | ||||||
| 	if applyExtendListener { | 	if applyExtendListener { | ||||||
| @@ -97,7 +106,7 @@ func (ee *ExErr) Output(g *gin.Context) { | |||||||
| 		statuscode = *baseType.DefaultStatusCode | 		statuscode = *baseType.DefaultStatusCode | ||||||
| 	} | 	} | ||||||
|  |  | ||||||
| 	ginOutput := ee.ToAPIJson(true, pkgconfig.ExtendedGinOutput) | 	ginOutput := ee.ToAPIJson(true, pkgconfig.ExtendedGinOutput, pkgconfig.IncludeMetaInGinOutput) | ||||||
|  |  | ||||||
| 	g.Render(statuscode, json.GoJsonRender{Data: ginOutput, NilSafeSlices: true, NilSafeMaps: true}) | 	g.Render(statuscode, json.GoJsonRender{Data: ginOutput, NilSafeSlices: true, NilSafeMaps: true}) | ||||||
| } | } | ||||||
|   | |||||||
| @@ -43,6 +43,7 @@ const ( | |||||||
| 	MDTID          metaDataType = "ID" | 	MDTID          metaDataType = "ID" | ||||||
| 	MDTAny         metaDataType = "Interface" | 	MDTAny         metaDataType = "Interface" | ||||||
| 	MDTNil         metaDataType = "Nil" | 	MDTNil         metaDataType = "Nil" | ||||||
|  | 	MDTEnum        metaDataType = "Enum" | ||||||
| ) | ) | ||||||
|  |  | ||||||
| type MetaValue struct { | type MetaValue struct { | ||||||
| @@ -131,6 +132,8 @@ func (v MetaValue) SerializeValue() (string, error) { | |||||||
| 		return string(r), nil | 		return string(r), nil | ||||||
| 	case MDTNil: | 	case MDTNil: | ||||||
| 		return "", nil | 		return "", nil | ||||||
|  | 	case MDTEnum: | ||||||
|  | 		return v.Value.(EnumWrap).Serialize(), nil | ||||||
| 	} | 	} | ||||||
| 	return "", errors.New("Unknown type: " + string(v.DataType)) | 	return "", errors.New("Unknown type: " + string(v.DataType)) | ||||||
| } | } | ||||||
| @@ -208,6 +211,8 @@ func (v MetaValue) ShortString(lim int) string { | |||||||
| 		return langext.StrLimit(string(r), lim, "...") | 		return langext.StrLimit(string(r), lim, "...") | ||||||
| 	case MDTNil: | 	case MDTNil: | ||||||
| 		return "<<null>>" | 		return "<<null>>" | ||||||
|  | 	case MDTEnum: | ||||||
|  | 		return v.Value.(EnumWrap).String() | ||||||
| 	} | 	} | ||||||
| 	return "(err)" | 	return "(err)" | ||||||
| } | } | ||||||
| @@ -270,6 +275,14 @@ func (v MetaValue) Apply(key string, evt *zerolog.Event) *zerolog.Event { | |||||||
| 		return evt.Ints32(key, v.Value.([]int32)) | 		return evt.Ints32(key, v.Value.([]int32)) | ||||||
| 	case MDTNil: | 	case MDTNil: | ||||||
| 		return evt.Str(key, "<<null>>") | 		return evt.Str(key, "<<null>>") | ||||||
|  | 	case MDTEnum: | ||||||
|  | 		if v.Value.(EnumWrap).IsNil { | ||||||
|  | 			return evt.Any(key, nil) | ||||||
|  | 		} else if v.Value.(EnumWrap).ValueRaw != nil { | ||||||
|  | 			return evt.Any(key, v.Value.(EnumWrap).ValueRaw) | ||||||
|  | 		} else { | ||||||
|  | 			return evt.Str(key, v.Value.(EnumWrap).ValueString) | ||||||
|  | 		} | ||||||
| 	} | 	} | ||||||
| 	return evt.Str(key, "(err)") | 	return evt.Str(key, "(err)") | ||||||
| } | } | ||||||
| @@ -511,6 +524,10 @@ func (v *MetaValue) Deserialize(value string, datatype metaDataType) error { | |||||||
| 		v.Value = nil | 		v.Value = nil | ||||||
| 		v.DataType = datatype | 		v.DataType = datatype | ||||||
| 		return nil | 		return nil | ||||||
|  | 	case MDTEnum: | ||||||
|  | 		v.Value = deserializeEnumWrap(value) | ||||||
|  | 		v.DataType = datatype | ||||||
|  | 		return nil | ||||||
| 	} | 	} | ||||||
| 	return errors.New("Unknown type: " + string(datatype)) | 	return errors.New("Unknown type: " + string(datatype)) | ||||||
| } | } | ||||||
| @@ -581,10 +598,55 @@ func (v MetaValue) ValueString() string { | |||||||
| 		return string(r) | 		return string(r) | ||||||
| 	case MDTNil: | 	case MDTNil: | ||||||
| 		return "<<null>>" | 		return "<<null>>" | ||||||
|  | 	case MDTEnum: | ||||||
|  | 		return v.Value.(EnumWrap).String() | ||||||
| 	} | 	} | ||||||
| 	return "(err)" | 	return "(err)" | ||||||
| } | } | ||||||
|  |  | ||||||
|  | // rawValueForJson returns most-of-the-time the `Value` field | ||||||
|  | // but for some datatyes we do special processing | ||||||
|  | // all, so we can pluck the output value in json.Marshal without any suprises | ||||||
|  | func (v MetaValue) rawValueForJson() any { | ||||||
|  | 	if v.DataType == MDTAny { | ||||||
|  | 		if v.Value.(AnyWrap).IsNil { | ||||||
|  | 			return nil | ||||||
|  | 		} | ||||||
|  | 		return v.Value.(AnyWrap).Serialize() | ||||||
|  | 	} | ||||||
|  | 	if v.DataType == MDTID { | ||||||
|  | 		if v.Value.(IDWrap).IsNil { | ||||||
|  | 			return nil | ||||||
|  | 		} | ||||||
|  | 		return v.Value.(IDWrap).Value | ||||||
|  | 	} | ||||||
|  | 	if v.DataType == MDTBytes { | ||||||
|  | 		return hex.EncodeToString(v.Value.([]byte)) | ||||||
|  | 	} | ||||||
|  | 	if v.DataType == MDTDuration { | ||||||
|  | 		return v.Value.(time.Duration).String() | ||||||
|  | 	} | ||||||
|  | 	if v.DataType == MDTTime { | ||||||
|  | 		return v.Value.(time.Time).Format(time.RFC3339Nano) | ||||||
|  | 	} | ||||||
|  | 	if v.DataType == MDTObjectID { | ||||||
|  | 		return v.Value.(primitive.ObjectID).Hex() | ||||||
|  | 	} | ||||||
|  | 	if v.DataType == MDTNil { | ||||||
|  | 		return nil | ||||||
|  | 	} | ||||||
|  | 	if v.DataType == MDTEnum { | ||||||
|  | 		if v.Value.(EnumWrap).IsNil { | ||||||
|  | 			return nil | ||||||
|  | 		} | ||||||
|  | 		if v.Value.(EnumWrap).ValueRaw != nil { | ||||||
|  | 			return v.Value.(EnumWrap).ValueRaw | ||||||
|  | 		} | ||||||
|  | 		return v.Value.(EnumWrap).ValueString | ||||||
|  | 	} | ||||||
|  | 	return v.Value | ||||||
|  | } | ||||||
|  |  | ||||||
| func (mm MetaMap) FormatOneLine(singleMaxLen int) string { | func (mm MetaMap) FormatOneLine(singleMaxLen int) string { | ||||||
| 	r := "" | 	r := "" | ||||||
|  |  | ||||||
|   | |||||||
| @@ -4,6 +4,7 @@ import ( | |||||||
| 	"encoding/json" | 	"encoding/json" | ||||||
| 	"fmt" | 	"fmt" | ||||||
| 	"github.com/rs/zerolog/log" | 	"github.com/rs/zerolog/log" | ||||||
|  | 	"gogs.mikescher.com/BlackForestBytes/goext/enums" | ||||||
| 	"gogs.mikescher.com/BlackForestBytes/goext/langext" | 	"gogs.mikescher.com/BlackForestBytes/goext/langext" | ||||||
| 	"strings" | 	"strings" | ||||||
| ) | ) | ||||||
| @@ -131,3 +132,58 @@ func deserializeAnyWrap(v string) AnyWrap { | |||||||
| 		} | 		} | ||||||
| 	} | 	} | ||||||
| } | } | ||||||
|  |  | ||||||
|  | type EnumWrap struct { | ||||||
|  | 	Type        string | ||||||
|  | 	ValueString string | ||||||
|  | 	ValueRaw    enums.Enum // `ValueRaw` is lost during serialization roundtrip | ||||||
|  | 	IsNil       bool | ||||||
|  | } | ||||||
|  |  | ||||||
|  | func newEnumWrap(val enums.Enum) EnumWrap { | ||||||
|  | 	t := fmt.Sprintf("%T", val) | ||||||
|  | 	arr := strings.Split(t, ".") | ||||||
|  | 	if len(arr) > 0 { | ||||||
|  | 		t = arr[len(arr)-1] | ||||||
|  | 	} | ||||||
|  |  | ||||||
|  | 	if langext.IsNil(val) { | ||||||
|  | 		return EnumWrap{Type: t, ValueString: "", ValueRaw: val, IsNil: true} | ||||||
|  | 	} | ||||||
|  |  | ||||||
|  | 	if enumstr, ok := val.(enums.StringEnum); ok { | ||||||
|  | 		return EnumWrap{Type: t, ValueString: enumstr.String(), ValueRaw: val, IsNil: false} | ||||||
|  | 	} | ||||||
|  |  | ||||||
|  | 	return EnumWrap{Type: t, ValueString: fmt.Sprintf("%v", val), ValueRaw: val, IsNil: false} | ||||||
|  | } | ||||||
|  |  | ||||||
|  | func (w EnumWrap) Serialize() string { | ||||||
|  | 	if w.IsNil { | ||||||
|  | 		return "!nil" + ":" + w.Type | ||||||
|  | 	} | ||||||
|  | 	return w.Type + ":" + w.ValueString | ||||||
|  | } | ||||||
|  |  | ||||||
|  | func (w EnumWrap) String() string { | ||||||
|  | 	if w.IsNil { | ||||||
|  | 		return w.Type + "<<nil>>" | ||||||
|  | 	} | ||||||
|  | 	return "[" + w.Type + "] " + w.ValueString | ||||||
|  | } | ||||||
|  |  | ||||||
|  | func deserializeEnumWrap(v string) EnumWrap { | ||||||
|  | 	r := strings.SplitN(v, ":", 2) | ||||||
|  |  | ||||||
|  | 	if len(r) == 2 && r[0] == "!nil" { | ||||||
|  | 		return EnumWrap{Type: r[1], ValueString: v, ValueRaw: nil, IsNil: true} | ||||||
|  | 	} | ||||||
|  |  | ||||||
|  | 	if len(r) == 0 { | ||||||
|  | 		return EnumWrap{} | ||||||
|  | 	} else if len(r) == 1 { | ||||||
|  | 		return EnumWrap{Type: "", ValueString: v, ValueRaw: nil, IsNil: false} | ||||||
|  | 	} else { | ||||||
|  | 		return EnumWrap{Type: r[0], ValueString: r[1], ValueRaw: nil, IsNil: false} | ||||||
|  | 	} | ||||||
|  | } | ||||||
|   | |||||||
| @@ -5,10 +5,8 @@ import ( | |||||||
| 	"gogs.mikescher.com/BlackForestBytes/goext/dataext" | 	"gogs.mikescher.com/BlackForestBytes/goext/dataext" | ||||||
| ) | ) | ||||||
|  |  | ||||||
| func BodyBuffer() gin.HandlerFunc { | func BodyBuffer(g *gin.Context) { | ||||||
| 	return func(g *gin.Context) { |  | ||||||
| 	if g.Request.Body != nil { | 	if g.Request.Body != nil { | ||||||
| 		g.Request.Body = dataext.NewBufferedReadCloser(g.Request.Body) | 		g.Request.Body = dataext.NewBufferedReadCloser(g.Request.Body) | ||||||
| 	} | 	} | ||||||
| 	} |  | ||||||
| } | } | ||||||
|   | |||||||
| @@ -8,6 +8,7 @@ import ( | |||||||
| 	"gogs.mikescher.com/BlackForestBytes/goext/exerr" | 	"gogs.mikescher.com/BlackForestBytes/goext/exerr" | ||||||
| 	"gogs.mikescher.com/BlackForestBytes/goext/langext" | 	"gogs.mikescher.com/BlackForestBytes/goext/langext" | ||||||
| 	"runtime/debug" | 	"runtime/debug" | ||||||
|  | 	"time" | ||||||
| ) | ) | ||||||
|  |  | ||||||
| type PreContext struct { | type PreContext struct { | ||||||
| @@ -18,6 +19,7 @@ type PreContext struct { | |||||||
| 	body    any | 	body    any | ||||||
| 	form    any | 	form    any | ||||||
| 	header  any | 	header  any | ||||||
|  | 	timeout *time.Duration | ||||||
| } | } | ||||||
|  |  | ||||||
| func (pctx *PreContext) URI(uri any) *PreContext { | func (pctx *PreContext) URI(uri any) *PreContext { | ||||||
| @@ -45,6 +47,11 @@ func (pctx *PreContext) Header(header any) *PreContext { | |||||||
| 	return pctx | 	return pctx | ||||||
| } | } | ||||||
|  |  | ||||||
|  | func (pctx *PreContext) WithTimeout(to time.Duration) *PreContext { | ||||||
|  | 	pctx.timeout = &to | ||||||
|  | 	return pctx | ||||||
|  | } | ||||||
|  |  | ||||||
| func (pctx PreContext) Start() (*AppContext, *gin.Context, *HTTPResponse) { | func (pctx PreContext) Start() (*AppContext, *gin.Context, *HTTPResponse) { | ||||||
| 	if pctx.uri != nil { | 	if pctx.uri != nil { | ||||||
| 		if err := pctx.ginCtx.ShouldBindUri(pctx.uri); err != nil { | 		if err := pctx.ginCtx.ShouldBindUri(pctx.uri); err != nil { | ||||||
| @@ -92,6 +99,14 @@ func (pctx PreContext) Start() (*AppContext, *gin.Context, *HTTPResponse) { | |||||||
| 					Build() | 					Build() | ||||||
| 				return nil, nil, langext.Ptr(Error(err)) | 				return nil, nil, langext.Ptr(Error(err)) | ||||||
| 			} | 			} | ||||||
|  | 		} else if pctx.ginCtx.ContentType() == "application/x-www-form-urlencoded" { | ||||||
|  | 			if err := pctx.ginCtx.ShouldBindWith(pctx.form, binding.Form); err != nil { | ||||||
|  | 				err = exerr.Wrap(err, "Failed to read urlencoded-form"). | ||||||
|  | 					WithType(exerr.TypeBindFailFormData). | ||||||
|  | 					Str("struct_type", fmt.Sprintf("%T", pctx.form)). | ||||||
|  | 					Build() | ||||||
|  | 				return nil, nil, langext.Ptr(Error(err)) | ||||||
|  | 			} | ||||||
| 		} else { | 		} else { | ||||||
| 			err := exerr.New(exerr.TypeBindFailFormData, "missing form body"). | 			err := exerr.New(exerr.TypeBindFailFormData, "missing form body"). | ||||||
| 				Str("struct_type", fmt.Sprintf("%T", pctx.form)). | 				Str("struct_type", fmt.Sprintf("%T", pctx.form)). | ||||||
| @@ -110,7 +125,7 @@ func (pctx PreContext) Start() (*AppContext, *gin.Context, *HTTPResponse) { | |||||||
| 		} | 		} | ||||||
| 	} | 	} | ||||||
|  |  | ||||||
| 	ictx, cancel := context.WithTimeout(context.Background(), pctx.wrapper.requestTimeout) | 	ictx, cancel := context.WithTimeout(context.Background(), langext.Coalesce(pctx.timeout, pctx.wrapper.requestTimeout)) | ||||||
| 	actx := CreateAppContext(pctx.ginCtx, ictx, cancel) | 	actx := CreateAppContext(pctx.ginCtx, ictx, cancel) | ||||||
|  |  | ||||||
| 	return actx, pctx.ginCtx, nil | 	return actx, pctx.ginCtx, nil | ||||||
|   | |||||||
| @@ -112,8 +112,8 @@ func (w *GinRouteBuilder) Use(middleware ...gin.HandlerFunc) *GinRouteBuilder { | |||||||
| func (w *GinRouteBuilder) Handle(handler WHandlerFunc) { | func (w *GinRouteBuilder) Handle(handler WHandlerFunc) { | ||||||
|  |  | ||||||
| 	if w.routes.wrapper.bufferBody { | 	if w.routes.wrapper.bufferBody { | ||||||
| 		arr := make([]gin.HandlerFunc, len(w.handlers)+1) | 		arr := make([]gin.HandlerFunc, 0, len(w.handlers)+1) | ||||||
| 		arr = append(arr, BodyBuffer()) | 		arr = append(arr, BodyBuffer) | ||||||
| 		arr = append(arr, w.handlers...) | 		arr = append(arr, w.handlers...) | ||||||
| 		w.handlers = arr | 		w.handlers = arr | ||||||
| 	} | 	} | ||||||
| @@ -143,13 +143,25 @@ func (w *GinRouteBuilder) Handle(handler WHandlerFunc) { | |||||||
| } | } | ||||||
|  |  | ||||||
| func (w *GinWrapper) NoRoute(handler WHandlerFunc) { | func (w *GinWrapper) NoRoute(handler WHandlerFunc) { | ||||||
| 	w.engine.NoRoute(Wrap(w, handler)) |  | ||||||
|  | 	handlers := make([]gin.HandlerFunc, 0) | ||||||
|  |  | ||||||
|  | 	if w.bufferBody { | ||||||
|  | 		handlers = append(handlers, BodyBuffer) | ||||||
|  | 	} | ||||||
|  |  | ||||||
|  | 	middlewareNames := langext.ArrMap(handlers, func(v gin.HandlerFunc) string { return nameOfFunction(v) }) | ||||||
|  | 	handlerName := nameOfFunction(handler) | ||||||
|  |  | ||||||
|  | 	handlers = append(handlers, Wrap(w, handler)) | ||||||
|  |  | ||||||
|  | 	w.engine.NoRoute(handlers...) | ||||||
|  |  | ||||||
| 	w.routeSpecs = append(w.routeSpecs, ginRouteSpec{ | 	w.routeSpecs = append(w.routeSpecs, ginRouteSpec{ | ||||||
| 		Method:      "ANY", | 		Method:      "ANY", | ||||||
| 		URL:         "[NO_ROUTE]", | 		URL:         "[NO_ROUTE]", | ||||||
| 		Middlewares: nil, | 		Middlewares: middlewareNames, | ||||||
| 		Handler:     nameOfFunction(handler), | 		Handler:     handlerName, | ||||||
| 	}) | 	}) | ||||||
| } | } | ||||||
|  |  | ||||||
|   | |||||||
							
								
								
									
										4
									
								
								go.mod
									
									
									
									
									
								
							
							
						
						
									
										4
									
								
								go.mod
									
									
									
									
									
								
							| @@ -14,14 +14,14 @@ require ( | |||||||
| ) | ) | ||||||
|  |  | ||||||
| require ( | require ( | ||||||
| 	github.com/bytedance/sonic v1.10.0-rc3 // indirect | 	github.com/bytedance/sonic v1.10.0 // indirect | ||||||
| 	github.com/chenzhuoyu/base64x v0.0.0-20230717121745-296ad89f973d // indirect | 	github.com/chenzhuoyu/base64x v0.0.0-20230717121745-296ad89f973d // indirect | ||||||
| 	github.com/chenzhuoyu/iasm v0.9.0 // indirect | 	github.com/chenzhuoyu/iasm v0.9.0 // indirect | ||||||
| 	github.com/gabriel-vasile/mimetype v1.4.2 // indirect | 	github.com/gabriel-vasile/mimetype v1.4.2 // indirect | ||||||
| 	github.com/gin-contrib/sse v0.1.0 // indirect | 	github.com/gin-contrib/sse v0.1.0 // indirect | ||||||
| 	github.com/go-playground/locales v0.14.1 // indirect | 	github.com/go-playground/locales v0.14.1 // indirect | ||||||
| 	github.com/go-playground/universal-translator v0.18.1 // indirect | 	github.com/go-playground/universal-translator v0.18.1 // indirect | ||||||
| 	github.com/go-playground/validator/v10 v10.15.0 // indirect | 	github.com/go-playground/validator/v10 v10.15.1 // indirect | ||||||
| 	github.com/goccy/go-json v0.10.2 // indirect | 	github.com/goccy/go-json v0.10.2 // indirect | ||||||
| 	github.com/golang/snappy v0.0.4 // indirect | 	github.com/golang/snappy v0.0.4 // indirect | ||||||
| 	github.com/json-iterator/go v1.1.12 // indirect | 	github.com/json-iterator/go v1.1.12 // indirect | ||||||
|   | |||||||
							
								
								
									
										4
									
								
								go.sum
									
									
									
									
									
								
							
							
						
						
									
										4
									
								
								go.sum
									
									
									
									
									
								
							| @@ -4,6 +4,8 @@ github.com/bytedance/sonic v1.10.0-rc2 h1:oDfRZ+4m6AYCOC0GFeOCeYqvBmucy1isvouS2K | |||||||
| github.com/bytedance/sonic v1.10.0-rc2/go.mod h1:iZcSUejdk5aukTND/Eu/ivjQuEL0Cu9/rf50Hi0u/g4= | github.com/bytedance/sonic v1.10.0-rc2/go.mod h1:iZcSUejdk5aukTND/Eu/ivjQuEL0Cu9/rf50Hi0u/g4= | ||||||
| github.com/bytedance/sonic v1.10.0-rc3 h1:uNSnscRapXTwUgTyOF0GVljYD08p9X/Lbr9MweSV3V0= | github.com/bytedance/sonic v1.10.0-rc3 h1:uNSnscRapXTwUgTyOF0GVljYD08p9X/Lbr9MweSV3V0= | ||||||
| github.com/bytedance/sonic v1.10.0-rc3/go.mod h1:iZcSUejdk5aukTND/Eu/ivjQuEL0Cu9/rf50Hi0u/g4= | github.com/bytedance/sonic v1.10.0-rc3/go.mod h1:iZcSUejdk5aukTND/Eu/ivjQuEL0Cu9/rf50Hi0u/g4= | ||||||
|  | github.com/bytedance/sonic v1.10.0 h1:qtNZduETEIWJVIyDl01BeNxur2rW9OwTQ/yBqFRkKEk= | ||||||
|  | github.com/bytedance/sonic v1.10.0/go.mod h1:iZcSUejdk5aukTND/Eu/ivjQuEL0Cu9/rf50Hi0u/g4= | ||||||
| github.com/chenzhuoyu/base64x v0.0.0-20211019084208-fb5309c8db06/go.mod h1:DH46F32mSOjUmXrMHnKwZdA8wcEefY7UVqBKYGjpdQY= | github.com/chenzhuoyu/base64x v0.0.0-20211019084208-fb5309c8db06/go.mod h1:DH46F32mSOjUmXrMHnKwZdA8wcEefY7UVqBKYGjpdQY= | ||||||
| github.com/chenzhuoyu/base64x v0.0.0-20221115062448-fe3a3abad311/go.mod h1:b583jCggY9gE99b6G5LEC39OIiVsWj+R97kbl5odCEk= | github.com/chenzhuoyu/base64x v0.0.0-20221115062448-fe3a3abad311/go.mod h1:b583jCggY9gE99b6G5LEC39OIiVsWj+R97kbl5odCEk= | ||||||
| github.com/chenzhuoyu/base64x v0.0.0-20230717121745-296ad89f973d h1:77cEq6EriyTZ0g/qfRdp61a3Uu/AWrgIq2s0ClJV1g0= | github.com/chenzhuoyu/base64x v0.0.0-20230717121745-296ad89f973d h1:77cEq6EriyTZ0g/qfRdp61a3Uu/AWrgIq2s0ClJV1g0= | ||||||
| @@ -28,6 +30,8 @@ github.com/go-playground/validator/v10 v10.14.1 h1:9c50NUPC30zyuKprjL3vNZ0m5oG+j | |||||||
| github.com/go-playground/validator/v10 v10.14.1/go.mod h1:9iXMNT7sEkjXb0I+enO7QXmzG6QCsPWY4zveKFVRSyU= | github.com/go-playground/validator/v10 v10.14.1/go.mod h1:9iXMNT7sEkjXb0I+enO7QXmzG6QCsPWY4zveKFVRSyU= | ||||||
| github.com/go-playground/validator/v10 v10.15.0 h1:nDU5XeOKtB3GEa+uB7GNYwhVKsgjAR7VgKoNB6ryXfw= | github.com/go-playground/validator/v10 v10.15.0 h1:nDU5XeOKtB3GEa+uB7GNYwhVKsgjAR7VgKoNB6ryXfw= | ||||||
| github.com/go-playground/validator/v10 v10.15.0/go.mod h1:9iXMNT7sEkjXb0I+enO7QXmzG6QCsPWY4zveKFVRSyU= | github.com/go-playground/validator/v10 v10.15.0/go.mod h1:9iXMNT7sEkjXb0I+enO7QXmzG6QCsPWY4zveKFVRSyU= | ||||||
|  | github.com/go-playground/validator/v10 v10.15.1 h1:BSe8uhN+xQ4r5guV/ywQI4gO59C2raYcGffYWZEjZzM= | ||||||
|  | github.com/go-playground/validator/v10 v10.15.1/go.mod h1:9iXMNT7sEkjXb0I+enO7QXmzG6QCsPWY4zveKFVRSyU= | ||||||
| github.com/go-sql-driver/mysql v1.6.0/go.mod h1:DCzpHaOWr8IXmIStZouvnhqoel9Qv2LBy8hT2VhHyBg= | github.com/go-sql-driver/mysql v1.6.0/go.mod h1:DCzpHaOWr8IXmIStZouvnhqoel9Qv2LBy8hT2VhHyBg= | ||||||
| github.com/goccy/go-json v0.10.2 h1:CrxCmQqYDkv1z7lO7Wbh2HN93uovUHgrECaO5ZrCXAU= | github.com/goccy/go-json v0.10.2 h1:CrxCmQqYDkv1z7lO7Wbh2HN93uovUHgrECaO5ZrCXAU= | ||||||
| github.com/goccy/go-json v0.10.2/go.mod h1:6MelG93GURQebXPDq3khkgXZkazVtN9CRI+MGFi0w8I= | github.com/goccy/go-json v0.10.2/go.mod h1:6MelG93GURQebXPDq3khkgXZkazVtN9CRI+MGFi0w8I= | ||||||
|   | |||||||
| @@ -1,5 +1,5 @@ | |||||||
| package goext | package goext | ||||||
|  |  | ||||||
| const GoextVersion = "0.0.227" | const GoextVersion = "0.0.245" | ||||||
|  |  | ||||||
| const GoextVersionTimestamp = "2023-08-08T15:28:29+0200" | const GoextVersionTimestamp = "2023-08-21T13:27:36+0200" | ||||||
|   | |||||||
| @@ -400,7 +400,7 @@ func ArrCastErr[T1 any, T2 any](arr []T1) ([]T2, error) { | |||||||
| 		if vcast, ok := any(v).(T2); ok { | 		if vcast, ok := any(v).(T2); ok { | ||||||
| 			r[i] = vcast | 			r[i] = vcast | ||||||
| 		} else { | 		} else { | ||||||
| 			return nil, errors.New(fmt.Sprintf("Cannot cast element %d of type %T to type %s", i, v, *new(T2))) | 			return nil, errors.New(fmt.Sprintf("Cannot cast element %d of type %T to type %v", i, v, *new(T2))) | ||||||
| 		} | 		} | ||||||
| 	} | 	} | ||||||
| 	return r, nil | 	return r, nil | ||||||
| @@ -412,7 +412,7 @@ func ArrCastPanic[T1 any, T2 any](arr []T1) []T2 { | |||||||
| 		if vcast, ok := any(v).(T2); ok { | 		if vcast, ok := any(v).(T2); ok { | ||||||
| 			r[i] = vcast | 			r[i] = vcast | ||||||
| 		} else { | 		} else { | ||||||
| 			panic(fmt.Sprintf("Cannot cast element %d of type %T to type %s", i, v, *new(T2))) | 			panic(fmt.Sprintf("Cannot cast element %d of type %T to type %v", i, v, *new(T2))) | ||||||
| 		} | 		} | ||||||
| 	} | 	} | ||||||
| 	return r | 	return r | ||||||
| @@ -467,3 +467,15 @@ func ArrayToInterface[T any](t []T) []interface{} { | |||||||
| 	} | 	} | ||||||
| 	return res | 	return res | ||||||
| } | } | ||||||
|  |  | ||||||
|  | func JoinString(arr []string, delimiter string) string { | ||||||
|  | 	str := "" | ||||||
|  | 	for i, v := range arr { | ||||||
|  | 		str += v | ||||||
|  | 		if i < len(arr)-1 { | ||||||
|  | 			str += delimiter | ||||||
|  | 		} | ||||||
|  | 	} | ||||||
|  |  | ||||||
|  | 	return str | ||||||
|  | } | ||||||
|   | |||||||
							
								
								
									
										12
									
								
								langext/array_test.go
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										12
									
								
								langext/array_test.go
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,12 @@ | |||||||
|  | package langext | ||||||
|  |  | ||||||
|  | import ( | ||||||
|  | 	"gogs.mikescher.com/BlackForestBytes/goext/tst" | ||||||
|  | 	"testing" | ||||||
|  | ) | ||||||
|  |  | ||||||
|  | func TestJoinString(t *testing.T) { | ||||||
|  | 	ids := []string{"1", "2", "3"} | ||||||
|  | 	res := JoinString(ids, ",") | ||||||
|  | 	tst.AssertEqual(t, res, "1,2,3") | ||||||
|  | } | ||||||
| @@ -1,6 +1,7 @@ | |||||||
| package langext | package langext | ||||||
|  |  | ||||||
| import ( | import ( | ||||||
|  | 	"gogs.mikescher.com/BlackForestBytes/goext/tst" | ||||||
| 	"testing" | 	"testing" | ||||||
| ) | ) | ||||||
|  |  | ||||||
| @@ -59,9 +60,3 @@ func TestBase58FlickrDecoding(t *testing.T) { | |||||||
| 	tst.AssertEqual(t, _decStr(t, Base58FlickrEncoding, "9aJCVZR"), "Hello") | 	tst.AssertEqual(t, _decStr(t, Base58FlickrEncoding, "9aJCVZR"), "Hello") | ||||||
| 	tst.AssertEqual(t, _decStr(t, Base58FlickrEncoding, "48638rmBiUzG5NKQoX4KcuE5C8paCFACnE28F7qDx13PRtennAmYSSJQ5gJSRihf5ZDyEQS4UimtihR7uARt4wbty2fW9duTQTM9n1DwUBevreyzGwu6W4YSgrvQgCPDxsiE1mCdZsF8VEBpuHHEiJyw"), "If debugging is the process of removing software bugs, then programming must be the process of putting them in.") | 	tst.AssertEqual(t, _decStr(t, Base58FlickrEncoding, "48638rmBiUzG5NKQoX4KcuE5C8paCFACnE28F7qDx13PRtennAmYSSJQ5gJSRihf5ZDyEQS4UimtihR7uARt4wbty2fW9duTQTM9n1DwUBevreyzGwu6W4YSgrvQgCPDxsiE1mCdZsF8VEBpuHHEiJyw"), "If debugging is the process of removing software bugs, then programming must be the process of putting them in.") | ||||||
| } | } | ||||||
|  |  | ||||||
| func tst.AssertEqual(t *testing.T, actual string, expected string) { |  | ||||||
| 	if actual != expected { |  | ||||||
| 		t.Errorf("values differ: Actual: '%v', Expected: '%v'", actual, expected) |  | ||||||
| 	} |  | ||||||
| } |  | ||||||
|   | |||||||
| @@ -13,6 +13,7 @@ type Regex interface { | |||||||
| 	ReplaceAllFunc(haystack string, repl func(string) string) string | 	ReplaceAllFunc(haystack string, repl func(string) string) string | ||||||
| 	RemoveAll(haystack string) string | 	RemoveAll(haystack string) string | ||||||
| 	GroupCount() int | 	GroupCount() int | ||||||
|  | 	String() string | ||||||
| } | } | ||||||
|  |  | ||||||
| type regexWrapper struct { | type regexWrapper struct { | ||||||
| @@ -42,6 +43,7 @@ func W(rex *regexp.Regexp) Regex { | |||||||
|  |  | ||||||
| // --------------------------------------------------------------------------------------------------------------------- | // --------------------------------------------------------------------------------------------------------------------- | ||||||
|  |  | ||||||
|  | // IsMatch reports whether the string s contains any match of the regular expression re. | ||||||
| func (w *regexWrapper) IsMatch(haystack string) bool { | func (w *regexWrapper) IsMatch(haystack string) bool { | ||||||
| 	return w.rex.MatchString(haystack) | 	return w.rex.MatchString(haystack) | ||||||
| } | } | ||||||
| @@ -88,6 +90,11 @@ func (w *regexWrapper) GroupCount() int { | |||||||
| 	return len(w.subnames) - 1 | 	return len(w.subnames) - 1 | ||||||
| } | } | ||||||
|  |  | ||||||
|  | // String returns the source text used to compile the regular expression. | ||||||
|  | func (w *regexWrapper) String() string { | ||||||
|  | 	return w.rex.String() | ||||||
|  | } | ||||||
|  |  | ||||||
| // --------------------------------------------------------------------------------------------------------------------- | // --------------------------------------------------------------------------------------------------------------------- | ||||||
|  |  | ||||||
| func (m RegexMatch) FullMatch() RegexMatchGroup { | func (m RegexMatch) FullMatch() RegexMatchGroup { | ||||||
|   | |||||||
| @@ -69,7 +69,7 @@ func (t *RFC3339Time) UnmarshalText(data []byte) error { | |||||||
| } | } | ||||||
|  |  | ||||||
| func (t *RFC3339Time) UnmarshalBSONValue(bt bsontype.Type, data []byte) error { | func (t *RFC3339Time) UnmarshalBSONValue(bt bsontype.Type, data []byte) error { | ||||||
| 	if bt == bsontype.Null { | 	if bt == bson.TypeNull { | ||||||
| 		// we can't set nil in UnmarshalBSONValue (so we use default(struct)) | 		// we can't set nil in UnmarshalBSONValue (so we use default(struct)) | ||||||
| 		// Use mongoext.CreateGoExtBsonRegistry if you need to unmarsh pointer values | 		// Use mongoext.CreateGoExtBsonRegistry if you need to unmarsh pointer values | ||||||
| 		// https://stackoverflow.com/questions/75167597 | 		// https://stackoverflow.com/questions/75167597 | ||||||
| @@ -77,7 +77,7 @@ func (t *RFC3339Time) UnmarshalBSONValue(bt bsontype.Type, data []byte) error { | |||||||
| 		*t = RFC3339Time{} | 		*t = RFC3339Time{} | ||||||
| 		return nil | 		return nil | ||||||
| 	} | 	} | ||||||
| 	if bt != bsontype.DateTime { | 	if bt != bson.TypeDateTime { | ||||||
| 		return errors.New(fmt.Sprintf("cannot unmarshal %v into RFC3339Time", bt)) | 		return errors.New(fmt.Sprintf("cannot unmarshal %v into RFC3339Time", bt)) | ||||||
| 	} | 	} | ||||||
| 	var tt time.Time | 	var tt time.Time | ||||||
|   | |||||||
| @@ -69,7 +69,7 @@ func (t *RFC3339NanoTime) UnmarshalText(data []byte) error { | |||||||
| } | } | ||||||
|  |  | ||||||
| func (t *RFC3339NanoTime) UnmarshalBSONValue(bt bsontype.Type, data []byte) error { | func (t *RFC3339NanoTime) UnmarshalBSONValue(bt bsontype.Type, data []byte) error { | ||||||
| 	if bt == bsontype.Null { | 	if bt == bson.TypeNull { | ||||||
| 		// we can't set nil in UnmarshalBSONValue (so we use default(struct)) | 		// we can't set nil in UnmarshalBSONValue (so we use default(struct)) | ||||||
| 		// Use mongoext.CreateGoExtBsonRegistry if you need to unmarsh pointer values | 		// Use mongoext.CreateGoExtBsonRegistry if you need to unmarsh pointer values | ||||||
| 		// https://stackoverflow.com/questions/75167597 | 		// https://stackoverflow.com/questions/75167597 | ||||||
| @@ -77,7 +77,7 @@ func (t *RFC3339NanoTime) UnmarshalBSONValue(bt bsontype.Type, data []byte) erro | |||||||
| 		*t = RFC3339NanoTime{} | 		*t = RFC3339NanoTime{} | ||||||
| 		return nil | 		return nil | ||||||
| 	} | 	} | ||||||
| 	if bt != bsontype.DateTime { | 	if bt != bson.TypeDateTime { | ||||||
| 		return errors.New(fmt.Sprintf("cannot unmarshal %v into RFC3339NanoTime", bt)) | 		return errors.New(fmt.Sprintf("cannot unmarshal %v into RFC3339NanoTime", bt)) | ||||||
| 	} | 	} | ||||||
| 	var tt time.Time | 	var tt time.Time | ||||||
|   | |||||||
| @@ -2,6 +2,7 @@ package rfctime | |||||||
|  |  | ||||||
| import ( | import ( | ||||||
| 	"encoding/json" | 	"encoding/json" | ||||||
|  | 	"gogs.mikescher.com/BlackForestBytes/goext/timeext" | ||||||
| 	"gogs.mikescher.com/BlackForestBytes/goext/tst" | 	"gogs.mikescher.com/BlackForestBytes/goext/tst" | ||||||
| 	"testing" | 	"testing" | ||||||
| 	"time" | 	"time" | ||||||
| @@ -13,7 +14,7 @@ func TestRoundtrip(t *testing.T) { | |||||||
| 		Value RFC3339NanoTime `json:"v"` | 		Value RFC3339NanoTime `json:"v"` | ||||||
| 	} | 	} | ||||||
|  |  | ||||||
| 	val1 := NewRFC3339Nano(time.Unix(0, 1675951556820915171)) | 	val1 := NewRFC3339Nano(time.Unix(0, 1675951556820915171).In(timeext.TimezoneBerlin)) | ||||||
| 	w1 := Wrap{val1} | 	w1 := Wrap{val1} | ||||||
|  |  | ||||||
| 	jstr1, err := json.Marshal(w1) | 	jstr1, err := json.Marshal(w1) | ||||||
|   | |||||||
| @@ -1,6 +1,7 @@ | |||||||
| package termext | package termext | ||||||
|  |  | ||||||
| import ( | import ( | ||||||
|  | 	"gogs.mikescher.com/BlackForestBytes/goext/tst" | ||||||
| 	"math/rand" | 	"math/rand" | ||||||
| 	"testing" | 	"testing" | ||||||
| ) | ) | ||||||
| @@ -32,9 +33,3 @@ func TestColor(t *testing.T) { | |||||||
| 	tst.AssertEqual(t, CleanString(Gray("test")), "test") | 	tst.AssertEqual(t, CleanString(Gray("test")), "test") | ||||||
| 	tst.AssertEqual(t, CleanString(White("test")), "test") | 	tst.AssertEqual(t, CleanString(White("test")), "test") | ||||||
| } | } | ||||||
|  |  | ||||||
| func tst.AssertEqual(t *testing.T, actual string, expected string) { |  | ||||||
| 	if actual != expected { |  | ||||||
| 		t.Errorf("values differ: Actual: '%v', Expected: '%v'", actual, expected) |  | ||||||
| 	} |  | ||||||
| } |  | ||||||
|   | |||||||
| @@ -7,56 +7,56 @@ import ( | |||||||
|  |  | ||||||
| func TestParseDurationShortString(t *testing.T) { | func TestParseDurationShortString(t *testing.T) { | ||||||
|  |  | ||||||
| 	tst.AssertPDSSEqual(t, FromSeconds(1), "1s") | 	assertPDSSEqual(t, FromSeconds(1), "1s") | ||||||
| 	tst.AssertPDSSEqual(t, FromSeconds(1), "1sec") | 	assertPDSSEqual(t, FromSeconds(1), "1sec") | ||||||
| 	tst.AssertPDSSEqual(t, FromSeconds(1), "1second") | 	assertPDSSEqual(t, FromSeconds(1), "1second") | ||||||
| 	tst.AssertPDSSEqual(t, FromSeconds(1), "1seconds") | 	assertPDSSEqual(t, FromSeconds(1), "1seconds") | ||||||
| 	tst.AssertPDSSEqual(t, FromSeconds(100), "100second") | 	assertPDSSEqual(t, FromSeconds(100), "100second") | ||||||
| 	tst.AssertPDSSEqual(t, FromSeconds(100), "100seconds") | 	assertPDSSEqual(t, FromSeconds(100), "100seconds") | ||||||
| 	tst.AssertPDSSEqual(t, FromSeconds(1883639.77), "1883639.77second") | 	assertPDSSEqual(t, FromSeconds(1883639.77), "1883639.77second") | ||||||
| 	tst.AssertPDSSEqual(t, FromSeconds(1883639.77), "1883639.77seconds") | 	assertPDSSEqual(t, FromSeconds(1883639.77), "1883639.77seconds") | ||||||
| 	tst.AssertPDSSEqual(t, FromSeconds(50), "50s") | 	assertPDSSEqual(t, FromSeconds(50), "50s") | ||||||
| 	tst.AssertPDSSEqual(t, FromSeconds(50), "50sec") | 	assertPDSSEqual(t, FromSeconds(50), "50sec") | ||||||
| 	tst.AssertPDSSEqual(t, FromSeconds(1), "1second") | 	assertPDSSEqual(t, FromSeconds(1), "1second") | ||||||
| 	tst.AssertPDSSEqual(t, FromSeconds(50), "50seconds") | 	assertPDSSEqual(t, FromSeconds(50), "50seconds") | ||||||
|  |  | ||||||
| 	tst.AssertPDSSEqual(t, FromMinutes(10), "10m") | 	assertPDSSEqual(t, FromMinutes(10), "10m") | ||||||
| 	tst.AssertPDSSEqual(t, FromMinutes(10), "10min") | 	assertPDSSEqual(t, FromMinutes(10), "10min") | ||||||
| 	tst.AssertPDSSEqual(t, FromMinutes(1), "1minute") | 	assertPDSSEqual(t, FromMinutes(1), "1minute") | ||||||
| 	tst.AssertPDSSEqual(t, FromMinutes(10), "10minutes") | 	assertPDSSEqual(t, FromMinutes(10), "10minutes") | ||||||
| 	tst.AssertPDSSEqual(t, FromMinutes(10.5), "10.5minutes") | 	assertPDSSEqual(t, FromMinutes(10.5), "10.5minutes") | ||||||
|  |  | ||||||
| 	tst.AssertPDSSEqual(t, FromMilliseconds(100), "100ms") | 	assertPDSSEqual(t, FromMilliseconds(100), "100ms") | ||||||
| 	tst.AssertPDSSEqual(t, FromMilliseconds(100), "100milliseconds") | 	assertPDSSEqual(t, FromMilliseconds(100), "100milliseconds") | ||||||
| 	tst.AssertPDSSEqual(t, FromMilliseconds(100), "100millisecond") | 	assertPDSSEqual(t, FromMilliseconds(100), "100millisecond") | ||||||
|  |  | ||||||
| 	tst.AssertPDSSEqual(t, FromNanoseconds(99235), "99235ns") | 	assertPDSSEqual(t, FromNanoseconds(99235), "99235ns") | ||||||
| 	tst.AssertPDSSEqual(t, FromNanoseconds(99235), "99235nanoseconds") | 	assertPDSSEqual(t, FromNanoseconds(99235), "99235nanoseconds") | ||||||
| 	tst.AssertPDSSEqual(t, FromNanoseconds(99235), "99235nanosecond") | 	assertPDSSEqual(t, FromNanoseconds(99235), "99235nanosecond") | ||||||
|  |  | ||||||
| 	tst.AssertPDSSEqual(t, FromMicroseconds(99235), "99235us") | 	assertPDSSEqual(t, FromMicroseconds(99235), "99235us") | ||||||
| 	tst.AssertPDSSEqual(t, FromMicroseconds(99235), "99235microseconds") | 	assertPDSSEqual(t, FromMicroseconds(99235), "99235microseconds") | ||||||
| 	tst.AssertPDSSEqual(t, FromMicroseconds(99235), "99235microsecond") | 	assertPDSSEqual(t, FromMicroseconds(99235), "99235microsecond") | ||||||
|  |  | ||||||
| 	tst.AssertPDSSEqual(t, FromHours(1), "1h") | 	assertPDSSEqual(t, FromHours(1), "1h") | ||||||
| 	tst.AssertPDSSEqual(t, FromHours(1), "1hour") | 	assertPDSSEqual(t, FromHours(1), "1hour") | ||||||
| 	tst.AssertPDSSEqual(t, FromHours(2), "2hours") | 	assertPDSSEqual(t, FromHours(2), "2hours") | ||||||
|  |  | ||||||
| 	tst.AssertPDSSEqual(t, FromDays(1), "1d") | 	assertPDSSEqual(t, FromDays(1), "1d") | ||||||
| 	tst.AssertPDSSEqual(t, FromDays(1), "1day") | 	assertPDSSEqual(t, FromDays(1), "1day") | ||||||
| 	tst.AssertPDSSEqual(t, FromDays(10), "10days") | 	assertPDSSEqual(t, FromDays(10), "10days") | ||||||
| 	tst.AssertPDSSEqual(t, FromDays(1), "1days") | 	assertPDSSEqual(t, FromDays(1), "1days") | ||||||
| 	tst.AssertPDSSEqual(t, FromDays(10), "10day") | 	assertPDSSEqual(t, FromDays(10), "10day") | ||||||
|  |  | ||||||
| 	tst.AssertPDSSEqual(t, FromDays(1)+FromMinutes(10), "1d10m") | 	assertPDSSEqual(t, FromDays(1)+FromMinutes(10), "1d10m") | ||||||
| 	tst.AssertPDSSEqual(t, FromDays(1)+FromMinutes(10)+FromSeconds(200), "1d10m200sec") | 	assertPDSSEqual(t, FromDays(1)+FromMinutes(10)+FromSeconds(200), "1d10m200sec") | ||||||
| 	tst.AssertPDSSEqual(t, FromDays(1)+FromMinutes(10), "1d:10m") | 	assertPDSSEqual(t, FromDays(1)+FromMinutes(10), "1d:10m") | ||||||
| 	tst.AssertPDSSEqual(t, FromDays(1)+FromMinutes(10), "1d 10m") | 	assertPDSSEqual(t, FromDays(1)+FromMinutes(10), "1d 10m") | ||||||
| 	tst.AssertPDSSEqual(t, FromDays(1)+FromMinutes(10), "1d,10m") | 	assertPDSSEqual(t, FromDays(1)+FromMinutes(10), "1d,10m") | ||||||
| 	tst.AssertPDSSEqual(t, FromDays(1)+FromMinutes(10), "1d, 10m") | 	assertPDSSEqual(t, FromDays(1)+FromMinutes(10), "1d, 10m") | ||||||
| 	tst.AssertPDSSEqual(t, FromDays(1)+FromSeconds(1000), "1d   1000seconds") | 	assertPDSSEqual(t, FromDays(1)+FromSeconds(1000), "1d   1000seconds") | ||||||
|  |  | ||||||
| 	tst.AssertPDSSEqual(t, FromDays(1), "86400s") | 	assertPDSSEqual(t, FromDays(1), "86400s") | ||||||
| } | } | ||||||
|  |  | ||||||
| func assertPDSSEqual(t *testing.T, expected time.Duration, fmt string) { | func assertPDSSEqual(t *testing.T, expected time.Duration, fmt string) { | ||||||
|   | |||||||
		Reference in New Issue
	
	Block a user